{"level":"warn","ts":"2026-04-16T00:45:38.327754Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T00:45:38.327877Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T00:45:38.327987Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T00:45:38.328006Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-04-16T00:45:38.328032Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T00:45:38.328897Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-04-16T00:45:38.329005Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T00:45:38.33354Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.209742ms"} {"level":"info","ts":"2026-04-16T00:45:38.341338Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-04-16T00:45:38.341422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T00:45:38.341444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-04-16T00:45:38.341456Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T00:45:38.341468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-04-16T00:45:38.341503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-04-16T00:45:38.347434Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T00:45:38.348851Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T00:45:38.349976Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T00:45:38.352178Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T00:45:38.352464Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T00:45:38.352458Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T00:45:38.35258Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T00:45:38.352657Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T00:45:38.353942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-04-16T00:45:38.354319Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-04-16T00:45:38.356971Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T00:45:38.357105Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-16T00:45:38.357145Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-16T00:45:38.357319Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T00:45:38.35736Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T00:45:38.542136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T00:45:38.542209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T00:45:38.542278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-04-16T00:45:38.54231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-04-16T00:45:38.542328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-04-16T00:45:38.542345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-04-16T00:45:38.542366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-04-16T00:45:38.543323Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T00:45:38.543365Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T00:45:38.54356Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T00:45:38.543443Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T00:45:38.543764Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T00:45:38.543923Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T00:45:38.544701Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T00:45:38.54511Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T00:45:38.545174Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T00:45:38.547031Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-04-16T00:45:38.547219Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T00:45:40.300845Z","caller":"traceutil/trace.go:171","msg":"trace[184904585] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"135.621616ms","start":"2026-04-16T00:45:40.165209Z","end":"2026-04-16T00:45:40.300831Z","steps":["trace[184904585] 'process raft request' (duration: 135.387115ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:45:40.30081Z","caller":"traceutil/trace.go:171","msg":"trace[1619733316] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"146.743153ms","start":"2026-04-16T00:45:40.154013Z","end":"2026-04-16T00:45:40.300756Z","steps":["trace[1619733316] 'process raft request' (duration: 81.489618ms)","trace[1619733316] 'compare' (duration: 64.916394ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:45:40.301089Z","caller":"traceutil/trace.go:171","msg":"trace[720354165] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"133.739927ms","start":"2026-04-16T00:45:40.167319Z","end":"2026-04-16T00:45:40.301059Z","steps":["trace[720354165] 'process raft request' (duration: 133.357075ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:12.053349Z","caller":"traceutil/trace.go:171","msg":"trace[162132568] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"158.372495ms","start":"2026-04-16T00:46:11.89495Z","end":"2026-04-16T00:46:12.053323Z","steps":["trace[162132568] 'read index received' (duration: 148.593387ms)","trace[162132568] 'applied index is now lower than readState.Index' (duration: 9.778188ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:46:12.053448Z","caller":"traceutil/trace.go:171","msg":"trace[621206140] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"159.041607ms","start":"2026-04-16T00:46:11.894394Z","end":"2026-04-16T00:46:12.053435Z","steps":["trace[621206140] 'process raft request' (duration: 149.219309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:12.05361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.633876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T00:46:12.053739Z","caller":"traceutil/trace.go:171","msg":"trace[889776925] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:572; }","duration":"158.813707ms","start":"2026-04-16T00:46:11.894905Z","end":"2026-04-16T00:46:12.053719Z","steps":["trace[889776925] 'agreement among raft nodes before linearized reading' (duration: 158.630546ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:12.085134Z","caller":"traceutil/trace.go:171","msg":"trace[1138026462] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"188.544444ms","start":"2026-04-16T00:46:11.896553Z","end":"2026-04-16T00:46:12.085098Z","steps":["trace[1138026462] 'process raft request' (duration: 187.802591ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:12.545391Z","caller":"traceutil/trace.go:171","msg":"trace[347687333] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:593; }","duration":"383.223768ms","start":"2026-04-16T00:46:12.162133Z","end":"2026-04-16T00:46:12.545357Z","steps":["trace[347687333] 'read index received' (duration: 360.628176ms)","trace[347687333] 'applied index is now lower than readState.Index' (duration: 22.594562ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:46:12.545671Z","caller":"traceutil/trace.go:171","msg":"trace[1998857178] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"406.106251ms","start":"2026-04-16T00:46:12.139522Z","end":"2026-04-16T00:46:12.545629Z","steps":["trace[1998857178] 'process raft request' (duration: 383.329238ms)","trace[1998857178] 'compare' (duration: 21.827819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:46:12.546107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:12.139483Z","time spent":"406.229522ms","remote":"127.0.0.1:40246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:46:12.54625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.100352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T00:46:12.546344Z","caller":"traceutil/trace.go:171","msg":"trace[206095493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:574; }","duration":"384.258013ms","start":"2026-04-16T00:46:12.162064Z","end":"2026-04-16T00:46:12.546322Z","steps":["trace[206095493] 'agreement among raft nodes before linearized reading' (duration: 383.966321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:12.5464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:12.162033Z","time spent":"384.358144ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T00:46:15.083746Z","caller":"traceutil/trace.go:171","msg":"trace[906703982] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"107.908853ms","start":"2026-04-16T00:46:14.975742Z","end":"2026-04-16T00:46:15.08365Z","steps":["trace[906703982] 'process raft request' (duration: 93.005849ms)","trace[906703982] 'compare' (duration: 14.688503ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:47:53.405583Z","caller":"traceutil/trace.go:171","msg":"trace[959793882] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"103.758204ms","start":"2026-04-16T00:47:53.301797Z","end":"2026-04-16T00:47:53.405555Z","steps":["trace[959793882] 'process raft request' (duration: 103.580653ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:53.791661Z","caller":"traceutil/trace.go:171","msg":"trace[1423599030] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"106.403956ms","start":"2026-04-16T00:47:53.685227Z","end":"2026-04-16T00:47:53.791631Z","steps":["trace[1423599030] 'process raft request' (duration: 106.234775ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:18.54919Z","caller":"traceutil/trace.go:171","msg":"trace[1811709472] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1241; }","duration":"109.259471ms","start":"2026-04-16T00:48:18.439908Z","end":"2026-04-16T00:48:18.549167Z","steps":["trace[1811709472] 'read index received' (duration: 109.07118ms)","trace[1811709472] 'applied index is now lower than readState.Index' (duration: 187.481µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:48:18.549233Z","caller":"traceutil/trace.go:171","msg":"trace[949783834] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"119.273779ms","start":"2026-04-16T00:48:18.429949Z","end":"2026-04-16T00:48:18.549223Z","steps":["trace[949783834] 'process raft request' (duration: 119.088538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:18.549487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.492652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:48:18.549654Z","caller":"traceutil/trace.go:171","msg":"trace[1464987154] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1196; }","duration":"109.779413ms","start":"2026-04-16T00:48:18.439826Z","end":"2026-04-16T00:48:18.549606Z","steps":["trace[1464987154] 'agreement among raft nodes before linearized reading' (duration: 109.447711ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:20.063061Z","caller":"traceutil/trace.go:171","msg":"trace[226926012] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"121.084977ms","start":"2026-04-16T00:48:19.941951Z","end":"2026-04-16T00:48:20.063036Z","steps":["trace[226926012] 'process raft request' (duration: 120.937106ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:52:53.906315Z","caller":"traceutil/trace.go:171","msg":"trace[954452419] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"140.176699ms","start":"2026-04-16T00:52:53.766114Z","end":"2026-04-16T00:52:53.906291Z","steps":["trace[954452419] 'process raft request' (duration: 130.846769ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:52:53.906563Z","caller":"traceutil/trace.go:171","msg":"trace[1394981839] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"119.944266ms","start":"2026-04-16T00:52:53.786596Z","end":"2026-04-16T00:52:53.906541Z","steps":["trace[1394981839] 'process raft request' (duration: 119.672878ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:05.259816Z","caller":"traceutil/trace.go:171","msg":"trace[1737207453] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"119.474495ms","start":"2026-04-16T00:53:05.140319Z","end":"2026-04-16T00:53:05.259793Z","steps":["trace[1737207453] 'process raft request' (duration: 119.339281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:06.461982Z","caller":"traceutil/trace.go:171","msg":"trace[1928954775] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"273.188094ms","start":"2026-04-16T00:53:06.188767Z","end":"2026-04-16T00:53:06.461956Z","steps":["trace[1928954775] 'process raft request' (duration: 273.04905ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:10.549734Z","caller":"traceutil/trace.go:171","msg":"trace[936233049] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"194.069982ms","start":"2026-04-16T00:53:10.355632Z","end":"2026-04-16T00:53:10.549702Z","steps":["trace[936233049] 'process raft request' (duration: 193.769174ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:10.667209Z","caller":"traceutil/trace.go:171","msg":"trace[554198052] linearizableReadLoop","detail":"{readStateIndex:2796; appliedIndex:2795; }","duration":"109.567872ms","start":"2026-04-16T00:53:10.557612Z","end":"2026-04-16T00:53:10.66718Z","steps":["trace[554198052] 'read index received' (duration: 93.043626ms)","trace[554198052] 'applied index is now lower than readState.Index' (duration: 16.522996ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:53:10.667286Z","caller":"traceutil/trace.go:171","msg":"trace[1011020115] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"112.326708ms","start":"2026-04-16T00:53:10.554916Z","end":"2026-04-16T00:53:10.667243Z","steps":["trace[1011020115] 'process raft request' (duration: 95.740551ms)","trace[1011020115] 'compare' (duration: 16.403722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:53:10.667521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.885711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5334"} {"level":"info","ts":"2026-04-16T00:53:10.667615Z","caller":"traceutil/trace.go:171","msg":"trace[313579101] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2684; }","duration":"110.048725ms","start":"2026-04-16T00:53:10.557551Z","end":"2026-04-16T00:53:10.6676Z","steps":["trace[313579101] 'agreement among raft nodes before linearized reading' (duration: 109.777028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:14.803617Z","caller":"traceutil/trace.go:171","msg":"trace[1415025783] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"235.612147ms","start":"2026-04-16T00:53:14.567984Z","end":"2026-04-16T00:53:14.803596Z","steps":["trace[1415025783] 'process raft request' (duration: 235.586307ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:14.803743Z","caller":"traceutil/trace.go:171","msg":"trace[962471068] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"236.281797ms","start":"2026-04-16T00:53:14.567393Z","end":"2026-04-16T00:53:14.803675Z","steps":["trace[962471068] 'process raft request' (duration: 235.878936ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:14.803871Z","caller":"traceutil/trace.go:171","msg":"trace[135249336] linearizableReadLoop","detail":"{readStateIndex:2859; appliedIndex:2859; }","duration":"121.496011ms","start":"2026-04-16T00:53:14.682359Z","end":"2026-04-16T00:53:14.803855Z","steps":["trace[135249336] 'read index received' (duration: 121.48919ms)","trace[135249336] 'applied index is now lower than readState.Index' (duration: 5.731µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:53:14.804024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.662855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:53:14.80398Z","caller":"traceutil/trace.go:171","msg":"trace[1562157485] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"236.224995ms","start":"2026-04-16T00:53:14.567685Z","end":"2026-04-16T00:53:14.80391Z","steps":["trace[1562157485] 'process raft request' (duration: 235.847765ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:14.804077Z","caller":"traceutil/trace.go:171","msg":"trace[1546321493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2745; }","duration":"121.767678ms","start":"2026-04-16T00:53:14.682292Z","end":"2026-04-16T00:53:14.80406Z","steps":["trace[1546321493] 'agreement among raft nodes before linearized reading' (duration: 121.624454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:16.695552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.653649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-4xnn7\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-04-16T00:53:16.695609Z","caller":"traceutil/trace.go:171","msg":"trace[1721305496] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-4xnn7; range_end:; response_count:1; response_revision:2833; }","duration":"297.72518ms","start":"2026-04-16T00:53:16.39787Z","end":"2026-04-16T00:53:16.695595Z","steps":["trace[1721305496] 'range keys from in-memory index tree' (duration: 297.497624ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:17.11993Z","caller":"traceutil/trace.go:171","msg":"trace[1727297300] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"415.347094ms","start":"2026-04-16T00:53:16.704557Z","end":"2026-04-16T00:53:17.119904Z","steps":["trace[1727297300] 'process raft request' (duration: 415.144749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:17.120383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:16.704524Z","time spent":"415.482228ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:53:17.185371Z","caller":"traceutil/trace.go:171","msg":"trace[778110910] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"369.278294ms","start":"2026-04-16T00:53:16.816066Z","end":"2026-04-16T00:53:17.185345Z","steps":["trace[778110910] 'process raft request' (duration: 369.073778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:17.185527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:16.816039Z","time spent":"369.401378ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:53:17.22777Z","caller":"traceutil/trace.go:171","msg":"trace[330419240] linearizableReadLoop","detail":"{readStateIndex:2950; appliedIndex:2948; }","duration":"407.039115ms","start":"2026-04-16T00:53:16.820699Z","end":"2026-04-16T00:53:17.227738Z","steps":["trace[330419240] 'read index received' (duration: 299.107339ms)","trace[330419240] 'applied index is now lower than readState.Index' (duration: 107.929846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:53:17.228052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.337234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T00:53:17.228059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.063371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:53:17.228115Z","caller":"traceutil/trace.go:171","msg":"trace[1697204345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2835; }","duration":"407.433166ms","start":"2026-04-16T00:53:16.820663Z","end":"2026-04-16T00:53:17.228096Z","steps":["trace[1697204345] 'agreement among raft nodes before linearized reading' (duration: 407.248501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:17.228121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.509979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:53:17.22814Z","caller":"traceutil/trace.go:171","msg":"trace[1794805942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2835; }","duration":"207.178534ms","start":"2026-04-16T00:53:17.020939Z","end":"2026-04-16T00:53:17.228118Z","steps":["trace[1794805942] 'agreement among raft nodes before linearized reading' (duration: 207.022239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:17.228153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:16.820646Z","time spent":"407.497819ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:53:17.228151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.444905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T00:53:17.22818Z","caller":"traceutil/trace.go:171","msg":"trace[115318454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2835; }","duration":"283.618552ms","start":"2026-04-16T00:53:16.944542Z","end":"2026-04-16T00:53:17.228161Z","steps":["trace[115318454] 'agreement among raft nodes before linearized reading' (duration: 283.390096ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:17.228218Z","caller":"traceutil/trace.go:171","msg":"trace[1604506420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2835; }","duration":"230.534058ms","start":"2026-04-16T00:53:16.997667Z","end":"2026-04-16T00:53:17.228201Z","steps":["trace[1604506420] 'agreement among raft nodes before linearized reading' (duration: 230.336773ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:19.678782Z","caller":"traceutil/trace.go:171","msg":"trace[361088763] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"112.124563ms","start":"2026-04-16T00:53:19.56662Z","end":"2026-04-16T00:53:19.678745Z","steps":["trace[361088763] 'process raft request' (duration: 111.929067ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:19.956535Z","caller":"traceutil/trace.go:171","msg":"trace[1092171763] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"274.83169ms","start":"2026-04-16T00:53:19.681678Z","end":"2026-04-16T00:53:19.95651Z","steps":["trace[1092171763] 'process raft request' (duration: 274.652495ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:33.527409Z","caller":"traceutil/trace.go:171","msg":"trace[1925740068] linearizableReadLoop","detail":"{readStateIndex:3061; appliedIndex:3060; }","duration":"129.729068ms","start":"2026-04-16T00:53:33.397616Z","end":"2026-04-16T00:53:33.527345Z","steps":["trace[1925740068] 'read index received' (duration: 129.501042ms)","trace[1925740068] 'applied index is now lower than readState.Index' (duration: 226.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:53:33.527473Z","caller":"traceutil/trace.go:171","msg":"trace[1426352110] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"184.466898ms","start":"2026-04-16T00:53:33.342976Z","end":"2026-04-16T00:53:33.527443Z","steps":["trace[1426352110] 'process raft request' (duration: 184.237211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:33.527734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.109858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:53:33.527874Z","caller":"traceutil/trace.go:171","msg":"trace[977848794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2941; }","duration":"130.305273ms","start":"2026-04-16T00:53:33.39755Z","end":"2026-04-16T00:53:33.527855Z","steps":["trace[977848794] 'agreement among raft nodes before linearized reading' (duration: 129.986494ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:34.246077Z","caller":"traceutil/trace.go:171","msg":"trace[1004092929] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"225.067347ms","start":"2026-04-16T00:53:34.020985Z","end":"2026-04-16T00:53:34.246052Z","steps":["trace[1004092929] 'process raft request' (duration: 224.919883ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:34.320379Z","caller":"traceutil/trace.go:171","msg":"trace[1950698131] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"205.978741ms","start":"2026-04-16T00:53:34.11437Z","end":"2026-04-16T00:53:34.320349Z","steps":["trace[1950698131] 'process raft request' (duration: 205.786515ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:34.673807Z","caller":"traceutil/trace.go:171","msg":"trace[447672869] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3066; }","duration":"117.023808ms","start":"2026-04-16T00:53:34.556756Z","end":"2026-04-16T00:53:34.67378Z","steps":["trace[447672869] 'read index received' (duration: 116.798211ms)","trace[447672869] 'applied index is now lower than readState.Index' (duration: 224.066µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:53:34.673921Z","caller":"traceutil/trace.go:171","msg":"trace[1906585991] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"346.182147ms","start":"2026-04-16T00:53:34.327673Z","end":"2026-04-16T00:53:34.673855Z","steps":["trace[1906585991] 'process raft request' (duration: 345.92516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:34.673972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.192492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:53:34.674047Z","caller":"traceutil/trace.go:171","msg":"trace[1796952815] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2947; }","duration":"117.290514ms","start":"2026-04-16T00:53:34.556738Z","end":"2026-04-16T00:53:34.674029Z","steps":["trace[1796952815] 'agreement among raft nodes before linearized reading' (duration: 117.14348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:34.674127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:34.327643Z","time spent":"346.370782ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:53:35.014787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.71295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:53:35.015093Z","caller":"traceutil/trace.go:171","msg":"trace[1202599425] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"335.157613ms","start":"2026-04-16T00:53:34.679905Z","end":"2026-04-16T00:53:35.015063Z","steps":["trace[1202599425] 'process raft request' (duration: 230.99225ms)","trace[1202599425] 'compare' (duration: 103.369911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:53:35.01525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:34.679878Z","time spent":"335.293257ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:53:35.015295Z","caller":"traceutil/trace.go:171","msg":"trace[1711082287] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"334.34724ms","start":"2026-04-16T00:53:34.680927Z","end":"2026-04-16T00:53:35.015274Z","steps":["trace[1711082287] 'process raft request' (duration: 334.125284ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:35.015267Z","caller":"traceutil/trace.go:171","msg":"trace[1314332174] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"334.663809ms","start":"2026-04-16T00:53:34.680574Z","end":"2026-04-16T00:53:35.015238Z","steps":["trace[1314332174] 'process raft request' (duration: 334.382062ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:35.015471Z","caller":"traceutil/trace.go:171","msg":"trace[193263616] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"332.265124ms","start":"2026-04-16T00:53:34.683198Z","end":"2026-04-16T00:53:35.015463Z","steps":["trace[193263616] 'process raft request' (duration: 332.215462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:35.015508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:34.683189Z","time spent":"332.301514ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4786,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:53:35.01536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:34.680915Z","time spent":"334.415473ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:53:35.01539Z","caller":"traceutil/trace.go:171","msg":"trace[1826464928] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"333.725364ms","start":"2026-04-16T00:53:34.681636Z","end":"2026-04-16T00:53:35.015362Z","steps":["trace[1826464928] 'process raft request' (duration: 333.58927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:35.015761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:34.681617Z","time spent":"334.080853ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1577,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:53:35.016106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:34.680544Z","time spent":"334.923167ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1597,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:53:55.031289Z","caller":"traceutil/trace.go:171","msg":"trace[1327762538] linearizableReadLoop","detail":"{readStateIndex:3620; appliedIndex:3619; }","duration":"101.871759ms","start":"2026-04-16T00:53:54.929382Z","end":"2026-04-16T00:53:55.031254Z","steps":["trace[1327762538] 'read index received' (duration: 18.634404ms)","trace[1327762538] 'applied index is now lower than readState.Index' (duration: 83.235145ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:53:55.031682Z","caller":"traceutil/trace.go:171","msg":"trace[971937314] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"115.061263ms","start":"2026-04-16T00:53:54.916603Z","end":"2026-04-16T00:53:55.031664Z","steps":["trace[971937314] 'process raft request' (duration: 31.401326ms)","trace[971937314] 'compare' (duration: 82.982239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:53:55.031903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.500466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:53:55.031951Z","caller":"traceutil/trace.go:171","msg":"trace[2080734018] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:0; response_revision:3467; }","duration":"102.559629ms","start":"2026-04-16T00:53:54.929378Z","end":"2026-04-16T00:53:55.031937Z","steps":["trace[2080734018] 'agreement among raft nodes before linearized reading' (duration: 102.478557ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:55.242917Z","caller":"traceutil/trace.go:171","msg":"trace[1906126896] linearizableReadLoop","detail":"{readStateIndex:3621; appliedIndex:3620; }","duration":"205.701013ms","start":"2026-04-16T00:53:55.037192Z","end":"2026-04-16T00:53:55.242893Z","steps":["trace[1906126896] 'read index received' (duration: 195.605654ms)","trace[1906126896] 'applied index is now lower than readState.Index' (duration: 10.094079ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:53:55.243025Z","caller":"traceutil/trace.go:171","msg":"trace[2066538927] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"207.338998ms","start":"2026-04-16T00:53:55.035643Z","end":"2026-04-16T00:53:55.242982Z","steps":["trace[2066538927] 'process raft request' (duration: 197.325722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:55.243611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.405452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47941"} {"level":"info","ts":"2026-04-16T00:53:55.24365Z","caller":"traceutil/trace.go:171","msg":"trace[924160300] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3468; }","duration":"206.501805ms","start":"2026-04-16T00:53:55.037139Z","end":"2026-04-16T00:53:55.243641Z","steps":["trace[924160300] 'agreement among raft nodes before linearized reading' (duration: 205.887278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:55.628908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.114834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:53:55.629166Z","caller":"traceutil/trace.go:171","msg":"trace[1323789808] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"324.256833ms","start":"2026-04-16T00:53:55.304876Z","end":"2026-04-16T00:53:55.629132Z","steps":["trace[1323789808] 'process raft request' (duration: 51.780348ms)","trace[1323789808] 'compare' (duration: 271.266071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:53:55.629364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:55.304848Z","time spent":"324.411627ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:53:55.629458Z","caller":"traceutil/trace.go:171","msg":"trace[697580469] linearizableReadLoop","detail":"{readStateIndex:3632; appliedIndex:3625; }","duration":"177.150915ms","start":"2026-04-16T00:53:55.452285Z","end":"2026-04-16T00:53:55.629436Z","steps":["trace[697580469] 'read index received' (duration: 149.918154ms)","trace[697580469] 'applied index is now lower than readState.Index' (duration: 27.231331ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:53:55.629456Z","caller":"traceutil/trace.go:171","msg":"trace[1278304000] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"323.399349ms","start":"2026-04-16T00:53:55.306019Z","end":"2026-04-16T00:53:55.629418Z","steps":["trace[1278304000] 'process raft request' (duration: 323.149642ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:55.629593Z","caller":"traceutil/trace.go:171","msg":"trace[615413125] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"322.737341ms","start":"2026-04-16T00:53:55.306842Z","end":"2026-04-16T00:53:55.62958Z","steps":["trace[615413125] 'process raft request' (duration: 322.378461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:55.629634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:55.306015Z","time spent":"323.524142ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:53:55.629686Z","caller":"traceutil/trace.go:171","msg":"trace[2107454149] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"323.840571ms","start":"2026-04-16T00:53:55.305833Z","end":"2026-04-16T00:53:55.629673Z","steps":["trace[2107454149] 'process raft request' (duration: 323.222824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:55.629685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:55.306831Z","time spent":"322.799022ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:53:55.62976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:55.305804Z","time spent":"323.914493ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1202,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:53:55.630058Z","caller":"traceutil/trace.go:171","msg":"trace[1715965387] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"322.957017ms","start":"2026-04-16T00:53:55.307088Z","end":"2026-04-16T00:53:55.630045Z","steps":["trace[1715965387] 'process raft request' (duration: 322.177045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:55.630124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:55.307071Z","time spent":"323.016638ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:53:55.630247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.959548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129859"} {"level":"info","ts":"2026-04-16T00:53:55.630294Z","caller":"traceutil/trace.go:171","msg":"trace[971707742] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3479; }","duration":"178.04133ms","start":"2026-04-16T00:53:55.452242Z","end":"2026-04-16T00:53:55.630283Z","steps":["trace[971707742] 'agreement among raft nodes before linearized reading' (duration: 177.849345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:55.630415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.458971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T00:53:55.630459Z","caller":"traceutil/trace.go:171","msg":"trace[15446244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3479; }","duration":"166.567564ms","start":"2026-04-16T00:53:55.46388Z","end":"2026-04-16T00:53:55.630447Z","steps":["trace[15446244] 'agreement among raft nodes before linearized reading' (duration: 166.40568ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:55.630462Z","caller":"traceutil/trace.go:171","msg":"trace[1153385999] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"323.347648ms","start":"2026-04-16T00:53:55.307104Z","end":"2026-04-16T00:53:55.630451Z","steps":["trace[1153385999] 'process raft request' (duration: 322.211437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:55.63054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:53:55.307095Z","time spent":"323.390659ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1756,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:53:55.630642Z","caller":"traceutil/trace.go:171","msg":"trace[626429701] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"237.291544ms","start":"2026-04-16T00:53:55.393336Z","end":"2026-04-16T00:53:55.630628Z","steps":["trace[626429701] 'process raft request' (duration: 236.034279ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:55.768298Z","caller":"traceutil/trace.go:171","msg":"trace[1353458149] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"133.403659ms","start":"2026-04-16T00:53:55.63485Z","end":"2026-04-16T00:53:55.768254Z","steps":["trace[1353458149] 'process raft request' (duration: 105.826999ms)","trace[1353458149] 'compare' (duration: 27.277102ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:53:55.768669Z","caller":"traceutil/trace.go:171","msg":"trace[2076852304] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"132.943807ms","start":"2026-04-16T00:53:55.63569Z","end":"2026-04-16T00:53:55.768634Z","steps":["trace[2076852304] 'process raft request' (duration: 132.517225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:56.453799Z","caller":"traceutil/trace.go:171","msg":"trace[1949178833] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"105.683055ms","start":"2026-04-16T00:53:56.348093Z","end":"2026-04-16T00:53:56.453776Z","steps":["trace[1949178833] 'process raft request' (duration: 105.493719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:57.950965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.592427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:53:57.951091Z","caller":"traceutil/trace.go:171","msg":"trace[1057303964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3586; }","duration":"132.801062ms","start":"2026-04-16T00:53:57.818265Z","end":"2026-04-16T00:53:57.951066Z","steps":["trace[1057303964] 'range keys from in-memory index tree' (duration: 132.3268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:57.951119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.388916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:53:57.951182Z","caller":"traceutil/trace.go:171","msg":"trace[1480905873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3586; }","duration":"130.471758ms","start":"2026-04-16T00:53:57.820687Z","end":"2026-04-16T00:53:57.951159Z","steps":["trace[1480905873] 'range keys from in-memory index tree' (duration: 130.246682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:57.951446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.712325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:53:57.951504Z","caller":"traceutil/trace.go:171","msg":"trace[1469277156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3586; }","duration":"130.802007ms","start":"2026-04-16T00:53:57.820687Z","end":"2026-04-16T00:53:57.951489Z","steps":["trace[1469277156] 'range keys from in-memory index tree' (duration: 130.51296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:53:57.950986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.696845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edffcf4f-e1a6-4ec2-94a0-daa2ae6b6a88\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-04-16T00:53:57.951644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.556478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:1535"} {"level":"info","ts":"2026-04-16T00:53:57.951687Z","caller":"traceutil/trace.go:171","msg":"trace[1164458547] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:3586; }","duration":"127.603429ms","start":"2026-04-16T00:53:57.824064Z","end":"2026-04-16T00:53:57.951668Z","steps":["trace[1164458547] 'range keys from in-memory index tree' (duration: 127.490586ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:53:57.951691Z","caller":"traceutil/trace.go:171","msg":"trace[907627] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edffcf4f-e1a6-4ec2-94a0-daa2ae6b6a88; range_end:; response_count:1; response_revision:3586; }","duration":"106.466486ms","start":"2026-04-16T00:53:57.84517Z","end":"2026-04-16T00:53:57.951636Z","steps":["trace[907627] 'range keys from in-memory index tree' (duration: 105.416577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:03.155772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.259003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:03.155945Z","caller":"traceutil/trace.go:171","msg":"trace[1753141272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3810; }","duration":"134.560701ms","start":"2026-04-16T00:54:03.021351Z","end":"2026-04-16T00:54:03.155912Z","steps":["trace[1753141272] 'range keys from in-memory index tree' (duration: 134.058147ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:07.22392Z","caller":"traceutil/trace.go:171","msg":"trace[1198246751] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"104.169722ms","start":"2026-04-16T00:54:07.119725Z","end":"2026-04-16T00:54:07.223895Z","steps":["trace[1198246751] 'process raft request' (duration: 103.907065ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:49.979129Z","caller":"traceutil/trace.go:171","msg":"trace[1898290624] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"120.38472ms","start":"2026-04-16T00:54:49.85871Z","end":"2026-04-16T00:54:49.979095Z","steps":["trace[1898290624] 'process raft request' (duration: 120.153004ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:50.063812Z","caller":"traceutil/trace.go:171","msg":"trace[1435697806] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"111.960091ms","start":"2026-04-16T00:54:49.951811Z","end":"2026-04-16T00:54:50.063771Z","steps":["trace[1435697806] 'process raft request' (duration: 111.658263ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:50.063883Z","caller":"traceutil/trace.go:171","msg":"trace[298606972] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"191.056149ms","start":"2026-04-16T00:54:49.872768Z","end":"2026-04-16T00:54:50.063824Z","steps":["trace[298606972] 'process raft request' (duration: 190.466503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:56.694796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.289018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T00:54:56.694834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.714032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a6b03c5a92e288\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-16T00:54:56.694895Z","caller":"traceutil/trace.go:171","msg":"trace[1871417619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4214; }","duration":"518.446322ms","start":"2026-04-16T00:54:56.176426Z","end":"2026-04-16T00:54:56.694872Z","steps":["trace[1871417619] 'range keys from in-memory index tree' (duration: 518.087002ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:56.694909Z","caller":"traceutil/trace.go:171","msg":"trace[1593458966] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a6b03c5a92e288; range_end:; response_count:1; response_revision:4214; }","duration":"383.833095ms","start":"2026-04-16T00:54:56.311057Z","end":"2026-04-16T00:54:56.69489Z","steps":["trace[1593458966] 'range keys from in-memory index tree' (duration: 383.522088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:56.694943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:56.176404Z","time spent":"518.525054ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:54:56.694952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:56.311036Z","time spent":"383.906248ms","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a6b03c5a92e288\" "} {"level":"warn","ts":"2026-04-16T00:54:56.695026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.342194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:54:56.695607Z","caller":"traceutil/trace.go:171","msg":"trace[897856007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4214; }","duration":"270.838017ms","start":"2026-04-16T00:54:56.424433Z","end":"2026-04-16T00:54:56.695271Z","steps":["trace[897856007] 'range keys from in-memory index tree' (duration: 270.057866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:56.695849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.454854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:54:56.695921Z","caller":"traceutil/trace.go:171","msg":"trace[57972472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4214; }","duration":"250.575817ms","start":"2026-04-16T00:54:56.445325Z","end":"2026-04-16T00:54:56.695901Z","steps":["trace[57972472] 'range keys from in-memory index tree' (duration: 250.29376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:56.696068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.55677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:54:56.6962Z","caller":"traceutil/trace.go:171","msg":"trace[1272338186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4214; }","duration":"189.764755ms","start":"2026-04-16T00:54:56.506404Z","end":"2026-04-16T00:54:56.696169Z","steps":["trace[1272338186] 'range keys from in-memory index tree' (duration: 189.235611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:56.696812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.384043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5xh2m\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-16T00:54:56.697183Z","caller":"traceutil/trace.go:171","msg":"trace[581067723] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5xh2m; range_end:; response_count:1; response_revision:4214; }","duration":"179.777104ms","start":"2026-04-16T00:54:56.517374Z","end":"2026-04-16T00:54:56.697151Z","steps":["trace[581067723] 'range keys from in-memory index tree' (duration: 178.626083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:56.88481Z","caller":"traceutil/trace.go:171","msg":"trace[168990531] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"185.407155ms","start":"2026-04-16T00:54:56.699367Z","end":"2026-04-16T00:54:56.884774Z","steps":["trace[168990531] 'process raft request' (duration: 185.173049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:57.093934Z","caller":"traceutil/trace.go:171","msg":"trace[1541519079] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"391.994586ms","start":"2026-04-16T00:54:56.701907Z","end":"2026-04-16T00:54:57.093901Z","steps":["trace[1541519079] 'process raft request' (duration: 391.930934ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:57.094175Z","caller":"traceutil/trace.go:171","msg":"trace[411243317] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"392.709486ms","start":"2026-04-16T00:54:56.701373Z","end":"2026-04-16T00:54:57.094082Z","steps":["trace[411243317] 'process raft request' (duration: 392.427958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:57.094348Z","caller":"traceutil/trace.go:171","msg":"trace[1461878421] linearizableReadLoop","detail":"{readStateIndex:4395; appliedIndex:4390; }","duration":"391.41796ms","start":"2026-04-16T00:54:56.702913Z","end":"2026-04-16T00:54:57.094331Z","steps":["trace[1461878421] 'read index received' (duration: 181.713595ms)","trace[1461878421] 'applied index is now lower than readState.Index' (duration: 209.702765ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:54:57.094369Z","caller":"traceutil/trace.go:171","msg":"trace[1249770111] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"391.851302ms","start":"2026-04-16T00:54:56.702499Z","end":"2026-04-16T00:54:57.09435Z","steps":["trace[1249770111] 'process raft request' (duration: 391.365939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:57.094357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:56.701891Z","time spent":"392.279694ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:54:57.094454Z","caller":"traceutil/trace.go:171","msg":"trace[566127343] transaction","detail":"{read_only:false; response_revision:4220; number_of_response:1; }","duration":"336.167799ms","start":"2026-04-16T00:54:56.758277Z","end":"2026-04-16T00:54:57.094445Z","steps":["trace[566127343] 'process raft request' (duration: 335.924283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:57.094455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:56.701357Z","time spent":"392.953652ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:54:57.094535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:56.702485Z","time spent":"391.930715ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:54:57.094007Z","caller":"traceutil/trace.go:171","msg":"trace[1502492300] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"392.910731ms","start":"2026-04-16T00:54:56.701038Z","end":"2026-04-16T00:54:57.093949Z","steps":["trace[1502492300] 'process raft request' (duration: 392.565912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:57.094533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:56.758246Z","time spent":"336.236671ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:54:57.09473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:56.701004Z","time spent":"393.669072ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:54:57.094861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.936244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-16T00:54:57.094927Z","caller":"traceutil/trace.go:171","msg":"trace[1355987903] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4220; }","duration":"392.022017ms","start":"2026-04-16T00:54:56.70289Z","end":"2026-04-16T00:54:57.094912Z","steps":["trace[1355987903] 'agreement among raft nodes before linearized reading' (duration: 391.672578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:57.094977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:56.702881Z","time spent":"392.084649ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T00:54:57.283518Z","caller":"traceutil/trace.go:171","msg":"trace[919002195] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"279.041628ms","start":"2026-04-16T00:54:57.004404Z","end":"2026-04-16T00:54:57.283446Z","steps":["trace[919002195] 'process raft request' (duration: 199.759215ms)","trace[919002195] 'compare' (duration: 78.916723ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:54:57.285059Z","caller":"traceutil/trace.go:171","msg":"trace[1958210560] linearizableReadLoop","detail":"{readStateIndex:4398; appliedIndex:4396; }","duration":"190.626616ms","start":"2026-04-16T00:54:57.094398Z","end":"2026-04-16T00:54:57.285024Z","steps":["trace[1958210560] 'read index received' (duration: 109.647718ms)","trace[1958210560] 'applied index is now lower than readState.Index' (duration: 80.977178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:54:57.285818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.720991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T00:54:57.285964Z","caller":"traceutil/trace.go:171","msg":"trace[1199881530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4221; }","duration":"464.892105ms","start":"2026-04-16T00:54:56.821004Z","end":"2026-04-16T00:54:57.285896Z","steps":["trace[1199881530] 'agreement among raft nodes before linearized reading' (duration: 464.143715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:57.286056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:56.820975Z","time spent":"465.06876ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:55:27.61822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.412425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5xh2m\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-16T00:55:27.618323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.322319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:55:27.618341Z","caller":"traceutil/trace.go:171","msg":"trace[62162859] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5xh2m; range_end:; response_count:1; response_revision:4449; }","duration":"253.59185ms","start":"2026-04-16T00:55:27.364725Z","end":"2026-04-16T00:55:27.618317Z","steps":["trace[62162859] 'range keys from in-memory index tree' (duration: 253.220499ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:27.618438Z","caller":"traceutil/trace.go:171","msg":"trace[1474767257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4449; }","duration":"286.502913ms","start":"2026-04-16T00:55:27.331909Z","end":"2026-04-16T00:55:27.618412Z","steps":["trace[1474767257] 'range keys from in-memory index tree' (duration: 286.062932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:27.618766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.337014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T00:55:27.618829Z","caller":"traceutil/trace.go:171","msg":"trace[912973659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4449; }","duration":"291.425666ms","start":"2026-04-16T00:55:27.327389Z","end":"2026-04-16T00:55:27.618814Z","steps":["trace[912973659] 'range keys from in-memory index tree' (duration: 291.21266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:27.618873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.63456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:55:27.618927Z","caller":"traceutil/trace.go:171","msg":"trace[26309275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4449; }","duration":"285.705203ms","start":"2026-04-16T00:55:27.333205Z","end":"2026-04-16T00:55:27.61891Z","steps":["trace[26309275] 'range keys from in-memory index tree' (duration: 285.501477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:27.618961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.400421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:55:27.619017Z","caller":"traceutil/trace.go:171","msg":"trace[1462914523] linearizableReadLoop","detail":"{readStateIndex:4633; appliedIndex:4632; }","duration":"193.490306ms","start":"2026-04-16T00:55:27.4255Z","end":"2026-04-16T00:55:27.61899Z","steps":["trace[1462914523] 'read index received' (duration: 192.057677ms)","trace[1462914523] 'applied index is now lower than readState.Index' (duration: 1.429589ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:27.619074Z","caller":"traceutil/trace.go:171","msg":"trace[2030834900] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"221.92294ms","start":"2026-04-16T00:55:27.397132Z","end":"2026-04-16T00:55:27.619055Z","steps":["trace[2030834900] 'process raft request' (duration: 220.342537ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:27.619081Z","caller":"traceutil/trace.go:171","msg":"trace[1404505787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4449; }","duration":"286.569945ms","start":"2026-04-16T00:55:27.332478Z","end":"2026-04-16T00:55:27.619048Z","steps":["trace[1404505787] 'range keys from in-memory index tree' (duration: 286.167195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:27.619185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.691121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T00:55:27.619277Z","caller":"traceutil/trace.go:171","msg":"trace[1382800557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4450; }","duration":"193.824155ms","start":"2026-04-16T00:55:27.425431Z","end":"2026-04-16T00:55:27.619255Z","steps":["trace[1382800557] 'agreement among raft nodes before linearized reading' (duration: 193.670571ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:38.756168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1656} {"level":"info","ts":"2026-04-16T00:55:38.804303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":1656,"took":"46.907199ms","hash":1989993870,"current-db-size-bytes":41365504,"current-db-size":"41 MB","current-db-size-in-use-bytes":22917120,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-16T00:55:38.804367Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1989993870,"revision":1656,"compact-revision":-1} {"level":"warn","ts":"2026-04-16T00:55:59.744091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.344005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T00:55:59.744181Z","caller":"traceutil/trace.go:171","msg":"trace[378301017] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4629; }","duration":"151.487178ms","start":"2026-04-16T00:55:59.59267Z","end":"2026-04-16T00:55:59.744158Z","steps":["trace[378301017] 'range keys from in-memory index tree' (duration: 151.028025ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:58:18.678903Z","caller":"traceutil/trace.go:171","msg":"trace[895281374] linearizableReadLoop","detail":"{readStateIndex:5729; appliedIndex:5728; }","duration":"101.278055ms","start":"2026-04-16T00:58:18.577601Z","end":"2026-04-16T00:58:18.678879Z","steps":["trace[895281374] 'read index received' (duration: 89.111668ms)","trace[895281374] 'applied index is now lower than readState.Index' (duration: 12.165087ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:58:18.678977Z","caller":"traceutil/trace.go:171","msg":"trace[1123946662] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"101.679316ms","start":"2026-04-16T00:58:18.577261Z","end":"2026-04-16T00:58:18.67894Z","steps":["trace[1123946662] 'process raft request' (duration: 89.442637ms)","trace[1123946662] 'compare' (duration: 12.059324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:58:18.67909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.46345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:58:18.679681Z","caller":"traceutil/trace.go:171","msg":"trace[1342280528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5505; }","duration":"102.077107ms","start":"2026-04-16T00:58:18.577585Z","end":"2026-04-16T00:58:18.679662Z","steps":["trace[1342280528] 'agreement among raft nodes before linearized reading' (duration: 101.443339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:58:18.679276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.448972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T00:58:18.679842Z","caller":"traceutil/trace.go:171","msg":"trace[1966598354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5505; }","duration":"101.019458ms","start":"2026-04-16T00:58:18.578783Z","end":"2026-04-16T00:58:18.679803Z","steps":["trace[1966598354] 'agreement among raft nodes before linearized reading' (duration: 100.340369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:58:18.67926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.140621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:58:18.67991Z","caller":"traceutil/trace.go:171","msg":"trace[501265880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5505; }","duration":"101.82836ms","start":"2026-04-16T00:58:18.57807Z","end":"2026-04-16T00:58:18.679899Z","steps":["trace[501265880] 'agreement among raft nodes before linearized reading' (duration: 101.021938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:58:18.679347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.966226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:58:18.680006Z","caller":"traceutil/trace.go:171","msg":"trace[1334602470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5505; }","duration":"101.657695ms","start":"2026-04-16T00:58:18.578338Z","end":"2026-04-16T00:58:18.679995Z","steps":["trace[1334602470] 'agreement among raft nodes before linearized reading' (duration: 100.874173ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:00:29.497119Z","caller":"traceutil/trace.go:171","msg":"trace[988743598] transaction","detail":"{read_only:false; response_revision:7108; number_of_response:1; }","duration":"121.320956ms","start":"2026-04-16T01:00:29.375767Z","end":"2026-04-16T01:00:29.497088Z","steps":["trace[988743598] 'process raft request' (duration: 121.077459ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:00:38.762846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4521} {"level":"info","ts":"2026-04-16T01:00:38.845641Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4521,"took":"80.732152ms","hash":2553688626,"current-db-size-bytes":45387776,"current-db-size":"45 MB","current-db-size-in-use-bytes":32641024,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-16T01:00:38.845721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2553688626,"revision":4521,"compact-revision":1656} {"level":"info","ts":"2026-04-16T01:02:25.258773Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000225e.wal"} {"level":"info","ts":"2026-04-16T01:02:49.238002Z","caller":"traceutil/trace.go:171","msg":"trace[1782173362] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"111.154241ms","start":"2026-04-16T01:02:49.126818Z","end":"2026-04-16T01:02:49.237972Z","steps":["trace[1782173362] 'process raft request' (duration: 91.799091ms)","trace[1782173362] 'compare' (duration: 18.912618ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:02:49.241636Z","caller":"traceutil/trace.go:171","msg":"trace[517455863] linearizableReadLoop","detail":"{readStateIndex:9578; appliedIndex:9576; }","duration":"113.032982ms","start":"2026-04-16T01:02:49.128566Z","end":"2026-04-16T01:02:49.241599Z","steps":["trace[517455863] 'read index received' (duration: 89.994962ms)","trace[517455863] 'applied index is now lower than readState.Index' (duration: 23.03661ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:02:49.241715Z","caller":"traceutil/trace.go:171","msg":"trace[837775646] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"113.454344ms","start":"2026-04-16T01:02:49.128218Z","end":"2026-04-16T01:02:49.241672Z","steps":["trace[837775646] 'process raft request' (duration: 113.189167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:49.241927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.31988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T01:02:49.241983Z","caller":"traceutil/trace.go:171","msg":"trace[1519014303] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9251; }","duration":"113.408523ms","start":"2026-04-16T01:02:49.128549Z","end":"2026-04-16T01:02:49.241957Z","steps":["trace[1519014303] 'agreement among raft nodes before linearized reading' (duration: 113.194947ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:52.590109Z","caller":"traceutil/trace.go:171","msg":"trace[1223950220] transaction","detail":"{read_only:false; response_revision:9318; number_of_response:1; }","duration":"169.558079ms","start":"2026-04-16T01:02:52.420525Z","end":"2026-04-16T01:02:52.590083Z","steps":["trace[1223950220] 'process raft request' (duration: 169.310073ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:52.611999Z","caller":"traceutil/trace.go:171","msg":"trace[1951547509] linearizableReadLoop","detail":"{readStateIndex:9647; appliedIndex:9645; }","duration":"173.314221ms","start":"2026-04-16T01:02:52.43866Z","end":"2026-04-16T01:02:52.611974Z","steps":["trace[1951547509] 'read index received' (duration: 151.183036ms)","trace[1951547509] 'applied index is now lower than readState.Index' (duration: 22.129245ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:02:52.612124Z","caller":"traceutil/trace.go:171","msg":"trace[2065159641] transaction","detail":"{read_only:false; response_revision:9319; number_of_response:1; }","duration":"188.895688ms","start":"2026-04-16T01:02:52.42322Z","end":"2026-04-16T01:02:52.612116Z","steps":["trace[2065159641] 'process raft request' (duration: 188.61324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:52.612301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.303472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T01:02:52.61237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.708783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:02:52.612393Z","caller":"traceutil/trace.go:171","msg":"trace[346334338] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9319; }","duration":"173.767904ms","start":"2026-04-16T01:02:52.438619Z","end":"2026-04-16T01:02:52.612387Z","steps":["trace[346334338] 'agreement among raft nodes before linearized reading' (duration: 173.731783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:52.612487Z","caller":"traceutil/trace.go:171","msg":"trace[1956722186] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9319; }","duration":"173.475406ms","start":"2026-04-16T01:02:52.438904Z","end":"2026-04-16T01:02:52.61238Z","steps":["trace[1956722186] 'agreement among raft nodes before linearized reading' (duration: 173.277651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:52.61291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.592229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T01:02:52.612935Z","caller":"traceutil/trace.go:171","msg":"trace[1022091593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9319; }","duration":"139.62949ms","start":"2026-04-16T01:02:52.473301Z","end":"2026-04-16T01:02:52.61293Z","steps":["trace[1022091593] 'agreement among raft nodes before linearized reading' (duration: 139.575859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:52.612967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.419137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T01:02:52.61302Z","caller":"traceutil/trace.go:171","msg":"trace[51311709] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9319; }","duration":"168.489589ms","start":"2026-04-16T01:02:52.44451Z","end":"2026-04-16T01:02:52.612999Z","steps":["trace[51311709] 'agreement among raft nodes before linearized reading' (duration: 168.100399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:52.61304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.322288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T01:02:52.613058Z","caller":"traceutil/trace.go:171","msg":"trace[1066398810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9319; }","duration":"148.358829ms","start":"2026-04-16T01:02:52.464695Z","end":"2026-04-16T01:02:52.613054Z","steps":["trace[1066398810] 'agreement among raft nodes before linearized reading' (duration: 148.313188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:52.613431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.235747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:02:52.613451Z","caller":"traceutil/trace.go:171","msg":"trace[132306610] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9319; }","duration":"174.272678ms","start":"2026-04-16T01:02:52.439174Z","end":"2026-04-16T01:02:52.613447Z","steps":["trace[132306610] 'agreement among raft nodes before linearized reading' (duration: 174.241367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:52.613524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.246767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-16T01:02:52.613561Z","caller":"traceutil/trace.go:171","msg":"trace[1585887118] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:9319; }","duration":"174.293078ms","start":"2026-04-16T01:02:52.439255Z","end":"2026-04-16T01:02:52.613548Z","steps":["trace[1585887118] 'agreement among raft nodes before linearized reading' (duration: 174.196436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:52.612336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.067273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T01:02:52.61359Z","caller":"traceutil/trace.go:171","msg":"trace[380605598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9319; }","duration":"152.362968ms","start":"2026-04-16T01:02:52.461222Z","end":"2026-04-16T01:02:52.613585Z","steps":["trace[380605598] 'agreement among raft nodes before linearized reading' (duration: 151.030162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:52.612547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.742561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:02:52.613713Z","caller":"traceutil/trace.go:171","msg":"trace[1928498930] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9319; }","duration":"171.958335ms","start":"2026-04-16T01:02:52.441749Z","end":"2026-04-16T01:02:52.613708Z","steps":["trace[1928498930] 'agreement among raft nodes before linearized reading' (duration: 170.722771ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:01.591486Z","caller":"traceutil/trace.go:171","msg":"trace[46994331] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"114.733389ms","start":"2026-04-16T01:03:01.476725Z","end":"2026-04-16T01:03:01.591458Z","steps":["trace[46994331] 'process raft request' (duration: 102.098393ms)","trace[46994331] 'compare' (duration: 12.201444ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:17.774934Z","caller":"traceutil/trace.go:171","msg":"trace[673510194] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"104.033606ms","start":"2026-04-16T01:03:17.670864Z","end":"2026-04-16T01:03:17.774898Z","steps":["trace[673510194] 'process raft request' (duration: 93.789046ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:26.141987Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"331455d6226d3423","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T01:03:26.148017Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-16T01:03:26.148098Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-16T01:03:45.801874Z","caller":"traceutil/trace.go:171","msg":"trace[2016836137] transaction","detail":"{read_only:false; response_revision:9977; number_of_response:1; }","duration":"141.298896ms","start":"2026-04-16T01:03:45.66054Z","end":"2026-04-16T01:03:45.801839Z","steps":["trace[2016836137] 'process raft request' (duration: 141.11196ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:05:38.773005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7240} {"level":"info","ts":"2026-04-16T01:05:38.877298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7240,"took":"100.985271ms","hash":2870777261,"current-db-size-bytes":54263808,"current-db-size":"54 MB","current-db-size-in-use-bytes":36016128,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-16T01:05:38.87738Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2870777261,"revision":7240,"compact-revision":4521} {"level":"info","ts":"2026-04-16T01:07:37.826436Z","caller":"traceutil/trace.go:171","msg":"trace[1279456043] linearizableReadLoop","detail":"{readStateIndex:12721; appliedIndex:12720; }","duration":"152.398296ms","start":"2026-04-16T01:07:37.674007Z","end":"2026-04-16T01:07:37.826406Z","steps":["trace[1279456043] 'read index received' (duration: 63.077223ms)","trace[1279456043] 'applied index is now lower than readState.Index' (duration: 89.318713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:07:37.826944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.92082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:9153"} {"level":"info","ts":"2026-04-16T01:07:37.826997Z","caller":"traceutil/trace.go:171","msg":"trace[1296173462] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:12312; }","duration":"153.028653ms","start":"2026-04-16T01:07:37.673953Z","end":"2026-04-16T01:07:37.826982Z","steps":["trace[1296173462] 'agreement among raft nodes before linearized reading' (duration: 152.778946ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:07:37.826957Z","caller":"traceutil/trace.go:171","msg":"trace[461691496] transaction","detail":"{read_only:false; response_revision:12312; number_of_response:1; }","duration":"162.937015ms","start":"2026-04-16T01:07:37.664Z","end":"2026-04-16T01:07:37.826937Z","steps":["trace[461691496] 'process raft request' (duration: 73.110618ms)","trace[461691496] 'compare' (duration: 89.002275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:07:37.827013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.786313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-16T01:07:37.82723Z","caller":"traceutil/trace.go:171","msg":"trace[1119252026] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:12312; }","duration":"150.066122ms","start":"2026-04-16T01:07:37.677142Z","end":"2026-04-16T01:07:37.827208Z","steps":["trace[1119252026] 'agreement among raft nodes before linearized reading' (duration: 149.696932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:16.035766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.959493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-924ct\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-16T01:08:16.035861Z","caller":"traceutil/trace.go:171","msg":"trace[504590911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-924ct; range_end:; response_count:1; response_revision:12928; }","duration":"237.097526ms","start":"2026-04-16T01:08:15.798742Z","end":"2026-04-16T01:08:16.03584Z","steps":["trace[504590911] 'range keys from in-memory index tree' (duration: 236.781118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:16.035971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.153502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T01:08:16.036037Z","caller":"traceutil/trace.go:171","msg":"trace[823905612] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12928; }","duration":"216.274674ms","start":"2026-04-16T01:08:15.81975Z","end":"2026-04-16T01:08:16.036024Z","steps":["trace[823905612] 'count revisions from in-memory index tree' (duration: 216.07654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:21.532976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.211855ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T01:08:21.542167Z","caller":"traceutil/trace.go:171","msg":"trace[1293367026] transaction","detail":"{read_only:false; response_revision:12983; number_of_response:1; }","duration":"166.062237ms","start":"2026-04-16T01:08:21.376086Z","end":"2026-04-16T01:08:21.542148Z","steps":["trace[1293367026] 'process raft request' (duration: 165.943604ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:21.55345Z","caller":"traceutil/trace.go:171","msg":"trace[738065484] transaction","detail":"{read_only:false; response_revision:12984; number_of_response:1; }","duration":"147.560339ms","start":"2026-04-16T01:08:21.405863Z","end":"2026-04-16T01:08:21.553423Z","steps":["trace[738065484] 'process raft request' (duration: 147.397464ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:21.553803Z","caller":"traceutil/trace.go:171","msg":"trace[1961455171] linearizableReadLoop","detail":"{readStateIndex:13409; appliedIndex:13407; }","duration":"135.882279ms","start":"2026-04-16T01:08:21.417909Z","end":"2026-04-16T01:08:21.553792Z","steps":["trace[1961455171] 'read index received' (duration: 124.210769ms)","trace[1961455171] 'applied index is now lower than readState.Index' (duration: 11.67057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:08:21.553985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.056263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:08:21.554064Z","caller":"traceutil/trace.go:171","msg":"trace[1565137888] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12986; }","duration":"136.174787ms","start":"2026-04-16T01:08:21.41786Z","end":"2026-04-16T01:08:21.554034Z","steps":["trace[1565137888] 'agreement among raft nodes before linearized reading' (duration: 136.029553ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:21.664319Z","caller":"traceutil/trace.go:171","msg":"trace[2138393173] transaction","detail":"{read_only:false; response_revision:12987; number_of_response:1; }","duration":"116.390684ms","start":"2026-04-16T01:08:21.547905Z","end":"2026-04-16T01:08:21.664296Z","steps":["trace[2138393173] 'process raft request' (duration: 109.070743ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:21.690722Z","caller":"traceutil/trace.go:171","msg":"trace[494475000] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"137.278377ms","start":"2026-04-16T01:08:21.553416Z","end":"2026-04-16T01:08:21.690694Z","steps":["trace[494475000] 'process raft request' (duration: 137.093222ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:21.690911Z","caller":"traceutil/trace.go:171","msg":"trace[1012515944] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12988; }","duration":"136.010722ms","start":"2026-04-16T01:08:21.554879Z","end":"2026-04-16T01:08:21.69089Z","steps":["trace[1012515944] 'process raft request' (duration: 135.782516ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:21.690918Z","caller":"traceutil/trace.go:171","msg":"trace[1214010914] linearizableReadLoop","detail":"{readStateIndex:13413; appliedIndex:13411; }","duration":"137.049411ms","start":"2026-04-16T01:08:21.553835Z","end":"2026-04-16T01:08:21.690884Z","steps":["trace[1214010914] 'read index received' (duration: 103.157241ms)","trace[1214010914] 'applied index is now lower than readState.Index' (duration: 33.88957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:08:21.691149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.85358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:08:21.69119Z","caller":"traceutil/trace.go:171","msg":"trace[1084590006] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12988; }","duration":"271.924362ms","start":"2026-04-16T01:08:21.419252Z","end":"2026-04-16T01:08:21.691177Z","steps":["trace[1084590006] 'agreement among raft nodes before linearized reading' (duration: 271.763758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:21.691225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.269491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-16T01:08:21.691261Z","caller":"traceutil/trace.go:171","msg":"trace[1870630434] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12988; }","duration":"272.340534ms","start":"2026-04-16T01:08:21.418908Z","end":"2026-04-16T01:08:21.691249Z","steps":["trace[1870630434] 'agreement among raft nodes before linearized reading' (duration: 272.121288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:21.691265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.407403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:08:21.691319Z","caller":"traceutil/trace.go:171","msg":"trace[1765581441] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:12988; }","duration":"269.473354ms","start":"2026-04-16T01:08:21.421827Z","end":"2026-04-16T01:08:21.691301Z","steps":["trace[1765581441] 'agreement among raft nodes before linearized reading' (duration: 269.380052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:21.691416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.200307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:08:21.691448Z","caller":"traceutil/trace.go:171","msg":"trace[1072102347] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12988; }","duration":"273.253878ms","start":"2026-04-16T01:08:21.418185Z","end":"2026-04-16T01:08:21.691439Z","steps":["trace[1072102347] 'agreement among raft nodes before linearized reading' (duration: 273.180526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:21.691722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.777268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-16T01:08:21.691768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.779017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kwml9\" ","response":"range_response_count:1 size:22016"} {"level":"info","ts":"2026-04-16T01:08:21.69184Z","caller":"traceutil/trace.go:171","msg":"trace[264594194] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12988; }","duration":"271.942222ms","start":"2026-04-16T01:08:21.419871Z","end":"2026-04-16T01:08:21.691813Z","steps":["trace[264594194] 'agreement among raft nodes before linearized reading' (duration: 271.640474ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:21.691844Z","caller":"traceutil/trace.go:171","msg":"trace[1871535467] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kwml9; range_end:; response_count:1; response_revision:12988; }","duration":"115.88662ms","start":"2026-04-16T01:08:21.575941Z","end":"2026-04-16T01:08:21.691828Z","steps":["trace[1871535467] 'agreement among raft nodes before linearized reading' (duration: 115.654803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:21.691785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.905468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kwml9\" ","response":"range_response_count:1 size:22016"} {"level":"info","ts":"2026-04-16T01:08:21.692229Z","caller":"traceutil/trace.go:171","msg":"trace[1098217520] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kwml9; range_end:; response_count:1; response_revision:12988; }","duration":"105.355301ms","start":"2026-04-16T01:08:21.586841Z","end":"2026-04-16T01:08:21.692196Z","steps":["trace[1098217520] 'agreement among raft nodes before linearized reading' (duration: 104.806126ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:28.813519Z","caller":"traceutil/trace.go:171","msg":"trace[2015949024] transaction","detail":"{read_only:false; response_revision:13101; number_of_response:1; }","duration":"110.001779ms","start":"2026-04-16T01:08:28.703489Z","end":"2026-04-16T01:08:28.813491Z","steps":["trace[2015949024] 'process raft request' (duration: 109.610008ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:38.53012Z","caller":"traceutil/trace.go:171","msg":"trace[119197455] linearizableReadLoop","detail":"{readStateIndex:13601; appliedIndex:13600; }","duration":"106.043241ms","start":"2026-04-16T01:08:38.424054Z","end":"2026-04-16T01:08:38.530097Z","steps":["trace[119197455] 'read index received' (duration: 105.813624ms)","trace[119197455] 'applied index is now lower than readState.Index' (duration: 228.766µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:08:38.530151Z","caller":"traceutil/trace.go:171","msg":"trace[232605869] transaction","detail":"{read_only:false; response_revision:13168; number_of_response:1; }","duration":"153.831201ms","start":"2026-04-16T01:08:38.37629Z","end":"2026-04-16T01:08:38.530121Z","steps":["trace[232605869] 'process raft request' (duration: 153.639066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:38.530429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.308928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:08:38.530537Z","caller":"traceutil/trace.go:171","msg":"trace[523429726] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13168; }","duration":"106.588385ms","start":"2026-04-16T01:08:38.423926Z","end":"2026-04-16T01:08:38.530515Z","steps":["trace[523429726] 'agreement among raft nodes before linearized reading' (duration: 106.294307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:38.878158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.187708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T01:08:38.878558Z","caller":"traceutil/trace.go:171","msg":"trace[775682861] transaction","detail":"{read_only:false; response_revision:13172; number_of_response:1; }","duration":"220.231024ms","start":"2026-04-16T01:08:38.6583Z","end":"2026-04-16T01:08:38.878531Z","steps":["trace[775682861] 'process raft request' (duration: 99.548752ms)","trace[775682861] 'compare' (duration: 119.748476ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:08:39.215043Z","caller":"traceutil/trace.go:171","msg":"trace[1214854223] transaction","detail":"{read_only:false; response_revision:13173; number_of_response:1; }","duration":"330.060167ms","start":"2026-04-16T01:08:38.884959Z","end":"2026-04-16T01:08:39.215019Z","steps":["trace[1214854223] 'process raft request' (duration: 269.973989ms)","trace[1214854223] 'compare' (duration: 59.612566ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:08:39.215971Z","caller":"traceutil/trace.go:171","msg":"trace[2094448066] transaction","detail":"{read_only:false; response_revision:13175; number_of_response:1; }","duration":"295.55638ms","start":"2026-04-16T01:08:38.920406Z","end":"2026-04-16T01:08:39.215963Z","steps":["trace[2094448066] 'process raft request' (duration: 294.8009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:39.216175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:08:38.884925Z","time spent":"331.064155ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:08:39.216211Z","caller":"traceutil/trace.go:171","msg":"trace[1824083896] transaction","detail":"{read_only:false; response_revision:13176; number_of_response:1; }","duration":"225.423786ms","start":"2026-04-16T01:08:38.990781Z","end":"2026-04-16T01:08:39.216205Z","steps":["trace[1824083896] 'process raft request' (duration: 224.494851ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:39.215662Z","caller":"traceutil/trace.go:171","msg":"trace[1335733808] transaction","detail":"{read_only:false; response_revision:13174; number_of_response:1; }","duration":"330.538441ms","start":"2026-04-16T01:08:38.885075Z","end":"2026-04-16T01:08:39.215614Z","steps":["trace[1335733808] 'process raft request' (duration: 329.903213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:39.216877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:08:38.885046Z","time spent":"331.723103ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:08:39.215343Z","caller":"traceutil/trace.go:171","msg":"trace[1165314266] linearizableReadLoop","detail":"{readStateIndex:13607; appliedIndex:13605; }","duration":"329.443701ms","start":"2026-04-16T01:08:38.885876Z","end":"2026-04-16T01:08:39.21532Z","steps":["trace[1165314266] 'read index received' (duration: 268.957381ms)","trace[1165314266] 'applied index is now lower than readState.Index' (duration: 60.48542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:08:39.217435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.516237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:875416"} {"level":"info","ts":"2026-04-16T01:08:39.217583Z","caller":"traceutil/trace.go:171","msg":"trace[337720953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:13176; }","duration":"331.711153ms","start":"2026-04-16T01:08:38.885846Z","end":"2026-04-16T01:08:39.217557Z","steps":["trace[337720953] 'agreement among raft nodes before linearized reading' (duration: 329.572214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:39.217647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:08:38.885836Z","time spent":"331.796075ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":875438,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T01:08:39.266468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.066558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:08:39.266533Z","caller":"traceutil/trace.go:171","msg":"trace[2023255018] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:13177; }","duration":"107.222382ms","start":"2026-04-16T01:08:39.159294Z","end":"2026-04-16T01:08:39.266516Z","steps":["trace[2023255018] 'agreement among raft nodes before linearized reading' (duration: 107.050858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:39.267022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.968212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:08:39.26726Z","caller":"traceutil/trace.go:171","msg":"trace[324601469] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:13177; }","duration":"202.26938ms","start":"2026-04-16T01:08:39.064966Z","end":"2026-04-16T01:08:39.267235Z","steps":["trace[324601469] 'agreement among raft nodes before linearized reading' (duration: 201.286083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:10:38.779923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11260} {"level":"info","ts":"2026-04-16T01:10:38.904619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11260,"took":"121.740321ms","hash":1009942094,"current-db-size-bytes":54263808,"current-db-size":"54 MB","current-db-size-in-use-bytes":31166464,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-16T01:10:38.904694Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1009942094,"revision":11260,"compact-revision":7240} {"level":"info","ts":"2026-04-16T01:15:06.143562Z","caller":"traceutil/trace.go:171","msg":"trace[945469781] linearizableReadLoop","detail":"{readStateIndex:16626; appliedIndex:16625; }","duration":"210.226216ms","start":"2026-04-16T01:15:05.933311Z","end":"2026-04-16T01:15:06.143537Z","steps":["trace[945469781] 'read index received' (duration: 210.025771ms)","trace[945469781] 'applied index is now lower than readState.Index' (duration: 199.475µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:15:06.143667Z","caller":"traceutil/trace.go:171","msg":"trace[557349970] transaction","detail":"{read_only:false; response_revision:16099; number_of_response:1; }","duration":"212.219851ms","start":"2026-04-16T01:15:05.931437Z","end":"2026-04-16T01:15:06.143657Z","steps":["trace[557349970] 'process raft request' (duration: 211.915923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:15:06.144743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.408419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:114 size:1122583"} {"level":"info","ts":"2026-04-16T01:15:06.144854Z","caller":"traceutil/trace.go:171","msg":"trace[365213308] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:114; response_revision:16099; }","duration":"211.528463ms","start":"2026-04-16T01:15:05.933307Z","end":"2026-04-16T01:15:06.144835Z","steps":["trace[365213308] 'agreement among raft nodes before linearized reading' (duration: 210.457133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:15:06.192302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.056409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T01:15:06.192382Z","caller":"traceutil/trace.go:171","msg":"trace[394741863] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:16100; }","duration":"223.184823ms","start":"2026-04-16T01:15:05.969179Z","end":"2026-04-16T01:15:06.192364Z","steps":["trace[394741863] 'agreement among raft nodes before linearized reading' (duration: 223.018948ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:15:06.192497Z","caller":"traceutil/trace.go:171","msg":"trace[34028063] transaction","detail":"{read_only:false; response_revision:16100; number_of_response:1; }","duration":"178.223665ms","start":"2026-04-16T01:15:06.014239Z","end":"2026-04-16T01:15:06.192463Z","steps":["trace[34028063] 'process raft request' (duration: 177.751682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:15:06.192601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.425975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:15:06.192712Z","caller":"traceutil/trace.go:171","msg":"trace[487375172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16100; }","duration":"172.561659ms","start":"2026-04-16T01:15:06.020119Z","end":"2026-04-16T01:15:06.19268Z","steps":["trace[487375172] 'agreement among raft nodes before linearized reading' (duration: 172.416915ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:15:06.52515Z","caller":"traceutil/trace.go:171","msg":"trace[894082034] transaction","detail":"{read_only:false; response_revision:16101; number_of_response:1; }","duration":"322.300261ms","start":"2026-04-16T01:15:06.202824Z","end":"2026-04-16T01:15:06.525124Z","steps":["trace[894082034] 'process raft request' (duration: 322.128196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:15:06.525311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:15:06.202809Z","time spent":"322.421865ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7077,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:15:06.557495Z","caller":"traceutil/trace.go:171","msg":"trace[473297661] linearizableReadLoop","detail":"{readStateIndex:16629; appliedIndex:16628; }","duration":"199.381558ms","start":"2026-04-16T01:15:06.358089Z","end":"2026-04-16T01:15:06.557471Z","steps":["trace[473297661] 'read index received' (duration: 167.891332ms)","trace[473297661] 'applied index is now lower than readState.Index' (duration: 31.489226ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:15:06.558112Z","caller":"traceutil/trace.go:171","msg":"trace[318132596] transaction","detail":"{read_only:false; response_revision:16102; number_of_response:1; }","duration":"221.739623ms","start":"2026-04-16T01:15:06.336352Z","end":"2026-04-16T01:15:06.558092Z","steps":["trace[318132596] 'process raft request' (duration: 209.568868ms)","trace[318132596] 'compare' (duration: 11.453596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:15:06.559545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.446845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T01:15:06.559601Z","caller":"traceutil/trace.go:171","msg":"trace[1638381852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16102; }","duration":"201.553967ms","start":"2026-04-16T01:15:06.358033Z","end":"2026-04-16T01:15:06.559587Z","steps":["trace[1638381852] 'agreement among raft nodes before linearized reading' (duration: 201.413734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:15:19.345953Z","caller":"traceutil/trace.go:171","msg":"trace[850130035] transaction","detail":"{read_only:false; response_revision:16272; number_of_response:1; }","duration":"164.508528ms","start":"2026-04-16T01:15:19.181426Z","end":"2026-04-16T01:15:19.345935Z","steps":["trace[850130035] 'process raft request' (duration: 105.207105ms)","trace[850130035] 'compare' (duration: 58.966164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:15:19.696141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.057415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T01:15:19.696248Z","caller":"traceutil/trace.go:171","msg":"trace[1290592083] transaction","detail":"{read_only:false; response_revision:16273; number_of_response:1; }","duration":"344.436311ms","start":"2026-04-16T01:15:19.3518Z","end":"2026-04-16T01:15:19.696236Z","steps":["trace[1290592083] 'process raft request' (duration: 103.227111ms)","trace[1290592083] 'compare' (duration: 240.735677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:15:19.696281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:15:19.351767Z","time spent":"344.498171ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:15:19.741704Z","caller":"traceutil/trace.go:171","msg":"trace[997929576] transaction","detail":"{read_only:false; response_revision:16274; number_of_response:1; }","duration":"389.780238ms","start":"2026-04-16T01:15:19.351888Z","end":"2026-04-16T01:15:19.741669Z","steps":["trace[997929576] 'process raft request' (duration: 389.577363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:15:19.741902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:15:19.351863Z","time spent":"389.936403ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:15:20.086561Z","caller":"traceutil/trace.go:171","msg":"trace[100696667] linearizableReadLoop","detail":"{readStateIndex:16811; appliedIndex:16810; }","duration":"181.789933ms","start":"2026-04-16T01:15:19.904747Z","end":"2026-04-16T01:15:20.086537Z","steps":["trace[100696667] 'read index received' (duration: 181.518086ms)","trace[100696667] 'applied index is now lower than readState.Index' (duration: 270.897µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:15:20.086594Z","caller":"traceutil/trace.go:171","msg":"trace[1376641564] transaction","detail":"{read_only:false; response_revision:16275; number_of_response:1; }","duration":"255.926484ms","start":"2026-04-16T01:15:19.830642Z","end":"2026-04-16T01:15:20.086569Z","steps":["trace[1376641564] 'process raft request' (duration: 255.721289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:15:20.087627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.865104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:15:20.087696Z","caller":"traceutil/trace.go:171","msg":"trace[1278569410] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16275; }","duration":"182.952626ms","start":"2026-04-16T01:15:19.90473Z","end":"2026-04-16T01:15:20.087683Z","steps":["trace[1278569410] 'agreement among raft nodes before linearized reading' (duration: 181.927888ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:15:38.78605Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14040} {"level":"info","ts":"2026-04-16T01:15:38.899648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14040,"took":"109.877804ms","hash":1576188369,"current-db-size-bytes":54263808,"current-db-size":"54 MB","current-db-size-in-use-bytes":32821248,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-16T01:15:38.899721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1576188369,"revision":14040,"compact-revision":11260} {"level":"info","ts":"2026-04-16T01:16:45.183111Z","caller":"traceutil/trace.go:171","msg":"trace[226479737] linearizableReadLoop","detail":"{readStateIndex:17720; appliedIndex:17719; }","duration":"115.386426ms","start":"2026-04-16T01:16:45.067621Z","end":"2026-04-16T01:16:45.183008Z","steps":["trace[226479737] 'read index received' (duration: 115.257243ms)","trace[226479737] 'applied index is now lower than readState.Index' (duration: 127.573µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:16:45.183172Z","caller":"traceutil/trace.go:171","msg":"trace[264938382] transaction","detail":"{read_only:false; response_revision:17163; number_of_response:1; }","duration":"137.767182ms","start":"2026-04-16T01:16:45.045381Z","end":"2026-04-16T01:16:45.183148Z","steps":["trace[264938382] 'process raft request' (duration: 137.405032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:16:45.183329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.696945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T01:16:45.183371Z","caller":"traceutil/trace.go:171","msg":"trace[2012449394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17163; }","duration":"115.796127ms","start":"2026-04-16T01:16:45.067562Z","end":"2026-04-16T01:16:45.183358Z","steps":["trace[2012449394] 'agreement among raft nodes before linearized reading' (duration: 115.467488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:06.923775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.989528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T01:17:06.923872Z","caller":"traceutil/trace.go:171","msg":"trace[512197816] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17280; }","duration":"146.125862ms","start":"2026-04-16T01:17:06.777723Z","end":"2026-04-16T01:17:06.923849Z","steps":["trace[512197816] 'range keys from in-memory index tree' (duration: 145.786123ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:17:06.931489Z","caller":"traceutil/trace.go:171","msg":"trace[2082927137] transaction","detail":"{read_only:false; response_revision:17281; number_of_response:1; }","duration":"149.252768ms","start":"2026-04-16T01:17:06.782197Z","end":"2026-04-16T01:17:06.931449Z","steps":["trace[2082927137] 'process raft request' (duration: 148.890918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.372252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.438222ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T01:17:07.373128Z","caller":"traceutil/trace.go:171","msg":"trace[1731365580] transaction","detail":"{read_only:false; response_revision:17282; number_of_response:1; }","duration":"118.560054ms","start":"2026-04-16T01:17:07.254544Z","end":"2026-04-16T01:17:07.373104Z","steps":["trace[1731365580] 'process raft request' (duration: 117.784902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.503955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.77456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:17:07.504145Z","caller":"traceutil/trace.go:171","msg":"trace[1013421172] transaction","detail":"{read_only:false; response_revision:17283; number_of_response:1; }","duration":"241.123687ms","start":"2026-04-16T01:17:07.262985Z","end":"2026-04-16T01:17:07.504109Z","steps":["trace[1013421172] 'process raft request' (duration: 110.10615ms)","trace[1013421172] 'compare' (duration: 130.439321ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:17:07.504186Z","caller":"traceutil/trace.go:171","msg":"trace[2120364318] transaction","detail":"{read_only:false; response_revision:17284; number_of_response:1; }","duration":"115.429917ms","start":"2026-04-16T01:17:07.388733Z","end":"2026-04-16T01:17:07.504163Z","steps":["trace[2120364318] 'process raft request' (duration: 115.334835ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:17:07.504328Z","caller":"traceutil/trace.go:171","msg":"trace[1026668631] linearizableReadLoop","detail":"{readStateIndex:17845; appliedIndex:17842; }","duration":"214.932776ms","start":"2026-04-16T01:17:07.289372Z","end":"2026-04-16T01:17:07.504305Z","steps":["trace[1026668631] 'read index received' (duration: 70.244463ms)","trace[1026668631] 'applied index is now lower than readState.Index' (duration: 144.686423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:17:07.50453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.070183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:17:07.504571Z","caller":"traceutil/trace.go:171","msg":"trace[1398748294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17284; }","duration":"214.162795ms","start":"2026-04-16T01:17:07.290396Z","end":"2026-04-16T01:17:07.504559Z","steps":["trace[1398748294] 'agreement among raft nodes before linearized reading' (duration: 214.035822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.504676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.251117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:17:07.5048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.573856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:17:07.504834Z","caller":"traceutil/trace.go:171","msg":"trace[815265715] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17284; }","duration":"129.636718ms","start":"2026-04-16T01:17:07.375188Z","end":"2026-04-16T01:17:07.504824Z","steps":["trace[815265715] 'agreement among raft nodes before linearized reading' (duration: 129.585497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.504856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.127109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T01:17:07.504919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.41177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T01:17:07.50496Z","caller":"traceutil/trace.go:171","msg":"trace[1795673810] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17284; }","duration":"123.299394ms","start":"2026-04-16T01:17:07.381641Z","end":"2026-04-16T01:17:07.504941Z","steps":["trace[1795673810] 'agreement among raft nodes before linearized reading' (duration: 123.031456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.505055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.070724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:17:07.505022Z","caller":"traceutil/trace.go:171","msg":"trace[442214688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17284; }","duration":"215.691177ms","start":"2026-04-16T01:17:07.289315Z","end":"2026-04-16T01:17:07.505006Z","steps":["trace[442214688] 'agreement among raft nodes before linearized reading' (duration: 215.100521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.505091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.467773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:17:07.505145Z","caller":"traceutil/trace.go:171","msg":"trace[1228234989] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17284; }","duration":"129.533786ms","start":"2026-04-16T01:17:07.3756Z","end":"2026-04-16T01:17:07.505134Z","steps":["trace[1228234989] 'agreement among raft nodes before linearized reading' (duration: 129.451374ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:17:07.505109Z","caller":"traceutil/trace.go:171","msg":"trace[1167753046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17284; }","duration":"189.161277ms","start":"2026-04-16T01:17:07.315936Z","end":"2026-04-16T01:17:07.505097Z","steps":["trace[1167753046] 'agreement among raft nodes before linearized reading' (duration: 189.028793ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:17:07.505361Z","caller":"traceutil/trace.go:171","msg":"trace[2135141628] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17284; }","duration":"129.474704ms","start":"2026-04-16T01:17:07.375339Z","end":"2026-04-16T01:17:07.504814Z","steps":["trace[2135141628] 'agreement among raft nodes before linearized reading' (duration: 129.147265ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:17:07.695311Z","caller":"traceutil/trace.go:171","msg":"trace[2138590384] linearizableReadLoop","detail":"{readStateIndex:17849; appliedIndex:17846; }","duration":"147.623113ms","start":"2026-04-16T01:17:07.547658Z","end":"2026-04-16T01:17:07.695281Z","steps":["trace[2138590384] 'read index received' (duration: 5.4495ms)","trace[2138590384] 'applied index is now lower than readState.Index' (duration: 142.172033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:17:07.695445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.765527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:17:07.695345Z","caller":"traceutil/trace.go:171","msg":"trace[1561476043] transaction","detail":"{read_only:false; response_revision:17287; number_of_response:1; }","duration":"185.733682ms","start":"2026-04-16T01:17:07.509589Z","end":"2026-04-16T01:17:07.695323Z","steps":["trace[1561476043] 'process raft request' (duration: 185.618148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.695732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.054278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:17:07.695769Z","caller":"traceutil/trace.go:171","msg":"trace[1561469975] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17287; }","duration":"147.112219ms","start":"2026-04-16T01:17:07.548648Z","end":"2026-04-16T01:17:07.695761Z","steps":["trace[1561469975] 'agreement among raft nodes before linearized reading' (duration: 146.953204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.695538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.85292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:17:07.695916Z","caller":"traceutil/trace.go:171","msg":"trace[1035348542] transaction","detail":"{read_only:false; response_revision:17286; number_of_response:1; }","duration":"185.718711ms","start":"2026-04-16T01:17:07.509556Z","end":"2026-04-16T01:17:07.695275Z","steps":["trace[1035348542] 'process raft request' (duration: 185.393882ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:17:07.696089Z","caller":"traceutil/trace.go:171","msg":"trace[96120618] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17287; }","duration":"148.445065ms","start":"2026-04-16T01:17:07.547627Z","end":"2026-04-16T01:17:07.696072Z","steps":["trace[96120618] 'agreement among raft nodes before linearized reading' (duration: 147.843359ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:17:07.695538Z","caller":"traceutil/trace.go:171","msg":"trace[1489586071] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17287; }","duration":"147.89017ms","start":"2026-04-16T01:17:07.547634Z","end":"2026-04-16T01:17:07.695524Z","steps":["trace[1489586071] 'agreement among raft nodes before linearized reading' (duration: 147.719515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.695607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.733286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:17:07.696381Z","caller":"traceutil/trace.go:171","msg":"trace[1502620172] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17287; }","duration":"148.496007ms","start":"2026-04-16T01:17:07.547835Z","end":"2026-04-16T01:17:07.696331Z","steps":["trace[1502620172] 'agreement among raft nodes before linearized reading' (duration: 147.721636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:07.695651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.97979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:17:07.696483Z","caller":"traceutil/trace.go:171","msg":"trace[1035007992] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:17287; }","duration":"105.814272ms","start":"2026-04-16T01:17:07.590628Z","end":"2026-04-16T01:17:07.696443Z","steps":["trace[1035007992] 'agreement among raft nodes before linearized reading' (duration: 104.961639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:17:08.086639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.048707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:17:08.086801Z","caller":"traceutil/trace.go:171","msg":"trace[1661131297] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:17289; }","duration":"135.266253ms","start":"2026-04-16T01:17:07.951516Z","end":"2026-04-16T01:17:08.086782Z","steps":["trace[1661131297] 'count revisions from in-memory index tree' (duration: 134.975846ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:20:38.792545Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16573} {"level":"info","ts":"2026-04-16T01:20:38.908656Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16573,"took":"110.638269ms","hash":2167784948,"current-db-size-bytes":54263808,"current-db-size":"54 MB","current-db-size-in-use-bytes":35708928,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-16T01:20:38.908729Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2167784948,"revision":16573,"compact-revision":14040} {"level":"info","ts":"2026-04-16T01:20:52.890172Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"331455d6226d3423","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T01:20:52.895442Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-16T01:20:52.89558Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-16T01:21:08.613798Z","caller":"traceutil/trace.go:171","msg":"trace[580848246] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"307.409486ms","start":"2026-04-16T01:21:08.306355Z","end":"2026-04-16T01:21:08.613764Z","steps":["trace[580848246] 'process raft request' (duration: 225.585718ms)","trace[580848246] 'compare' (duration: 81.633023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:21:08.613985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:21:08.30633Z","time spent":"307.557449ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:21:08.740056Z","caller":"traceutil/trace.go:171","msg":"trace[1312097996] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"370.18785ms","start":"2026-04-16T01:21:08.369821Z","end":"2026-04-16T01:21:08.740009Z","steps":["trace[1312097996] 'process raft request' (duration: 369.44589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:21:08.740292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:21:08.369719Z","time spent":"370.437127ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:21:08.740398Z","caller":"traceutil/trace.go:171","msg":"trace[1677922266] transaction","detail":"{read_only:false; response_revision:20012; number_of_response:1; }","duration":"334.015346ms","start":"2026-04-16T01:21:08.406337Z","end":"2026-04-16T01:21:08.740352Z","steps":["trace[1677922266] 'process raft request' (duration: 333.382579ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:21:08.740887Z","caller":"traceutil/trace.go:171","msg":"trace[149357372] transaction","detail":"{read_only:false; response_revision:20014; number_of_response:1; }","duration":"167.05626ms","start":"2026-04-16T01:21:08.573809Z","end":"2026-04-16T01:21:08.740865Z","steps":["trace[149357372] 'process raft request' (duration: 166.891855ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:21:08.740882Z","caller":"traceutil/trace.go:171","msg":"trace[972759497] linearizableReadLoop","detail":"{readStateIndex:20657; appliedIndex:20653; }","duration":"137.764985ms","start":"2026-04-16T01:21:08.603092Z","end":"2026-04-16T01:21:08.740857Z","steps":["trace[972759497] 'read index received' (duration: 136.190132ms)","trace[972759497] 'applied index is now lower than readState.Index' (duration: 1.573833ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:21:08.74089Z","caller":"traceutil/trace.go:171","msg":"trace[1457652903] transaction","detail":"{read_only:false; response_revision:20013; number_of_response:1; }","duration":"247.817018ms","start":"2026-04-16T01:21:08.493022Z","end":"2026-04-16T01:21:08.74084Z","steps":["trace[1457652903] 'process raft request' (duration: 246.748868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:21:08.741058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.95182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:21:08.741109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:21:08.406309Z","time spent":"334.252823ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:21:08.741155Z","caller":"traceutil/trace.go:171","msg":"trace[1063749120] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:20015; }","duration":"138.094924ms","start":"2026-04-16T01:21:08.603042Z","end":"2026-04-16T01:21:08.741137Z","steps":["trace[1063749120] 'agreement among raft nodes before linearized reading' (duration: 137.95274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:22:43.577178Z","caller":"traceutil/trace.go:171","msg":"trace[736205111] transaction","detail":"{read_only:false; response_revision:20997; number_of_response:1; }","duration":"112.663856ms","start":"2026-04-16T01:22:43.464478Z","end":"2026-04-16T01:22:43.577142Z","steps":["trace[736205111] 'process raft request' (duration: 93.350665ms)","trace[736205111] 'compare' (duration: 19.132246ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:24:38.898925Z","caller":"traceutil/trace.go:171","msg":"trace[111934071] transaction","detail":"{read_only:false; response_revision:22106; number_of_response:1; }","duration":"177.371338ms","start":"2026-04-16T01:24:38.721531Z","end":"2026-04-16T01:24:38.898902Z","steps":["trace[111934071] 'process raft request' (duration: 177.208174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:39.452576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.375847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T01:24:39.452645Z","caller":"traceutil/trace.go:171","msg":"trace[1634259344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22107; }","duration":"331.500841ms","start":"2026-04-16T01:24:39.12113Z","end":"2026-04-16T01:24:39.452631Z","steps":["trace[1634259344] 'range keys from in-memory index tree' (duration: 331.213193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:39.452673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:39.121113Z","time spent":"331.554193ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:24:39.690847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.635708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:24:39.690984Z","caller":"traceutil/trace.go:171","msg":"trace[134756910] transaction","detail":"{read_only:false; response_revision:22109; number_of_response:1; }","duration":"121.048276ms","start":"2026-04-16T01:24:39.569913Z","end":"2026-04-16T01:24:39.690962Z","steps":["trace[134756910] 'process raft request' (duration: 13.164401ms)","trace[134756910] 'compare' (duration: 107.492785ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:24:39.728781Z","caller":"traceutil/trace.go:171","msg":"trace[444740732] transaction","detail":"{read_only:false; response_revision:22110; number_of_response:1; }","duration":"114.786435ms","start":"2026-04-16T01:24:39.613975Z","end":"2026-04-16T01:24:39.728761Z","steps":["trace[444740732] 'process raft request' (duration: 114.686922ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:40.417733Z","caller":"traceutil/trace.go:171","msg":"trace[57529134] linearizableReadLoop","detail":"{readStateIndex:22814; appliedIndex:22813; }","duration":"272.780262ms","start":"2026-04-16T01:24:40.144916Z","end":"2026-04-16T01:24:40.417696Z","steps":["trace[57529134] 'read index received' (duration: 219.982606ms)","trace[57529134] 'applied index is now lower than readState.Index' (duration: 52.796346ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:24:40.417749Z","caller":"traceutil/trace.go:171","msg":"trace[2092661278] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"309.342855ms","start":"2026-04-16T01:24:40.108366Z","end":"2026-04-16T01:24:40.417709Z","steps":["trace[2092661278] 'process raft request' (duration: 256.589679ms)","trace[2092661278] 'compare' (duration: 52.346384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:40.417956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.053872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:40.418028Z","caller":"traceutil/trace.go:171","msg":"trace[930327310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22115; }","duration":"257.176595ms","start":"2026-04-16T01:24:40.160835Z","end":"2026-04-16T01:24:40.418012Z","steps":["trace[930327310] 'agreement among raft nodes before linearized reading' (duration: 257.070822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.418045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.715546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129861"} {"level":"info","ts":"2026-04-16T01:24:40.41811Z","caller":"traceutil/trace.go:171","msg":"trace[1491272053] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22115; }","duration":"247.795768ms","start":"2026-04-16T01:24:40.1703Z","end":"2026-04-16T01:24:40.418096Z","steps":["trace[1491272053] 'agreement among raft nodes before linearized reading' (duration: 247.602483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.418124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.623732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T01:24:40.418159Z","caller":"traceutil/trace.go:171","msg":"trace[1297639368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22115; }","duration":"263.698343ms","start":"2026-04-16T01:24:40.154446Z","end":"2026-04-16T01:24:40.418145Z","steps":["trace[1297639368] 'agreement among raft nodes before linearized reading' (duration: 263.602211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.418026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.55358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-16T01:24:40.418294Z","caller":"traceutil/trace.go:171","msg":"trace[1622975492] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:22115; }","duration":"263.864078ms","start":"2026-04-16T01:24:40.15442Z","end":"2026-04-16T01:24:40.418284Z","steps":["trace[1622975492] 'agreement among raft nodes before linearized reading' (duration: 263.463577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.418452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.716388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T01:24:40.418494Z","caller":"traceutil/trace.go:171","msg":"trace[968687908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22115; }","duration":"189.80666ms","start":"2026-04-16T01:24:40.228678Z","end":"2026-04-16T01:24:40.418484Z","steps":["trace[968687908] 'agreement among raft nodes before linearized reading' (duration: 189.694967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.41852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.611696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T01:24:40.41855Z","caller":"traceutil/trace.go:171","msg":"trace[389231575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22115; }","duration":"273.690097ms","start":"2026-04-16T01:24:40.144853Z","end":"2026-04-16T01:24:40.418543Z","steps":["trace[389231575] 'agreement among raft nodes before linearized reading' (duration: 272.932037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.418566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:40.108336Z","time spent":"309.506148ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:40.772759Z","caller":"traceutil/trace.go:171","msg":"trace[1407886268] transaction","detail":"{read_only:false; response_revision:22116; number_of_response:1; }","duration":"349.458044ms","start":"2026-04-16T01:24:40.423265Z","end":"2026-04-16T01:24:40.772723Z","steps":["trace[1407886268] 'process raft request' (duration: 348.500447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.772887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:40.423236Z","time spent":"349.580306ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:40.783527Z","caller":"traceutil/trace.go:171","msg":"trace[860025773] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"359.959191ms","start":"2026-04-16T01:24:40.423546Z","end":"2026-04-16T01:24:40.783505Z","steps":["trace[860025773] 'process raft request' (duration: 359.713864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.78361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:40.423527Z","time spent":"360.043022ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:40.783774Z","caller":"traceutil/trace.go:171","msg":"trace[911597570] transaction","detail":"{read_only:false; response_revision:22118; number_of_response:1; }","duration":"360.117755ms","start":"2026-04-16T01:24:40.423649Z","end":"2026-04-16T01:24:40.783767Z","steps":["trace[911597570] 'process raft request' (duration: 359.767785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.783819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:40.423628Z","time spent":"360.171387ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:40.783879Z","caller":"traceutil/trace.go:171","msg":"trace[46974640] transaction","detail":"{read_only:false; response_revision:22119; number_of_response:1; }","duration":"299.089443ms","start":"2026-04-16T01:24:40.484784Z","end":"2026-04-16T01:24:40.783874Z","steps":["trace[46974640] 'process raft request' (duration: 298.732953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.784355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.089567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-16T01:24:40.784377Z","caller":"traceutil/trace.go:171","msg":"trace[1956104587] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:22119; }","duration":"355.135238ms","start":"2026-04-16T01:24:40.429235Z","end":"2026-04-16T01:24:40.78437Z","steps":["trace[1956104587] 'agreement among raft nodes before linearized reading' (duration: 355.000815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.784394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:40.429222Z","time spent":"355.168279ms","remote":"127.0.0.1:39820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-16T01:24:40.784968Z","caller":"traceutil/trace.go:171","msg":"trace[625612493] linearizableReadLoop","detail":"{readStateIndex:22817; appliedIndex:22814; }","duration":"354.340746ms","start":"2026-04-16T01:24:40.429264Z","end":"2026-04-16T01:24:40.783604Z","steps":["trace[625612493] 'read index received' (duration: 342.474132ms)","trace[625612493] 'applied index is now lower than readState.Index' (duration: 11.865574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:40.785234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.055208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129861"} {"level":"info","ts":"2026-04-16T01:24:40.78527Z","caller":"traceutil/trace.go:171","msg":"trace[1300462086] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22119; }","duration":"354.117511ms","start":"2026-04-16T01:24:40.43114Z","end":"2026-04-16T01:24:40.785258Z","steps":["trace[1300462086] 'agreement among raft nodes before linearized reading' (duration: 353.941556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.785301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:40.431131Z","time spent":"354.162702ms","remote":"127.0.0.1:39818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129883,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T01:24:40.785741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.499709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:24:40.785776Z","caller":"traceutil/trace.go:171","msg":"trace[547776609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22119; }","duration":"347.545921ms","start":"2026-04-16T01:24:40.438216Z","end":"2026-04-16T01:24:40.785762Z","steps":["trace[547776609] 'agreement among raft nodes before linearized reading' (duration: 347.462788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:40.785931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:40.438208Z","time spent":"347.706875ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T01:24:48.012668Z","caller":"traceutil/trace.go:171","msg":"trace[1273187945] transaction","detail":"{read_only:false; response_revision:22181; number_of_response:1; }","duration":"279.728123ms","start":"2026-04-16T01:24:47.732912Z","end":"2026-04-16T01:24:48.01264Z","steps":["trace[1273187945] 'process raft request' (duration: 251.738496ms)","trace[1273187945] 'compare' (duration: 27.053791ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:24:48.495612Z","caller":"traceutil/trace.go:171","msg":"trace[194642971] transaction","detail":"{read_only:false; response_revision:22182; number_of_response:1; }","duration":"741.317177ms","start":"2026-04-16T01:24:47.754266Z","end":"2026-04-16T01:24:48.495583Z","steps":["trace[194642971] 'process raft request' (duration: 741.100361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:48.495751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:47.754242Z","time spent":"741.439931ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:48.495886Z","caller":"traceutil/trace.go:171","msg":"trace[1027752216] transaction","detail":"{read_only:false; response_revision:22183; number_of_response:1; }","duration":"685.522869ms","start":"2026-04-16T01:24:47.810334Z","end":"2026-04-16T01:24:48.495857Z","steps":["trace[1027752216] 'process raft request' (duration: 685.21138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:48.496297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:47.810308Z","time spent":"685.663263ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:48.496544Z","caller":"traceutil/trace.go:171","msg":"trace[754263872] linearizableReadLoop","detail":"{readStateIndex:22885; appliedIndex:22881; }","duration":"638.781778ms","start":"2026-04-16T01:24:47.857749Z","end":"2026-04-16T01:24:48.496531Z","steps":["trace[754263872] 'read index received' (duration: 126.912046ms)","trace[754263872] 'applied index is now lower than readState.Index' (duration: 511.868802ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:24:48.496659Z","caller":"traceutil/trace.go:171","msg":"trace[1487348253] transaction","detail":"{read_only:false; response_revision:22185; number_of_response:1; }","duration":"538.249104ms","start":"2026-04-16T01:24:47.958395Z","end":"2026-04-16T01:24:48.496644Z","steps":["trace[1487348253] 'process raft request' (duration: 538.10154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:48.496764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.013825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:48.496797Z","caller":"traceutil/trace.go:171","msg":"trace[2147108403] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22185; }","duration":"639.048556ms","start":"2026-04-16T01:24:47.857737Z","end":"2026-04-16T01:24:48.496786Z","steps":["trace[2147108403] 'agreement among raft nodes before linearized reading' (duration: 638.989284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:48.496788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:47.958371Z","time spent":"538.318626ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:48.49677Z","caller":"traceutil/trace.go:171","msg":"trace[1906884347] transaction","detail":"{read_only:false; response_revision:22184; number_of_response:1; }","duration":"679.926156ms","start":"2026-04-16T01:24:47.816806Z","end":"2026-04-16T01:24:48.496732Z","steps":["trace[1906884347] 'process raft request' (duration: 678.99494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:48.496824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:47.857693Z","time spent":"639.123548ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:24:48.496937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:47.816754Z","time spent":"680.09651ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:24:48.512259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.791576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:24:48.512264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.431782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:48.512318Z","caller":"traceutil/trace.go:171","msg":"trace[591338138] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22186; }","duration":"474.888829ms","start":"2026-04-16T01:24:48.037416Z","end":"2026-04-16T01:24:48.512305Z","steps":["trace[591338138] 'agreement among raft nodes before linearized reading' (duration: 474.769506ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:48.512338Z","caller":"traceutil/trace.go:171","msg":"trace[903980989] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22186; }","duration":"441.544556ms","start":"2026-04-16T01:24:48.070774Z","end":"2026-04-16T01:24:48.512318Z","steps":["trace[903980989] 'agreement among raft nodes before linearized reading' (duration: 441.391751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:48.512365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.037399Z","time spent":"474.94921ms","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:24:48.51239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.070759Z","time spent":"441.616127ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:24:48.512396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.6031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T01:24:48.512455Z","caller":"traceutil/trace.go:171","msg":"trace[1866980197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22186; }","duration":"513.683482ms","start":"2026-04-16T01:24:47.998754Z","end":"2026-04-16T01:24:48.512437Z","steps":["trace[1866980197] 'agreement among raft nodes before linearized reading' (duration: 513.554528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:48.512496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:47.998736Z","time spent":"513.752853ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:24:48.512254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.158748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:24:48.512655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.357316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-16T01:24:48.512687Z","caller":"traceutil/trace.go:171","msg":"trace[1010525936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22186; }","duration":"435.424177ms","start":"2026-04-16T01:24:48.077251Z","end":"2026-04-16T01:24:48.512676Z","steps":["trace[1010525936] 'agreement among raft nodes before linearized reading' (duration: 435.351755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:48.51271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.077233Z","time spent":"435.471929ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T01:24:48.512651Z","caller":"traceutil/trace.go:171","msg":"trace[350226600] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22186; }","duration":"624.59823ms","start":"2026-04-16T01:24:47.888032Z","end":"2026-04-16T01:24:48.51263Z","steps":["trace[350226600] 'agreement among raft nodes before linearized reading' (duration: 624.107347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:48.512812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:47.888017Z","time spent":"624.772974ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:24:48.88317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.960841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:24:48.883361Z","caller":"traceutil/trace.go:171","msg":"trace[1991442242] transaction","detail":"{read_only:false; response_revision:22188; number_of_response:1; }","duration":"362.576042ms","start":"2026-04-16T01:24:48.520768Z","end":"2026-04-16T01:24:48.883344Z","steps":["trace[1991442242] 'process raft request' (duration: 362.475479ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:48.883424Z","caller":"traceutil/trace.go:171","msg":"trace[1712177571] transaction","detail":"{read_only:false; response_revision:22187; number_of_response:1; }","duration":"364.600117ms","start":"2026-04-16T01:24:48.518721Z","end":"2026-04-16T01:24:48.883321Z","steps":["trace[1712177571] 'process raft request' (duration: 150.4112ms)","trace[1712177571] 'compare' (duration: 213.615212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:48.883524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.520759Z","time spent":"362.689116ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:24:48.883544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.518697Z","time spent":"364.780383ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:49.300722Z","caller":"traceutil/trace.go:171","msg":"trace[508209625] transaction","detail":"{read_only:false; response_revision:22189; number_of_response:1; }","duration":"413.668132ms","start":"2026-04-16T01:24:48.887031Z","end":"2026-04-16T01:24:49.300699Z","steps":["trace[508209625] 'process raft request' (duration: 413.503527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.300872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.887016Z","time spent":"413.776564ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:49.53683Z","caller":"traceutil/trace.go:171","msg":"trace[1223001775] linearizableReadLoop","detail":"{readStateIndex:22893; appliedIndex:22889; }","duration":"637.616237ms","start":"2026-04-16T01:24:48.899191Z","end":"2026-04-16T01:24:49.536808Z","steps":["trace[1223001775] 'read index received' (duration: 401.416506ms)","trace[1223001775] 'applied index is now lower than readState.Index' (duration: 236.198531ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:24:49.537102Z","caller":"traceutil/trace.go:171","msg":"trace[1273139544] transaction","detail":"{read_only:false; response_revision:22190; number_of_response:1; }","duration":"649.605864ms","start":"2026-04-16T01:24:48.887482Z","end":"2026-04-16T01:24:49.537088Z","steps":["trace[1273139544] 'process raft request' (duration: 581.796827ms)","trace[1273139544] 'compare' (duration: 67.284493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:49.537197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.887464Z","time spent":"649.671427ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:49.537388Z","caller":"traceutil/trace.go:171","msg":"trace[749071154] transaction","detail":"{read_only:false; response_revision:22191; number_of_response:1; }","duration":"649.44987ms","start":"2026-04-16T01:24:48.887927Z","end":"2026-04-16T01:24:49.537377Z","steps":["trace[749071154] 'process raft request' (duration: 648.767871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.537443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.887918Z","time spent":"649.498792ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:49.537568Z","caller":"traceutil/trace.go:171","msg":"trace[2088990345] transaction","detail":"{read_only:false; response_revision:22192; number_of_response:1; }","duration":"648.33099ms","start":"2026-04-16T01:24:48.889229Z","end":"2026-04-16T01:24:49.53756Z","steps":["trace[2088990345] 'process raft request' (duration: 647.503578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.537634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.889219Z","time spent":"648.387311ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:49.537769Z","caller":"traceutil/trace.go:171","msg":"trace[624575873] transaction","detail":"{read_only:false; response_revision:22193; number_of_response:1; }","duration":"565.624024ms","start":"2026-04-16T01:24:48.972126Z","end":"2026-04-16T01:24:49.53775Z","steps":["trace[624575873] 'process raft request' (duration: 564.641867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.537824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.972108Z","time spent":"565.687316ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:24:49.537968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.770938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:49.538006Z","caller":"traceutil/trace.go:171","msg":"trace[235970885] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:22193; }","duration":"638.821909ms","start":"2026-04-16T01:24:48.899173Z","end":"2026-04-16T01:24:49.537995Z","steps":["trace[235970885] 'agreement among raft nodes before linearized reading' (duration: 638.761767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.538034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:48.899167Z","time spent":"638.860311ms","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:24:49.96915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.615983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:24:49.969283Z","caller":"traceutil/trace.go:171","msg":"trace[756273548] transaction","detail":"{read_only:false; response_revision:22195; number_of_response:1; }","duration":"423.548062ms","start":"2026-04-16T01:24:49.545722Z","end":"2026-04-16T01:24:49.96927Z","steps":["trace[756273548] 'process raft request' (duration: 423.503051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.969333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:49.545708Z","time spent":"423.604224ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:49.969624Z","caller":"traceutil/trace.go:171","msg":"trace[475076879] transaction","detail":"{read_only:false; response_revision:22194; number_of_response:1; }","duration":"562.068477ms","start":"2026-04-16T01:24:49.407542Z","end":"2026-04-16T01:24:49.969611Z","steps":["trace[475076879] 'process raft request' (duration: 245.264539ms)","trace[475076879] 'compare' (duration: 315.226205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:49.969691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:49.407518Z","time spent":"562.139129ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:49.969832Z","caller":"traceutil/trace.go:171","msg":"trace[171008680] linearizableReadLoop","detail":"{readStateIndex:22895; appliedIndex:22894; }","duration":"432.929879ms","start":"2026-04-16T01:24:49.536892Z","end":"2026-04-16T01:24:49.969822Z","steps":["trace[171008680] 'read index received' (duration: 115.896515ms)","trace[171008680] 'applied index is now lower than readState.Index' (duration: 317.032244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:49.970173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.153311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:24:49.970214Z","caller":"traceutil/trace.go:171","msg":"trace[1804867371] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22195; }","duration":"496.199403ms","start":"2026-04-16T01:24:49.474005Z","end":"2026-04-16T01:24:49.970205Z","steps":["trace[1804867371] 'agreement among raft nodes before linearized reading' (duration: 496.004597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.970527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:49.473926Z","time spent":"496.310896ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:24:49.970706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.197684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:49.970742Z","caller":"traceutil/trace.go:171","msg":"trace[1749681246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22195; }","duration":"948.256786ms","start":"2026-04-16T01:24:49.022476Z","end":"2026-04-16T01:24:49.970733Z","steps":["trace[1749681246] 'agreement among raft nodes before linearized reading' (duration: 948.202235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.970779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:49.022463Z","time spent":"948.305117ms","remote":"127.0.0.1:39778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:24:49.970965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.141943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:24:49.970995Z","caller":"traceutil/trace.go:171","msg":"trace[175693629] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22195; }","duration":"353.200935ms","start":"2026-04-16T01:24:49.617785Z","end":"2026-04-16T01:24:49.970986Z","steps":["trace[175693629] 'agreement among raft nodes before linearized reading' (duration: 353.142094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.97102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:49.61777Z","time spent":"353.244227ms","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:24:49.971281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.898566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T01:24:49.971306Z","caller":"traceutil/trace.go:171","msg":"trace[816576719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22195; }","duration":"310.951488ms","start":"2026-04-16T01:24:49.660349Z","end":"2026-04-16T01:24:49.971301Z","steps":["trace[816576719] 'agreement among raft nodes before linearized reading' (duration: 310.860845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:49.971325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:49.660336Z","time spent":"310.985118ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:24:50.281924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.575789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:24:50.282029Z","caller":"traceutil/trace.go:171","msg":"trace[892177874] linearizableReadLoop","detail":"{readStateIndex:22897; appliedIndex:22896; }","duration":"231.558823ms","start":"2026-04-16T01:24:50.050455Z","end":"2026-04-16T01:24:50.282014Z","steps":["trace[892177874] 'read index received' (duration: 70.686676ms)","trace[892177874] 'applied index is now lower than readState.Index' (duration: 160.870927ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:24:50.282315Z","caller":"traceutil/trace.go:171","msg":"trace[1807609492] transaction","detail":"{read_only:false; response_revision:22196; number_of_response:1; }","duration":"261.559845ms","start":"2026-04-16T01:24:50.020741Z","end":"2026-04-16T01:24:50.2823Z","steps":["trace[1807609492] 'process raft request' (duration: 100.507703ms)","trace[1807609492] 'compare' (duration: 160.458206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:50.282403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.292164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:50.282475Z","caller":"traceutil/trace.go:171","msg":"trace[321501688] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22196; }","duration":"220.453259ms","start":"2026-04-16T01:24:50.062007Z","end":"2026-04-16T01:24:50.28246Z","steps":["trace[321501688] 'agreement among raft nodes before linearized reading' (duration: 220.297345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:50.282458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.074761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:24:50.282377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.911982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:50.282558Z","caller":"traceutil/trace.go:171","msg":"trace[1937859518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22196; }","duration":"123.203575ms","start":"2026-04-16T01:24:50.159334Z","end":"2026-04-16T01:24:50.282537Z","steps":["trace[1937859518] 'agreement among raft nodes before linearized reading' (duration: 123.030701ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:50.282597Z","caller":"traceutil/trace.go:171","msg":"trace[333915223] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22196; }","duration":"232.17837ms","start":"2026-04-16T01:24:50.050402Z","end":"2026-04-16T01:24:50.282581Z","steps":["trace[333915223] 'agreement among raft nodes before linearized reading' (duration: 231.893622ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:50.697306Z","caller":"traceutil/trace.go:171","msg":"trace[890393771] transaction","detail":"{read_only:false; response_revision:22198; number_of_response:1; }","duration":"193.648055ms","start":"2026-04-16T01:24:50.503633Z","end":"2026-04-16T01:24:50.697281Z","steps":["trace[890393771] 'process raft request' (duration: 191.956298ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:50.697567Z","caller":"traceutil/trace.go:171","msg":"trace[1454939296] transaction","detail":"{read_only:false; response_revision:22199; number_of_response:1; }","duration":"193.82997ms","start":"2026-04-16T01:24:50.503711Z","end":"2026-04-16T01:24:50.697541Z","steps":["trace[1454939296] 'process raft request' (duration: 193.525111ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:50.697835Z","caller":"traceutil/trace.go:171","msg":"trace[133148352] transaction","detail":"{read_only:false; response_revision:22200; number_of_response:1; }","duration":"194.063205ms","start":"2026-04-16T01:24:50.503761Z","end":"2026-04-16T01:24:50.697824Z","steps":["trace[133148352] 'process raft request' (duration: 193.694045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:50.697989Z","caller":"traceutil/trace.go:171","msg":"trace[578984872] linearizableReadLoop","detail":"{readStateIndex:22902; appliedIndex:22898; }","duration":"165.711109ms","start":"2026-04-16T01:24:50.532268Z","end":"2026-04-16T01:24:50.697979Z","steps":["trace[578984872] 'read index received' (duration: 163.335134ms)","trace[578984872] 'applied index is now lower than readState.Index' (duration: 2.375035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:50.698089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.811142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:50.698132Z","caller":"traceutil/trace.go:171","msg":"trace[254406008] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:22201; }","duration":"165.899385ms","start":"2026-04-16T01:24:50.532219Z","end":"2026-04-16T01:24:50.698118Z","steps":["trace[254406008] 'agreement among raft nodes before linearized reading' (duration: 165.802862ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:50.69825Z","caller":"traceutil/trace.go:171","msg":"trace[755407824] transaction","detail":"{read_only:false; response_revision:22201; number_of_response:1; }","duration":"179.173298ms","start":"2026-04-16T01:24:50.519062Z","end":"2026-04-16T01:24:50.698235Z","steps":["trace[755407824] 'process raft request' (duration: 178.722055ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:50.707364Z","caller":"traceutil/trace.go:171","msg":"trace[1240731540] transaction","detail":"{read_only:false; response_revision:22202; number_of_response:1; }","duration":"137.64659ms","start":"2026-04-16T01:24:50.569696Z","end":"2026-04-16T01:24:50.707342Z","steps":["trace[1240731540] 'process raft request' (duration: 137.512997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:50.941204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.904792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:24:50.941419Z","caller":"traceutil/trace.go:171","msg":"trace[464992705] linearizableReadLoop","detail":"{readStateIndex:22904; appliedIndex:22903; }","duration":"229.161266ms","start":"2026-04-16T01:24:50.712247Z","end":"2026-04-16T01:24:50.941408Z","steps":["trace[464992705] 'read index received' (duration: 84.909855ms)","trace[464992705] 'applied index is now lower than readState.Index' (duration: 144.250541ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:24:50.941557Z","caller":"traceutil/trace.go:171","msg":"trace[639166397] transaction","detail":"{read_only:false; response_revision:22203; number_of_response:1; }","duration":"229.567767ms","start":"2026-04-16T01:24:50.711953Z","end":"2026-04-16T01:24:50.941521Z","steps":["trace[639166397] 'process raft request' (duration: 85.283585ms)","trace[639166397] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/magnum-api-fb4976c99-snhg8.18a6b1e06bb32797; req_size:806; } (duration: 143.44893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:50.942132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.880706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:50.94228Z","caller":"traceutil/trace.go:171","msg":"trace[630274665] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22203; }","duration":"229.926088ms","start":"2026-04-16T01:24:50.712224Z","end":"2026-04-16T01:24:50.942151Z","steps":["trace[630274665] 'agreement among raft nodes before linearized reading' (duration: 229.316681ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:51.206294Z","caller":"traceutil/trace.go:171","msg":"trace[1304278860] transaction","detail":"{read_only:false; response_revision:22205; number_of_response:1; }","duration":"132.330505ms","start":"2026-04-16T01:24:51.073945Z","end":"2026-04-16T01:24:51.206275Z","steps":["trace[1304278860] 'process raft request' (duration: 132.185291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:51.827411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.764398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:24:51.82747Z","caller":"traceutil/trace.go:171","msg":"trace[1438327232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22205; }","duration":"519.855301ms","start":"2026-04-16T01:24:51.307603Z","end":"2026-04-16T01:24:51.827458Z","steps":["trace[1438327232] 'range keys from in-memory index tree' (duration: 519.610674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:51.827492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:51.307591Z","time spent":"519.896632ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:24:51.828032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.587523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:24:51.828066Z","caller":"traceutil/trace.go:171","msg":"trace[149312109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22205; }","duration":"285.622354ms","start":"2026-04-16T01:24:51.542433Z","end":"2026-04-16T01:24:51.828056Z","steps":["trace[149312109] 'range keys from in-memory index tree' (duration: 285.495601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:51.828175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.558422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:24:51.828203Z","caller":"traceutil/trace.go:171","msg":"trace[531570991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22205; }","duration":"285.620334ms","start":"2026-04-16T01:24:51.542576Z","end":"2026-04-16T01:24:51.828196Z","steps":["trace[531570991] 'range keys from in-memory index tree' (duration: 285.494301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:51.828315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.615273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:24:51.828341Z","caller":"traceutil/trace.go:171","msg":"trace[548550289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22205; }","duration":"285.653985ms","start":"2026-04-16T01:24:51.542681Z","end":"2026-04-16T01:24:51.828335Z","steps":["trace[548550289] 'range keys from in-memory index tree' (duration: 285.552882ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:52.152148Z","caller":"traceutil/trace.go:171","msg":"trace[1030295763] linearizableReadLoop","detail":"{readStateIndex:22907; appliedIndex:22906; }","duration":"469.614515ms","start":"2026-04-16T01:24:51.682509Z","end":"2026-04-16T01:24:52.152124Z","steps":["trace[1030295763] 'read index received' (duration: 469.576074ms)","trace[1030295763] 'applied index is now lower than readState.Index' (duration: 37.471µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:24:52.152337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.79943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:52.152316Z","caller":"traceutil/trace.go:171","msg":"trace[1303991338] transaction","detail":"{read_only:false; response_revision:22206; number_of_response:1; }","duration":"609.537637ms","start":"2026-04-16T01:24:51.542733Z","end":"2026-04-16T01:24:52.15227Z","steps":["trace[1303991338] 'process raft request' (duration: 609.173167ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:52.152388Z","caller":"traceutil/trace.go:171","msg":"trace[1395239660] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22206; }","duration":"469.912273ms","start":"2026-04-16T01:24:51.682462Z","end":"2026-04-16T01:24:52.152375Z","steps":["trace[1395239660] 'agreement among raft nodes before linearized reading' (duration: 469.7989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:52.152435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:51.68244Z","time spent":"469.983085ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:24:52.152524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:51.542679Z","time spent":"609.723022ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:52.35544Z","caller":"traceutil/trace.go:171","msg":"trace[785618968] linearizableReadLoop","detail":"{readStateIndex:22912; appliedIndex:22907; }","duration":"203.196626ms","start":"2026-04-16T01:24:52.152228Z","end":"2026-04-16T01:24:52.355425Z","steps":["trace[785618968] 'read index received' (duration: 202.99631ms)","trace[785618968] 'applied index is now lower than readState.Index' (duration: 199.706µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:24:52.355511Z","caller":"traceutil/trace.go:171","msg":"trace[182157403] transaction","detail":"{read_only:false; response_revision:22208; number_of_response:1; }","duration":"521.377462ms","start":"2026-04-16T01:24:51.834127Z","end":"2026-04-16T01:24:52.355504Z","steps":["trace[182157403] 'process raft request' (duration: 521.172477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:52.355587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:51.834099Z","time spent":"521.428754ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:52.355667Z","caller":"traceutil/trace.go:171","msg":"trace[138701335] transaction","detail":"{read_only:false; response_revision:22209; number_of_response:1; }","duration":"521.228008ms","start":"2026-04-16T01:24:51.834434Z","end":"2026-04-16T01:24:52.355662Z","steps":["trace[138701335] 'process raft request' (duration: 520.891919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:52.3557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:51.834417Z","time spent":"521.264159ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:52.355748Z","caller":"traceutil/trace.go:171","msg":"trace[711436278] transaction","detail":"{read_only:false; response_revision:22210; number_of_response:1; }","duration":"521.167297ms","start":"2026-04-16T01:24:51.834576Z","end":"2026-04-16T01:24:52.355743Z","steps":["trace[711436278] 'process raft request' (duration: 520.768326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:52.355776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:51.83457Z","time spent":"521.193817ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:52.355818Z","caller":"traceutil/trace.go:171","msg":"trace[485310850] transaction","detail":"{read_only:false; response_revision:22211; number_of_response:1; }","duration":"378.355865ms","start":"2026-04-16T01:24:51.977457Z","end":"2026-04-16T01:24:52.355813Z","steps":["trace[485310850] 'process raft request' (duration: 377.907452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:52.355845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:51.977429Z","time spent":"378.403636ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:24:52.355447Z","caller":"traceutil/trace.go:171","msg":"trace[1911128804] transaction","detail":"{read_only:false; response_revision:22207; number_of_response:1; }","duration":"521.433534ms","start":"2026-04-16T01:24:51.833985Z","end":"2026-04-16T01:24:52.355418Z","steps":["trace[1911128804] 'process raft request' (duration: 521.184197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:52.356003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:51.833966Z","time spent":"521.99401ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:24:52.356088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.92651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:24:52.356117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.894477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-16T01:24:52.35616Z","caller":"traceutil/trace.go:171","msg":"trace[1638289222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22211; }","duration":"337.047723ms","start":"2026-04-16T01:24:52.019101Z","end":"2026-04-16T01:24:52.356149Z","steps":["trace[1638289222] 'agreement among raft nodes before linearized reading' (duration: 336.94545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:52.356173Z","caller":"traceutil/trace.go:171","msg":"trace[1048509294] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:22211; }","duration":"398.986439ms","start":"2026-04-16T01:24:51.957175Z","end":"2026-04-16T01:24:52.356161Z","steps":["trace[1048509294] 'agreement among raft nodes before linearized reading' (duration: 398.881856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:52.35619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:51.957155Z","time spent":"399.030801ms","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-16T01:24:52.356206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:52.019078Z","time spent":"337.103335ms","remote":"127.0.0.1:39778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:24:52.360716Z","caller":"traceutil/trace.go:171","msg":"trace[839087681] transaction","detail":"{read_only:false; response_revision:22212; number_of_response:1; }","duration":"172.564677ms","start":"2026-04-16T01:24:52.188127Z","end":"2026-04-16T01:24:52.360692Z","steps":["trace[839087681] 'process raft request' (duration: 172.099364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:52.360906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.075208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-16T01:24:52.360936Z","caller":"traceutil/trace.go:171","msg":"trace[120535270] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22213; }","duration":"178.14433ms","start":"2026-04-16T01:24:52.182785Z","end":"2026-04-16T01:24:52.36093Z","steps":["trace[120535270] 'agreement among raft nodes before linearized reading' (duration: 178.044568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:59.327335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.901704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:24:59.327494Z","caller":"traceutil/trace.go:171","msg":"trace[635418870] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:22263; }","duration":"147.13663ms","start":"2026-04-16T01:24:59.180329Z","end":"2026-04-16T01:24:59.327466Z","steps":["trace[635418870] 'count revisions from in-memory index tree' (duration: 146.788551ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:24:59.995019Z","caller":"traceutil/trace.go:171","msg":"trace[1320333255] transaction","detail":"{read_only:false; response_revision:22264; number_of_response:1; }","duration":"353.392621ms","start":"2026-04-16T01:24:59.641608Z","end":"2026-04-16T01:24:59.995001Z","steps":["trace[1320333255] 'process raft request' (duration: 353.212076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:24:59.995207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:24:59.641597Z","time spent":"353.473053ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:25:00.016717Z","caller":"traceutil/trace.go:171","msg":"trace[350990959] transaction","detail":"{read_only:false; response_revision:22265; number_of_response:1; }","duration":"149.719041ms","start":"2026-04-16T01:24:59.866969Z","end":"2026-04-16T01:25:00.016688Z","steps":["trace[350990959] 'process raft request' (duration: 149.565427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.314255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.658057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:25:00.314587Z","caller":"traceutil/trace.go:171","msg":"trace[1057471449] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"148.059106ms","start":"2026-04-16T01:25:00.166422Z","end":"2026-04-16T01:25:00.314482Z","steps":["trace[1057471449] 'process raft request' (duration: 24.074329ms)","trace[1057471449] 'compare' (duration: 123.520794ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:00.314597Z","caller":"traceutil/trace.go:171","msg":"trace[1447490081] transaction","detail":"{read_only:false; response_revision:22275; number_of_response:1; }","duration":"115.388611ms","start":"2026-04-16T01:25:00.199189Z","end":"2026-04-16T01:25:00.314577Z","steps":["trace[1447490081] 'process raft request' (duration: 115.199256ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:00.408798Z","caller":"traceutil/trace.go:171","msg":"trace[947251481] transaction","detail":"{read_only:false; response_revision:22276; number_of_response:1; }","duration":"112.282686ms","start":"2026-04-16T01:25:00.296475Z","end":"2026-04-16T01:25:00.408758Z","steps":["trace[947251481] 'process raft request' (duration: 112.079121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.567735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.156413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:25:00.567909Z","caller":"traceutil/trace.go:171","msg":"trace[402007810] linearizableReadLoop","detail":"{readStateIndex:22981; appliedIndex:22979; }","duration":"159.199932ms","start":"2026-04-16T01:25:00.408693Z","end":"2026-04-16T01:25:00.567893Z","steps":["trace[402007810] 'read index received' (duration: 23.750541ms)","trace[402007810] 'applied index is now lower than readState.Index' (duration: 135.448341ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:00.568051Z","caller":"traceutil/trace.go:171","msg":"trace[1225040288] transaction","detail":"{read_only:false; response_revision:22278; number_of_response:1; }","duration":"170.899972ms","start":"2026-04-16T01:25:00.397122Z","end":"2026-04-16T01:25:00.568022Z","steps":["trace[1225040288] 'process raft request' (duration: 170.711797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.568144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.631009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-16T01:25:00.568194Z","caller":"traceutil/trace.go:171","msg":"trace[1050851040] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:22278; }","duration":"172.68118ms","start":"2026-04-16T01:25:00.395501Z","end":"2026-04-16T01:25:00.568182Z","steps":["trace[1050851040] 'agreement among raft nodes before linearized reading' (duration: 172.482535ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:00.568239Z","caller":"traceutil/trace.go:171","msg":"trace[910083390] transaction","detail":"{read_only:false; response_revision:22277; number_of_response:1; }","duration":"182.221172ms","start":"2026-04-16T01:25:00.386008Z","end":"2026-04-16T01:25:00.568229Z","steps":["trace[910083390] 'process raft request' (duration: 46.487623ms)","trace[910083390] 'compare' (duration: 135.03522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:25:00.568222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.612739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T01:25:00.568285Z","caller":"traceutil/trace.go:171","msg":"trace[1910072752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22278; }","duration":"172.708111ms","start":"2026-04-16T01:25:00.395562Z","end":"2026-04-16T01:25:00.56827Z","steps":["trace[1910072752] 'agreement among raft nodes before linearized reading' (duration: 172.375372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.568165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.497404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:25:00.568399Z","caller":"traceutil/trace.go:171","msg":"trace[1350698853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22278; }","duration":"165.854944ms","start":"2026-04-16T01:25:00.402523Z","end":"2026-04-16T01:25:00.568378Z","steps":["trace[1350698853] 'agreement among raft nodes before linearized reading' (duration: 165.507984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.568465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.169224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:25:00.568507Z","caller":"traceutil/trace.go:171","msg":"trace[1693713948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22278; }","duration":"150.250926ms","start":"2026-04-16T01:25:00.418244Z","end":"2026-04-16T01:25:00.568495Z","steps":["trace[1693713948] 'agreement among raft nodes before linearized reading' (duration: 150.150343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.568548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.147025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:25:00.568582Z","caller":"traceutil/trace.go:171","msg":"trace[1296799457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22278; }","duration":"134.221797ms","start":"2026-04-16T01:25:00.43435Z","end":"2026-04-16T01:25:00.568572Z","steps":["trace[1296799457] 'agreement among raft nodes before linearized reading' (duration: 134.114134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.568592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.943237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:25:00.568653Z","caller":"traceutil/trace.go:171","msg":"trace[575757313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22278; }","duration":"149.988729ms","start":"2026-04-16T01:25:00.418621Z","end":"2026-04-16T01:25:00.568609Z","steps":["trace[575757313] 'agreement among raft nodes before linearized reading' (duration: 149.916027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.568709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.389659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:25:00.568918Z","caller":"traceutil/trace.go:171","msg":"trace[501797778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22278; }","duration":"135.518602ms","start":"2026-04-16T01:25:00.433241Z","end":"2026-04-16T01:25:00.568759Z","steps":["trace[501797778] 'agreement among raft nodes before linearized reading' (duration: 135.264285ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:00.783537Z","caller":"traceutil/trace.go:171","msg":"trace[249444133] transaction","detail":"{read_only:false; response_revision:22280; number_of_response:1; }","duration":"208.984895ms","start":"2026-04-16T01:25:00.574525Z","end":"2026-04-16T01:25:00.78351Z","steps":["trace[249444133] 'process raft request' (duration: 191.462245ms)","trace[249444133] 'compare' (duration: 17.276683ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:00.78381Z","caller":"traceutil/trace.go:171","msg":"trace[906705554] transaction","detail":"{read_only:false; response_revision:22282; number_of_response:1; }","duration":"208.216274ms","start":"2026-04-16T01:25:00.575559Z","end":"2026-04-16T01:25:00.783775Z","steps":["trace[906705554] 'process raft request' (duration: 208.135392ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:00.783928Z","caller":"traceutil/trace.go:171","msg":"trace[1336627485] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"209.280763ms","start":"2026-04-16T01:25:00.574634Z","end":"2026-04-16T01:25:00.783915Z","steps":["trace[1336627485] 'process raft request' (duration: 208.821561ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:00.991674Z","caller":"traceutil/trace.go:171","msg":"trace[1533762745] transaction","detail":"{read_only:false; response_revision:22284; number_of_response:1; }","duration":"261.641868ms","start":"2026-04-16T01:25:00.730015Z","end":"2026-04-16T01:25:00.991657Z","steps":["trace[1533762745] 'process raft request' (duration: 261.557415ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:00.991687Z","caller":"traceutil/trace.go:171","msg":"trace[642187481] transaction","detail":"{read_only:false; response_revision:22283; number_of_response:1; }","duration":"391.723631ms","start":"2026-04-16T01:25:00.599934Z","end":"2026-04-16T01:25:00.991658Z","steps":["trace[642187481] 'process raft request' (duration: 369.977565ms)","trace[642187481] 'compare' (duration: 21.402436ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:00.991754Z","caller":"traceutil/trace.go:171","msg":"trace[8942950] transaction","detail":"{read_only:false; response_revision:22286; number_of_response:1; }","duration":"260.105785ms","start":"2026-04-16T01:25:00.731636Z","end":"2026-04-16T01:25:00.991742Z","steps":["trace[8942950] 'process raft request' (duration: 260.041893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.99182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:25:00.59991Z","time spent":"391.839914ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:25:00.991866Z","caller":"traceutil/trace.go:171","msg":"trace[799144966] linearizableReadLoop","detail":"{readStateIndex:22986; appliedIndex:22982; }","duration":"289.652294ms","start":"2026-04-16T01:25:00.702174Z","end":"2026-04-16T01:25:00.991826Z","steps":["trace[799144966] 'read index received' (duration: 63.830578ms)","trace[799144966] 'applied index is now lower than readState.Index' (duration: 225.820766ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:00.991902Z","caller":"traceutil/trace.go:171","msg":"trace[1223993189] transaction","detail":"{read_only:false; response_revision:22287; number_of_response:1; }","duration":"258.970544ms","start":"2026-04-16T01:25:00.732925Z","end":"2026-04-16T01:25:00.991895Z","steps":["trace[1223993189] 'process raft request' (duration: 258.791099ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:00.99192Z","caller":"traceutil/trace.go:171","msg":"trace[846194348] transaction","detail":"{read_only:false; response_revision:22285; number_of_response:1; }","duration":"260.511016ms","start":"2026-04-16T01:25:00.731323Z","end":"2026-04-16T01:25:00.991834Z","steps":["trace[846194348] 'process raft request' (duration: 260.310411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:00.991989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.806958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:25:00.992019Z","caller":"traceutil/trace.go:171","msg":"trace[540883791] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22287; }","duration":"289.897681ms","start":"2026-04-16T01:25:00.702115Z","end":"2026-04-16T01:25:00.992013Z","steps":["trace[540883791] 'agreement among raft nodes before linearized reading' (duration: 289.83682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:01.20209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.41984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T01:25:01.202154Z","caller":"traceutil/trace.go:171","msg":"trace[2102595216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22287; }","duration":"108.540803ms","start":"2026-04-16T01:25:01.093597Z","end":"2026-04-16T01:25:01.202138Z","steps":["trace[2102595216] 'range keys from in-memory index tree' (duration: 108.245115ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:01.51519Z","caller":"traceutil/trace.go:171","msg":"trace[574981575] transaction","detail":"{read_only:false; response_revision:22289; number_of_response:1; }","duration":"287.849914ms","start":"2026-04-16T01:25:01.227311Z","end":"2026-04-16T01:25:01.51516Z","steps":["trace[574981575] 'process raft request' (duration: 274.113858ms)","trace[574981575] 'compare' (duration: 13.556961ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:01.515248Z","caller":"traceutil/trace.go:171","msg":"trace[932287852] linearizableReadLoop","detail":"{readStateIndex:22993; appliedIndex:22991; }","duration":"258.897851ms","start":"2026-04-16T01:25:01.256321Z","end":"2026-04-16T01:25:01.515219Z","steps":["trace[932287852] 'read index received' (duration: 5.831089ms)","trace[932287852] 'applied index is now lower than readState.Index' (duration: 253.064772ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:01.515491Z","caller":"traceutil/trace.go:171","msg":"trace[1852544351] transaction","detail":"{read_only:false; response_revision:22290; number_of_response:1; }","duration":"277.11501ms","start":"2026-04-16T01:25:01.238368Z","end":"2026-04-16T01:25:01.515483Z","steps":["trace[1852544351] 'process raft request' (duration: 276.709959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:01.515512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.172009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:25:01.515565Z","caller":"traceutil/trace.go:171","msg":"trace[407424778] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22290; }","duration":"259.285232ms","start":"2026-04-16T01:25:01.256264Z","end":"2026-04-16T01:25:01.515549Z","steps":["trace[407424778] 'agreement among raft nodes before linearized reading' (duration: 259.053196ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:01.720033Z","caller":"traceutil/trace.go:171","msg":"trace[1138746873] linearizableReadLoop","detail":"{readStateIndex:22994; appliedIndex:22993; }","duration":"193.621124ms","start":"2026-04-16T01:25:01.526392Z","end":"2026-04-16T01:25:01.720013Z","steps":["trace[1138746873] 'read index received' (duration: 134.941436ms)","trace[1138746873] 'applied index is now lower than readState.Index' (duration: 58.678708ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:01.720107Z","caller":"traceutil/trace.go:171","msg":"trace[1606302688] transaction","detail":"{read_only:false; response_revision:22291; number_of_response:1; }","duration":"196.353118ms","start":"2026-04-16T01:25:01.523721Z","end":"2026-04-16T01:25:01.720074Z","steps":["trace[1606302688] 'process raft request' (duration: 137.581218ms)","trace[1606302688] 'compare' (duration: 58.466812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:25:01.720209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.785128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:25:01.720313Z","caller":"traceutil/trace.go:171","msg":"trace[232374214] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22291; }","duration":"193.887951ms","start":"2026-04-16T01:25:01.526389Z","end":"2026-04-16T01:25:01.720277Z","steps":["trace[232374214] 'agreement among raft nodes before linearized reading' (duration: 193.688105ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:02.156112Z","caller":"traceutil/trace.go:171","msg":"trace[228209860] linearizableReadLoop","detail":"{readStateIndex:22995; appliedIndex:22994; }","duration":"137.941069ms","start":"2026-04-16T01:25:02.018145Z","end":"2026-04-16T01:25:02.156086Z","steps":["trace[228209860] 'read index received' (duration: 137.718483ms)","trace[228209860] 'applied index is now lower than readState.Index' (duration: 221.346µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:25:02.156308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.134524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:25:02.156433Z","caller":"traceutil/trace.go:171","msg":"trace[821872985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22291; }","duration":"138.307249ms","start":"2026-04-16T01:25:02.018105Z","end":"2026-04-16T01:25:02.156412Z","steps":["trace[821872985] 'agreement among raft nodes before linearized reading' (duration: 138.103893ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:02.454451Z","caller":"traceutil/trace.go:171","msg":"trace[983101002] transaction","detail":"{read_only:false; response_revision:22293; number_of_response:1; }","duration":"134.116334ms","start":"2026-04-16T01:25:02.320034Z","end":"2026-04-16T01:25:02.45415Z","steps":["trace[983101002] 'process raft request' (duration: 119.989447ms)","trace[983101002] 'compare' (duration: 13.735676ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:02.691421Z","caller":"traceutil/trace.go:171","msg":"trace[175448019] transaction","detail":"{read_only:false; response_revision:22295; number_of_response:1; }","duration":"118.090605ms","start":"2026-04-16T01:25:02.573265Z","end":"2026-04-16T01:25:02.691356Z","steps":["trace[175448019] 'process raft request' (duration: 94.275212ms)","trace[175448019] 'compare' (duration: 22.855967ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:02.691487Z","caller":"traceutil/trace.go:171","msg":"trace[121049225] transaction","detail":"{read_only:false; response_revision:22296; number_of_response:1; }","duration":"117.933341ms","start":"2026-04-16T01:25:02.573526Z","end":"2026-04-16T01:25:02.69146Z","steps":["trace[121049225] 'process raft request' (duration: 117.623912ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:06.194318Z","caller":"traceutil/trace.go:171","msg":"trace[161493239] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"142.566186ms","start":"2026-04-16T01:25:06.051716Z","end":"2026-04-16T01:25:06.194282Z","steps":["trace[161493239] 'process raft request' (duration: 142.316289ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:06.700507Z","caller":"traceutil/trace.go:171","msg":"trace[289121668] transaction","detail":"{read_only:false; response_revision:22333; number_of_response:1; }","duration":"179.867577ms","start":"2026-04-16T01:25:06.52061Z","end":"2026-04-16T01:25:06.700477Z","steps":["trace[289121668] 'process raft request' (duration: 179.685272ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:26.96551Z","caller":"traceutil/trace.go:171","msg":"trace[414223660] transaction","detail":"{read_only:false; response_revision:22510; number_of_response:1; }","duration":"109.50786ms","start":"2026-04-16T01:25:26.855972Z","end":"2026-04-16T01:25:26.965479Z","steps":["trace[414223660] 'process raft request' (duration: 35.812331ms)","trace[414223660] 'compare' (duration: 73.487994ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:27.16344Z","caller":"traceutil/trace.go:171","msg":"trace[1381297816] transaction","detail":"{read_only:false; response_revision:22512; number_of_response:1; }","duration":"176.508675ms","start":"2026-04-16T01:25:26.986901Z","end":"2026-04-16T01:25:27.16341Z","steps":["trace[1381297816] 'process raft request' (duration: 176.277599ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:27.163675Z","caller":"traceutil/trace.go:171","msg":"trace[915846593] transaction","detail":"{read_only:false; response_revision:22513; number_of_response:1; }","duration":"176.535786ms","start":"2026-04-16T01:25:26.987114Z","end":"2026-04-16T01:25:27.16365Z","steps":["trace[915846593] 'process raft request' (duration: 176.214357ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:27.163659Z","caller":"traceutil/trace.go:171","msg":"trace[405901227] linearizableReadLoop","detail":"{readStateIndex:23222; appliedIndex:23219; }","duration":"143.48583ms","start":"2026-04-16T01:25:27.020141Z","end":"2026-04-16T01:25:27.163627Z","steps":["trace[405901227] 'read index received' (duration: 35.098431ms)","trace[405901227] 'applied index is now lower than readState.Index' (duration: 108.385439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:25:27.163878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.634335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:25:27.163948Z","caller":"traceutil/trace.go:171","msg":"trace[175879600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22513; }","duration":"143.840721ms","start":"2026-04-16T01:25:27.020092Z","end":"2026-04-16T01:25:27.163933Z","steps":["trace[175879600] 'agreement among raft nodes before linearized reading' (duration: 143.625815ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:37.403139Z","caller":"traceutil/trace.go:171","msg":"trace[344379626] transaction","detail":"{read_only:false; response_revision:22586; number_of_response:1; }","duration":"184.337098ms","start":"2026-04-16T01:25:37.218777Z","end":"2026-04-16T01:25:37.403114Z","steps":["trace[344379626] 'process raft request' (duration: 184.181564ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:37.404987Z","caller":"traceutil/trace.go:171","msg":"trace[1465722441] transaction","detail":"{read_only:false; response_revision:22588; number_of_response:1; }","duration":"118.683301ms","start":"2026-04-16T01:25:37.286289Z","end":"2026-04-16T01:25:37.404972Z","steps":["trace[1465722441] 'process raft request' (duration: 118.544217ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:37.40499Z","caller":"traceutil/trace.go:171","msg":"trace[1358830068] transaction","detail":"{read_only:false; response_revision:22587; number_of_response:1; }","duration":"119.140914ms","start":"2026-04-16T01:25:37.285831Z","end":"2026-04-16T01:25:37.404972Z","steps":["trace[1358830068] 'process raft request' (duration: 118.918708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:37.405172Z","caller":"traceutil/trace.go:171","msg":"trace[2102948181] transaction","detail":"{read_only:false; response_revision:22589; number_of_response:1; }","duration":"116.209173ms","start":"2026-04-16T01:25:37.288952Z","end":"2026-04-16T01:25:37.405161Z","steps":["trace[2102948181] 'process raft request' (duration: 115.987327ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:37.405627Z","caller":"traceutil/trace.go:171","msg":"trace[31879589] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"113.763416ms","start":"2026-04-16T01:25:37.291839Z","end":"2026-04-16T01:25:37.405602Z","steps":["trace[31879589] 'process raft request' (duration: 113.278363ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:37.407341Z","caller":"traceutil/trace.go:171","msg":"trace[1829016327] linearizableReadLoop","detail":"{readStateIndex:23303; appliedIndex:23297; }","duration":"101.86244ms","start":"2026-04-16T01:25:37.305456Z","end":"2026-04-16T01:25:37.407318Z","steps":["trace[1829016327] 'read index received' (duration: 97.524312ms)","trace[1829016327] 'applied index is now lower than readState.Index' (duration: 4.336748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:25:37.407581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.093987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:25:37.407633Z","caller":"traceutil/trace.go:171","msg":"trace[1835553625] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22590; }","duration":"102.167549ms","start":"2026-04-16T01:25:37.30545Z","end":"2026-04-16T01:25:37.407617Z","steps":["trace[1835553625] 'agreement among raft nodes before linearized reading' (duration: 102.025475ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:38.800793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19275} {"level":"info","ts":"2026-04-16T01:25:38.927632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19275,"took":"123.4112ms","hash":2931036278,"current-db-size-bytes":57507840,"current-db-size":"58 MB","current-db-size-in-use-bytes":42356736,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-16T01:25:38.927696Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2931036278,"revision":19275,"compact-revision":16573} {"level":"info","ts":"2026-04-16T01:25:40.880832Z","caller":"traceutil/trace.go:171","msg":"trace[1494345221] transaction","detail":"{read_only:false; response_revision:22613; number_of_response:1; }","duration":"128.459088ms","start":"2026-04-16T01:25:40.752351Z","end":"2026-04-16T01:25:40.88081Z","steps":["trace[1494345221] 'process raft request' (duration: 128.323334ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.02644Z","caller":"traceutil/trace.go:171","msg":"trace[1550708229] transaction","detail":"{read_only:false; response_revision:22646; number_of_response:1; }","duration":"133.907438ms","start":"2026-04-16T01:25:44.892506Z","end":"2026-04-16T01:25:45.026414Z","steps":["trace[1550708229] 'process raft request' (duration: 133.750873ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.056664Z","caller":"traceutil/trace.go:171","msg":"trace[1529883166] transaction","detail":"{read_only:false; response_revision:22647; number_of_response:1; }","duration":"151.11632ms","start":"2026-04-16T01:25:44.905527Z","end":"2026-04-16T01:25:45.056643Z","steps":["trace[1529883166] 'process raft request' (duration: 150.912904ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.056831Z","caller":"traceutil/trace.go:171","msg":"trace[1212539681] transaction","detail":"{read_only:false; response_revision:22650; number_of_response:1; }","duration":"140.804617ms","start":"2026-04-16T01:25:44.916007Z","end":"2026-04-16T01:25:45.056812Z","steps":["trace[1212539681] 'process raft request' (duration: 140.694464ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.057119Z","caller":"traceutil/trace.go:171","msg":"trace[1991659819] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"143.50109ms","start":"2026-04-16T01:25:44.913605Z","end":"2026-04-16T01:25:45.057106Z","steps":["trace[1991659819] 'process raft request' (duration: 143.021537ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.05682Z","caller":"traceutil/trace.go:171","msg":"trace[1319304423] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"151.252544ms","start":"2026-04-16T01:25:44.905541Z","end":"2026-04-16T01:25:45.056794Z","steps":["trace[1319304423] 'process raft request' (duration: 151.048728ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.207771Z","caller":"traceutil/trace.go:171","msg":"trace[1295824517] transaction","detail":"{read_only:false; response_revision:22651; number_of_response:1; }","duration":"143.883472ms","start":"2026-04-16T01:25:45.063851Z","end":"2026-04-16T01:25:45.207735Z","steps":["trace[1295824517] 'process raft request' (duration: 82.573982ms)","trace[1295824517] 'compare' (duration: 61.155885ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:45.258719Z","caller":"traceutil/trace.go:171","msg":"trace[485170648] linearizableReadLoop","detail":"{readStateIndex:23369; appliedIndex:23365; }","duration":"185.188782ms","start":"2026-04-16T01:25:45.073505Z","end":"2026-04-16T01:25:45.258694Z","steps":["trace[485170648] 'read index received' (duration: 73.02135ms)","trace[485170648] 'applied index is now lower than readState.Index' (duration: 112.166592ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:45.25885Z","caller":"traceutil/trace.go:171","msg":"trace[274300153] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"194.740844ms","start":"2026-04-16T01:25:45.064092Z","end":"2026-04-16T01:25:45.258833Z","steps":["trace[274300153] 'process raft request' (duration: 194.567079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.258913Z","caller":"traceutil/trace.go:171","msg":"trace[45874388] transaction","detail":"{read_only:false; response_revision:22652; number_of_response:1; }","duration":"194.91721ms","start":"2026-04-16T01:25:45.063965Z","end":"2026-04-16T01:25:45.258882Z","steps":["trace[45874388] 'process raft request' (duration: 194.479258ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.258832Z","caller":"traceutil/trace.go:171","msg":"trace[1732815516] transaction","detail":"{read_only:false; response_revision:22653; number_of_response:1; }","duration":"194.760175ms","start":"2026-04-16T01:25:45.06405Z","end":"2026-04-16T01:25:45.258811Z","steps":["trace[1732815516] 'process raft request' (duration: 194.556149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:45.258965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.43221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:25:45.259039Z","caller":"traceutil/trace.go:171","msg":"trace[618868567] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22654; }","duration":"185.545002ms","start":"2026-04-16T01:25:45.073472Z","end":"2026-04-16T01:25:45.259017Z","steps":["trace[618868567] 'agreement among raft nodes before linearized reading' (duration: 185.407849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:45.261004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.400329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:25:45.261087Z","caller":"traceutil/trace.go:171","msg":"trace[1753113027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22655; }","duration":"139.521072ms","start":"2026-04-16T01:25:45.121545Z","end":"2026-04-16T01:25:45.261066Z","steps":["trace[1753113027] 'agreement among raft nodes before linearized reading' (duration: 139.319867ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.261428Z","caller":"traceutil/trace.go:171","msg":"trace[292089986] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"108.324997ms","start":"2026-04-16T01:25:45.153087Z","end":"2026-04-16T01:25:45.261412Z","steps":["trace[292089986] 'process raft request' (duration: 107.634128ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:45.996727Z","caller":"traceutil/trace.go:171","msg":"trace[2044068022] linearizableReadLoop","detail":"{readStateIndex:23396; appliedIndex:23395; }","duration":"130.161205ms","start":"2026-04-16T01:25:45.866546Z","end":"2026-04-16T01:25:45.996707Z","steps":["trace[2044068022] 'read index received' (duration: 111.997418ms)","trace[2044068022] 'applied index is now lower than readState.Index' (duration: 18.162837ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:25:45.996854Z","caller":"traceutil/trace.go:171","msg":"trace[1429804643] transaction","detail":"{read_only:false; response_revision:22681; number_of_response:1; }","duration":"135.09258ms","start":"2026-04-16T01:25:45.861734Z","end":"2026-04-16T01:25:45.996826Z","steps":["trace[1429804643] 'process raft request' (duration: 116.869271ms)","trace[1429804643] 'compare' (duration: 17.995323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:25:45.996915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.355301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-16T01:25:45.996947Z","caller":"traceutil/trace.go:171","msg":"trace[52411934] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22681; }","duration":"130.426202ms","start":"2026-04-16T01:25:45.866511Z","end":"2026-04-16T01:25:45.996937Z","steps":["trace[52411934] 'agreement among raft nodes before linearized reading' (duration: 130.318409ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:47.187172Z","caller":"traceutil/trace.go:171","msg":"trace[2108126851] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"124.488951ms","start":"2026-04-16T01:25:47.062636Z","end":"2026-04-16T01:25:47.187125Z","steps":["trace[2108126851] 'process raft request' (duration: 122.65517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:53.437861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.258495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T01:25:53.437861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.107467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:25:53.437931Z","caller":"traceutil/trace.go:171","msg":"trace[1376616010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22741; }","duration":"131.376478ms","start":"2026-04-16T01:25:53.306539Z","end":"2026-04-16T01:25:53.437915Z","steps":["trace[1376616010] 'range keys from in-memory index tree' (duration: 131.156783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:53.437946Z","caller":"traceutil/trace.go:171","msg":"trace[759863194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22741; }","duration":"125.250001ms","start":"2026-04-16T01:25:53.312677Z","end":"2026-04-16T01:25:53.437927Z","steps":["trace[759863194] 'range keys from in-memory index tree' (duration: 124.898481ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:53.560548Z","caller":"traceutil/trace.go:171","msg":"trace[943891312] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"100.834752ms","start":"2026-04-16T01:25:53.459687Z","end":"2026-04-16T01:25:53.560522Z","steps":["trace[943891312] 'process raft request' (duration: 100.74709ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:53.560571Z","caller":"traceutil/trace.go:171","msg":"trace[1682742933] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"118.636469ms","start":"2026-04-16T01:25:53.4419Z","end":"2026-04-16T01:25:53.560537Z","steps":["trace[1682742933] 'process raft request' (duration: 117.802066ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:53.560858Z","caller":"traceutil/trace.go:171","msg":"trace[347768205] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"101.146531ms","start":"2026-04-16T01:25:53.459699Z","end":"2026-04-16T01:25:53.560846Z","steps":["trace[347768205] 'process raft request' (duration: 100.782611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:25:57.959959Z","caller":"traceutil/trace.go:171","msg":"trace[248060357] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"112.209384ms","start":"2026-04-16T01:25:57.847728Z","end":"2026-04-16T01:25:57.959937Z","steps":["trace[248060357] 'process raft request' (duration: 112.083441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:25:58.231067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.154727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:25:58.231198Z","caller":"traceutil/trace.go:171","msg":"trace[457291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22779; }","duration":"210.331091ms","start":"2026-04-16T01:25:58.020839Z","end":"2026-04-16T01:25:58.231171Z","steps":["trace[457291] 'range keys from in-memory index tree' (duration: 210.013923ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:26:07.341378Z","caller":"traceutil/trace.go:171","msg":"trace[1096408762] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"165.286388ms","start":"2026-04-16T01:26:07.176062Z","end":"2026-04-16T01:26:07.341348Z","steps":["trace[1096408762] 'process raft request' (duration: 165.061082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:07.580087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.293175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:26:07.580442Z","caller":"traceutil/trace.go:171","msg":"trace[1609409832] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"322.265408ms","start":"2026-04-16T01:26:07.258136Z","end":"2026-04-16T01:26:07.580401Z","steps":["trace[1609409832] 'process raft request' (duration: 197.556321ms)","trace[1609409832] 'compare' (duration: 124.156541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:26:07.580642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:26:07.258114Z","time spent":"322.399632ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:26:07.787514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.308419ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T01:26:07.787793Z","caller":"traceutil/trace.go:171","msg":"trace[1998809365] linearizableReadLoop","detail":"{readStateIndex:23563; appliedIndex:23561; }","duration":"440.763854ms","start":"2026-04-16T01:26:07.346997Z","end":"2026-04-16T01:26:07.787761Z","steps":["trace[1998809365] 'read index received' (duration: 108.713188ms)","trace[1998809365] 'applied index is now lower than readState.Index' (duration: 332.045996ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:26:07.787844Z","caller":"traceutil/trace.go:171","msg":"trace[2075004884] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"174.572532ms","start":"2026-04-16T01:26:07.613247Z","end":"2026-04-16T01:26:07.78782Z","steps":["trace[2075004884] 'process raft request' (duration: 174.373607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:07.788138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.110743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T01:26:07.788233Z","caller":"traceutil/trace.go:171","msg":"trace[1670703904] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22844; }","duration":"441.239417ms","start":"2026-04-16T01:26:07.346968Z","end":"2026-04-16T01:26:07.788207Z","steps":["trace[1670703904] 'agreement among raft nodes before linearized reading' (duration: 440.876817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:07.788294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:26:07.346954Z","time spent":"441.32807ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T01:26:07.853308Z","caller":"traceutil/trace.go:171","msg":"trace[1489723943] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"238.898525ms","start":"2026-04-16T01:26:07.614379Z","end":"2026-04-16T01:26:07.853278Z","steps":["trace[1489723943] 'process raft request' (duration: 238.650288ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:26:07.853783Z","caller":"traceutil/trace.go:171","msg":"trace[1796723139] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"238.249906ms","start":"2026-04-16T01:26:07.6155Z","end":"2026-04-16T01:26:07.853749Z","steps":["trace[1796723139] 'process raft request' (duration: 237.735302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:07.853866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.546139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:26:07.853901Z","caller":"traceutil/trace.go:171","msg":"trace[332095814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22848; }","duration":"221.631341ms","start":"2026-04-16T01:26:07.632261Z","end":"2026-04-16T01:26:07.853892Z","steps":["trace[332095814] 'agreement among raft nodes before linearized reading' (duration: 221.482927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:07.853938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.090583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:26:07.853301Z","caller":"traceutil/trace.go:171","msg":"trace[1557423862] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"238.704558ms","start":"2026-04-16T01:26:07.614571Z","end":"2026-04-16T01:26:07.853275Z","steps":["trace[1557423862] 'process raft request' (duration: 238.608886ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:26:07.854027Z","caller":"traceutil/trace.go:171","msg":"trace[941892397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22848; }","duration":"234.213115ms","start":"2026-04-16T01:26:07.619791Z","end":"2026-04-16T01:26:07.854004Z","steps":["trace[941892397] 'agreement among raft nodes before linearized reading' (duration: 234.00501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:26:07.85398Z","caller":"traceutil/trace.go:171","msg":"trace[2100328818] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"238.150884ms","start":"2026-04-16T01:26:07.615822Z","end":"2026-04-16T01:26:07.853973Z","steps":["trace[2100328818] 'process raft request' (duration: 237.700081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:07.854041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.075019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:26:07.85411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.871803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:26:07.855904Z","caller":"traceutil/trace.go:171","msg":"trace[1184854609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22848; }","duration":"286.671393ms","start":"2026-04-16T01:26:07.569207Z","end":"2026-04-16T01:26:07.855878Z","steps":["trace[1184854609] 'agreement among raft nodes before linearized reading' (duration: 284.865023ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:26:07.855804Z","caller":"traceutil/trace.go:171","msg":"trace[1145937781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22848; }","duration":"217.857898ms","start":"2026-04-16T01:26:07.637928Z","end":"2026-04-16T01:26:07.855786Z","steps":["trace[1145937781] 'agreement among raft nodes before linearized reading' (duration: 216.069349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:08.177112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.172564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:26:08.17724Z","caller":"traceutil/trace.go:171","msg":"trace[1744617090] linearizableReadLoop","detail":"{readStateIndex:23569; appliedIndex:23568; }","duration":"323.517342ms","start":"2026-04-16T01:26:07.8537Z","end":"2026-04-16T01:26:08.177218Z","steps":["trace[1744617090] 'read index received' (duration: 39.211364ms)","trace[1744617090] 'applied index is now lower than readState.Index' (duration: 284.304378ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:26:08.177401Z","caller":"traceutil/trace.go:171","msg":"trace[1216096441] transaction","detail":"{read_only:false; response_revision:22849; number_of_response:1; }","duration":"389.394197ms","start":"2026-04-16T01:26:07.787968Z","end":"2026-04-16T01:26:08.177362Z","steps":["trace[1216096441] 'process raft request' (duration: 104.868583ms)","trace[1216096441] 'compare' (duration: 284.044121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:26:08.177488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.473759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T01:26:08.177545Z","caller":"traceutil/trace.go:171","msg":"trace[943232892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22849; }","duration":"385.559632ms","start":"2026-04-16T01:26:07.79197Z","end":"2026-04-16T01:26:08.17753Z","steps":["trace[943232892] 'agreement among raft nodes before linearized reading' (duration: 385.348016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:08.177599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:26:07.791954Z","time spent":"385.631663ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:26:08.177702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:26:07.787932Z","time spent":"389.670965ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:26:08.185731Z","caller":"traceutil/trace.go:171","msg":"trace[1764403381] transaction","detail":"{read_only:false; response_revision:22850; number_of_response:1; }","duration":"326.243437ms","start":"2026-04-16T01:26:07.859462Z","end":"2026-04-16T01:26:08.185705Z","steps":["trace[1764403381] 'process raft request' (duration: 326.079912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:08.185879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:26:07.859445Z","time spent":"326.35874ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:26:08.186031Z","caller":"traceutil/trace.go:171","msg":"trace[2109245143] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"326.34165ms","start":"2026-04-16T01:26:07.859668Z","end":"2026-04-16T01:26:08.18601Z","steps":["trace[2109245143] 'process raft request' (duration: 325.99086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:08.186125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:26:07.859651Z","time spent":"326.427832ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:26:08.186288Z","caller":"traceutil/trace.go:171","msg":"trace[678489072] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"325.344662ms","start":"2026-04-16T01:26:07.860932Z","end":"2026-04-16T01:26:08.186276Z","steps":["trace[678489072] 'process raft request' (duration: 324.971212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:08.18631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.776879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T01:26:08.186353Z","caller":"traceutil/trace.go:171","msg":"trace[1321346411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22853; }","duration":"185.81889ms","start":"2026-04-16T01:26:08.000522Z","end":"2026-04-16T01:26:08.186341Z","steps":["trace[1321346411] 'agreement among raft nodes before linearized reading' (duration: 185.648125ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:26:08.186409Z","caller":"traceutil/trace.go:171","msg":"trace[1470152627] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"325.411234ms","start":"2026-04-16T01:26:07.86099Z","end":"2026-04-16T01:26:08.186401Z","steps":["trace[1470152627] 'process raft request' (duration: 325.072815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:26:08.18635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:26:07.860919Z","time spent":"325.399464ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:26:08.186464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:26:07.860984Z","time spent":"325.453046ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:26:10.607798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.649529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18410"} {"level":"info","ts":"2026-04-16T01:26:10.60788Z","caller":"traceutil/trace.go:171","msg":"trace[1289141100] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22870; }","duration":"115.802163ms","start":"2026-04-16T01:26:10.492059Z","end":"2026-04-16T01:26:10.607862Z","steps":["trace[1289141100] 'range keys from in-memory index tree' (duration: 115.452303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:30:38.815505Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22600} {"level":"info","ts":"2026-04-16T01:30:38.972221Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22600,"took":"149.881167ms","hash":2134311379,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":33628160,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T01:30:38.972279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2134311379,"revision":22600,"compact-revision":19275} {"level":"info","ts":"2026-04-16T01:31:09.511107Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006558.wal"} {"level":"info","ts":"2026-04-16T01:35:38.821658Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24926} {"level":"info","ts":"2026-04-16T01:35:38.950784Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24926,"took":"124.869823ms","hash":2544626001,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":32243712,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T01:35:38.950851Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2544626001,"revision":24926,"compact-revision":22600} {"level":"info","ts":"2026-04-16T01:40:00.407606Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"331455d6226d3423","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T01:40:00.413536Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-16T01:40:00.413682Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003}