{"level":"warn","ts":"2026-07-01T01:04:33.260319Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T01:04:33.260422Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.103:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.103:2380","--initial-cluster=instance=https://199.19.213.103:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.103:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.103:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-01T01:04:33.260507Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T01:04:33.260525Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.103:2380"]} {"level":"info","ts":"2026-07-01T01:04:33.260548Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T01:04:33.261426Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"]} {"level":"info","ts":"2026-07-01T01:04:33.261527Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.103:2380"],"listen-peer-urls":["https://199.19.213.103:2380"],"advertise-client-urls":["https://199.19.213.103:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.103:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-01T01:04:33.288737Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"26.854727ms"} {"level":"info","ts":"2026-07-01T01:04:33.387411Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d82047944f922143","cluster-id":"223a09c0da413f53"} {"level":"info","ts":"2026-07-01T01:04:33.387633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=()"} {"level":"info","ts":"2026-07-01T01:04:33.387676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became follower at term 0"} {"level":"info","ts":"2026-07-01T01:04:33.387711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d82047944f922143 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-01T01:04:33.387725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became follower at term 1"} {"level":"info","ts":"2026-07-01T01:04:33.387792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=(15573526213762883907)"} {"level":"warn","ts":"2026-07-01T01:04:33.417886Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-01T01:04:33.428612Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-01T01:04:33.434796Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-01T01:04:33.441893Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d82047944f922143","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-01T01:04:33.442166Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d82047944f922143","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-01T01:04:33.442301Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T01:04:33.442495Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T01:04:33.442515Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T01:04:33.443402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=(15573526213762883907)"} {"level":"info","ts":"2026-07-01T01:04:33.443634Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"223a09c0da413f53","local-member-id":"d82047944f922143","added-peer-id":"d82047944f922143","added-peer-peer-urls":["https://199.19.213.103:2380"]} {"level":"info","ts":"2026-07-01T01:04:33.446479Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T01:04:33.446835Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d82047944f922143","initial-advertise-peer-urls":["https://199.19.213.103:2380"],"listen-peer-urls":["https://199.19.213.103:2380"],"advertise-client-urls":["https://199.19.213.103:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-01T01:04:33.446942Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-01T01:04:33.447091Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.103:2380"} {"level":"info","ts":"2026-07-01T01:04:33.44712Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.103:2380"} {"level":"info","ts":"2026-07-01T01:04:34.188718Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 is starting a new election at term 1"} {"level":"info","ts":"2026-07-01T01:04:34.188833Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-01T01:04:34.18889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 received MsgPreVoteResp from d82047944f922143 at term 1"} {"level":"info","ts":"2026-07-01T01:04:34.188918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became candidate at term 2"} {"level":"info","ts":"2026-07-01T01:04:34.188931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 received MsgVoteResp from d82047944f922143 at term 2"} {"level":"info","ts":"2026-07-01T01:04:34.188949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became leader at term 2"} {"level":"info","ts":"2026-07-01T01:04:34.188968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d82047944f922143 elected leader d82047944f922143 at term 2"} {"level":"info","ts":"2026-07-01T01:04:34.192017Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T01:04:34.193233Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T01:04:34.19323Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d82047944f922143","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.103:2379]}","request-path":"/0/members/d82047944f922143/attributes","cluster-id":"223a09c0da413f53","publish-timeout":"7s"} {"level":"info","ts":"2026-07-01T01:04:34.193281Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T01:04:34.193833Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"223a09c0da413f53","local-member-id":"d82047944f922143","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T01:04:34.193864Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-01T01:04:34.19396Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-01T01:04:34.194063Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T01:04:34.194113Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T01:04:34.19688Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.103:2379"} {"level":"info","ts":"2026-07-01T01:04:34.198825Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-01T01:05:17.73316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.818608ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-01T01:05:17.73351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:17.321644Z","time spent":"411.852009ms","remote":"127.0.0.1:51000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:05:17.73428Z","caller":"traceutil/trace.go:171","msg":"trace[853676091] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"341.346342ms","start":"2026-07-01T01:05:17.392877Z","end":"2026-07-01T01:05:17.734223Z","steps":["trace[853676091] 'process raft request' (duration: 340.686609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:05:17.735372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:05:17.392841Z","time spent":"341.536745ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:05:32.19814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.39973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:05:32.198384Z","caller":"traceutil/trace.go:171","msg":"trace[108422557] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"252.145839ms","start":"2026-07-01T01:05:31.946219Z","end":"2026-07-01T01:05:32.198365Z","steps":["trace[108422557] 'process raft request' (duration: 252.084037ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:05:32.198425Z","caller":"traceutil/trace.go:171","msg":"trace[419519839] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"254.155017ms","start":"2026-07-01T01:05:31.944233Z","end":"2026-07-01T01:05:32.198388Z","steps":["trace[419519839] 'process raft request' (duration: 104.411181ms)","trace[419519839] 'compare' (duration: 149.251657ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:06:05.311613Z","caller":"traceutil/trace.go:171","msg":"trace[71663292] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"173.685281ms","start":"2026-07-01T01:06:05.137892Z","end":"2026-07-01T01:06:05.311577Z","steps":["trace[71663292] 'process raft request' (duration: 173.481147ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:06:26.758089Z","caller":"traceutil/trace.go:171","msg":"trace[12139790] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"108.842344ms","start":"2026-07-01T01:06:26.649224Z","end":"2026-07-01T01:06:26.758066Z","steps":["trace[12139790] 'process raft request' (duration: 108.61878ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:06:51.906996Z","caller":"traceutil/trace.go:171","msg":"trace[304395185] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1913; }","duration":"265.506819ms","start":"2026-07-01T01:06:51.641454Z","end":"2026-07-01T01:06:51.906961Z","steps":["trace[304395185] 'read index received' (duration: 265.248243ms)","trace[304395185] 'applied index is now lower than readState.Index' (duration: 257.226µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:06:51.907157Z","caller":"traceutil/trace.go:171","msg":"trace[952893637] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"322.790798ms","start":"2026-07-01T01:06:51.584307Z","end":"2026-07-01T01:06:51.907097Z","steps":["trace[952893637] 'process raft request' (duration: 322.396649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:06:51.907406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.868947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-01T01:06:51.90742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:06:51.584279Z","time spent":"323.004322ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:06:51.907468Z","caller":"traceutil/trace.go:171","msg":"trace[1614316525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1836; }","duration":"266.075731ms","start":"2026-07-01T01:06:51.641376Z","end":"2026-07-01T01:06:51.907451Z","steps":["trace[1614316525] 'agreement among raft nodes before linearized reading' (duration: 265.788425ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:06:51.932476Z","caller":"traceutil/trace.go:171","msg":"trace[64712879] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"234.169382ms","start":"2026-07-01T01:06:51.698272Z","end":"2026-07-01T01:06:51.932441Z","steps":["trace[64712879] 'process raft request' (duration: 233.875766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:06:51.932498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.036902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:06:51.932613Z","caller":"traceutil/trace.go:171","msg":"trace[728431172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1837; }","duration":"261.200085ms","start":"2026-07-01T01:06:51.671383Z","end":"2026-07-01T01:06:51.932583Z","steps":["trace[728431172] 'agreement among raft nodes before linearized reading' (duration: 260.98163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:06:51.932669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.210736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8a9819-8950-4316-842e-98ceb700be2b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-01T01:06:51.932756Z","caller":"traceutil/trace.go:171","msg":"trace[655776960] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc8a9819-8950-4316-842e-98ceb700be2b; range_end:; response_count:1; response_revision:1837; }","duration":"224.367739ms","start":"2026-07-01T01:06:51.708371Z","end":"2026-07-01T01:06:51.932739Z","steps":["trace[655776960] 'agreement among raft nodes before linearized reading' (duration: 224.081993ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:06:52.654491Z","caller":"traceutil/trace.go:171","msg":"trace[1254064939] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"519.32633ms","start":"2026-07-01T01:06:52.135126Z","end":"2026-07-01T01:06:52.654452Z","steps":["trace[1254064939] 'process raft request' (duration: 518.88533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:06:52.654733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:06:52.13509Z","time spent":"519.513473ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:06:52.655192Z","caller":"traceutil/trace.go:171","msg":"trace[1828020187] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"519.88592ms","start":"2026-07-01T01:06:52.135277Z","end":"2026-07-01T01:06:52.655163Z","steps":["trace[1828020187] 'process raft request' (duration: 519.040873ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:06:52.655416Z","caller":"traceutil/trace.go:171","msg":"trace[990003454] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"520.084903ms","start":"2026-07-01T01:06:52.135311Z","end":"2026-07-01T01:06:52.655396Z","steps":["trace[990003454] 'process raft request' (duration: 519.787558ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:06:52.655419Z","caller":"traceutil/trace.go:171","msg":"trace[400303415] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1920; }","duration":"360.115093ms","start":"2026-07-01T01:06:52.295271Z","end":"2026-07-01T01:06:52.655386Z","steps":["trace[400303415] 'read index received' (duration: 358.827738ms)","trace[400303415] 'applied index is now lower than readState.Index' (duration: 1.285025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:06:52.655479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:06:52.135264Z","time spent":"520.025772ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:06:52.655512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:06:52.135285Z","time spent":"520.176056ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:06:52.65588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.593063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:06:52.655959Z","caller":"traceutil/trace.go:171","msg":"trace[1681422365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1845; }","duration":"360.681245ms","start":"2026-07-01T01:06:52.295252Z","end":"2026-07-01T01:06:52.655933Z","steps":["trace[1681422365] 'agreement among raft nodes before linearized reading' (duration: 360.262776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:06:52.656002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:06:52.295153Z","time spent":"360.839788ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:06:52.662956Z","caller":"traceutil/trace.go:171","msg":"trace[677996283] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"181.375544ms","start":"2026-07-01T01:06:52.481555Z","end":"2026-07-01T01:06:52.662931Z","steps":["trace[677996283] 'process raft request' (duration: 181.149668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:06:52.704601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.980677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8a9819-8950-4316-842e-98ceb700be2b\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-01T01:06:52.704718Z","caller":"traceutil/trace.go:171","msg":"trace[7022454] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc8a9819-8950-4316-842e-98ceb700be2b; range_end:; response_count:1; response_revision:1847; }","duration":"140.17422ms","start":"2026-07-01T01:06:52.56452Z","end":"2026-07-01T01:06:52.704694Z","steps":["trace[7022454] 'agreement among raft nodes before linearized reading' (duration: 139.801553ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:07:04.876409Z","caller":"traceutil/trace.go:171","msg":"trace[876941324] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"112.69197ms","start":"2026-07-01T01:07:04.763692Z","end":"2026-07-01T01:07:04.876384Z","steps":["trace[876941324] 'process raft request' (duration: 112.562748ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:07:04.878129Z","caller":"traceutil/trace.go:171","msg":"trace[1514012102] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"112.859123ms","start":"2026-07-01T01:07:04.76525Z","end":"2026-07-01T01:07:04.878109Z","steps":["trace[1514012102] 'process raft request' (duration: 112.570968ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:07:04.878114Z","caller":"traceutil/trace.go:171","msg":"trace[1342427985] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"111.644599ms","start":"2026-07-01T01:07:04.766444Z","end":"2026-07-01T01:07:04.878088Z","steps":["trace[1342427985] 'process raft request' (duration: 111.545407ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:07:44.265105Z","caller":"traceutil/trace.go:171","msg":"trace[1038161706] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"124.50676ms","start":"2026-07-01T01:07:44.140543Z","end":"2026-07-01T01:07:44.26505Z","steps":["trace[1038161706] 'process raft request' (duration: 124.172194ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:07:44.390509Z","caller":"traceutil/trace.go:171","msg":"trace[444587779] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"151.807702ms","start":"2026-07-01T01:07:44.238671Z","end":"2026-07-01T01:07:44.390479Z","steps":["trace[444587779] 'process raft request' (duration: 151.579708ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:07:44.39073Z","caller":"traceutil/trace.go:171","msg":"trace[831003549] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"146.218094ms","start":"2026-07-01T01:07:44.24448Z","end":"2026-07-01T01:07:44.390698Z","steps":["trace[831003549] 'process raft request' (duration: 145.944729ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:07:44.391748Z","caller":"traceutil/trace.go:171","msg":"trace[405279250] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"121.846619ms","start":"2026-07-01T01:07:44.269871Z","end":"2026-07-01T01:07:44.391718Z","steps":["trace[405279250] 'process raft request' (duration: 121.270518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:11:49.449644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.224909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-01T01:11:49.450312Z","caller":"traceutil/trace.go:171","msg":"trace[344528242] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3875; }","duration":"118.931972ms","start":"2026-07-01T01:11:49.331314Z","end":"2026-07-01T01:11:49.450246Z","steps":["trace[344528242] 'range keys from in-memory index tree' (duration: 117.974114ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:17.107749Z","caller":"traceutil/trace.go:171","msg":"trace[1402615278] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"264.705942ms","start":"2026-07-01T01:13:16.843019Z","end":"2026-07-01T01:13:17.107724Z","steps":["trace[1402615278] 'process raft request' (duration: 233.864841ms)","trace[1402615278] 'compare' (duration: 30.569284ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:13:17.159255Z","caller":"traceutil/trace.go:171","msg":"trace[1300272518] linearizableReadLoop","detail":"{readStateIndex:5247; appliedIndex:5244; }","duration":"262.659111ms","start":"2026-07-01T01:13:16.896566Z","end":"2026-07-01T01:13:17.159225Z","steps":["trace[1300272518] 'read index received' (duration: 180.396601ms)","trace[1300272518] 'applied index is now lower than readState.Index' (duration: 82.26153ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:13:17.159387Z","caller":"traceutil/trace.go:171","msg":"trace[967924743] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"316.265015ms","start":"2026-07-01T01:13:16.843107Z","end":"2026-07-01T01:13:17.159372Z","steps":["trace[967924743] 'process raft request' (duration: 315.893917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:13:17.159507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:13:16.843079Z","time spent":"316.336306ms","remote":"127.0.0.1:51052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:13:17.159915Z","caller":"traceutil/trace.go:171","msg":"trace[1910694435] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"284.13577ms","start":"2026-07-01T01:13:16.875767Z","end":"2026-07-01T01:13:17.159903Z","steps":["trace[1910694435] 'process raft request' (duration: 283.385744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:13:17.160169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.614689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:13:17.160212Z","caller":"traceutil/trace.go:171","msg":"trace[1835106281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5049; }","duration":"263.705191ms","start":"2026-07-01T01:13:16.896495Z","end":"2026-07-01T01:13:17.1602Z","steps":["trace[1835106281] 'agreement among raft nodes before linearized reading' (duration: 263.554028ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:17.196776Z","caller":"traceutil/trace.go:171","msg":"trace[1787044794] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"106.442261ms","start":"2026-07-01T01:13:17.090301Z","end":"2026-07-01T01:13:17.196743Z","steps":["trace[1787044794] 'process raft request' (duration: 106.006793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:13:17.197148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.624055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T01:13:17.197193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.932549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:13:17.19725Z","caller":"traceutil/trace.go:171","msg":"trace[94751220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5050; }","duration":"297.003291ms","start":"2026-07-01T01:13:16.900238Z","end":"2026-07-01T01:13:17.197242Z","steps":["trace[94751220] 'agreement among raft nodes before linearized reading' (duration: 296.828996ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:17.197246Z","caller":"traceutil/trace.go:171","msg":"trace[843678615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5050; }","duration":"291.760709ms","start":"2026-07-01T01:13:16.905463Z","end":"2026-07-01T01:13:17.197223Z","steps":["trace[843678615] 'agreement among raft nodes before linearized reading' (duration: 291.426302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:13:17.197867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.681036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:13:17.19794Z","caller":"traceutil/trace.go:171","msg":"trace[493800936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5051; }","duration":"273.785397ms","start":"2026-07-01T01:13:16.924132Z","end":"2026-07-01T01:13:17.197917Z","steps":["trace[493800936] 'agreement among raft nodes before linearized reading' (duration: 273.343289ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:32.079667Z","caller":"traceutil/trace.go:171","msg":"trace[2023739514] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"164.601523ms","start":"2026-07-01T01:13:31.915028Z","end":"2026-07-01T01:13:32.079629Z","steps":["trace[2023739514] 'process raft request' (duration: 164.347899ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:32.243225Z","caller":"traceutil/trace.go:171","msg":"trace[1022479465] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"112.543211ms","start":"2026-07-01T01:13:32.130645Z","end":"2026-07-01T01:13:32.243188Z","steps":["trace[1022479465] 'process raft request' (duration: 64.766251ms)","trace[1022479465] 'compare' (duration: 47.546285ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:13:32.243307Z","caller":"traceutil/trace.go:171","msg":"trace[472916918] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"112.51775ms","start":"2026-07-01T01:13:32.13076Z","end":"2026-07-01T01:13:32.243277Z","steps":["trace[472916918] 'process raft request' (duration: 112.349207ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:53.930905Z","caller":"traceutil/trace.go:171","msg":"trace[726026387] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"192.379812ms","start":"2026-07-01T01:13:53.738502Z","end":"2026-07-01T01:13:53.930881Z","steps":["trace[726026387] 'process raft request' (duration: 192.125527ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:14:34.227545Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2967} {"level":"info","ts":"2026-07-01T01:14:34.296991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2967,"took":"67.549402ms","hash":821706841,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":33521664,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-01T01:14:34.297062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":821706841,"revision":2967,"compact-revision":-1} {"level":"info","ts":"2026-07-01T01:19:34.235649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6016} {"level":"info","ts":"2026-07-01T01:19:34.330155Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6016,"took":"92.23121ms","hash":3419495338,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":21647360,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-01T01:19:34.33024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3419495338,"revision":6016,"compact-revision":2967} {"level":"info","ts":"2026-07-01T01:20:49.785951Z","caller":"traceutil/trace.go:171","msg":"trace[1290874441] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"100.994609ms","start":"2026-07-01T01:20:49.684924Z","end":"2026-07-01T01:20:49.785918Z","steps":["trace[1290874441] 'process raft request' (duration: 100.782465ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:49.981208Z","caller":"traceutil/trace.go:171","msg":"trace[1945977545] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"293.866811ms","start":"2026-07-01T01:20:49.6873Z","end":"2026-07-01T01:20:49.981166Z","steps":["trace[1945977545] 'process raft request' (duration: 254.324034ms)","trace[1945977545] 'compare' (duration: 39.241892ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:49.981332Z","caller":"traceutil/trace.go:171","msg":"trace[1791229093] linearizableReadLoop","detail":"{readStateIndex:9038; appliedIndex:9035; }","duration":"289.043638ms","start":"2026-07-01T01:20:49.692249Z","end":"2026-07-01T01:20:49.981293Z","steps":["trace[1791229093] 'read index received' (duration: 93.525524ms)","trace[1791229093] 'applied index is now lower than readState.Index' (duration: 195.515714ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:49.981447Z","caller":"traceutil/trace.go:171","msg":"trace[1554334583] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"293.913652ms","start":"2026-07-01T01:20:49.687496Z","end":"2026-07-01T01:20:49.98141Z","steps":["trace[1554334583] 'process raft request' (duration: 293.601496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:49.98171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.484178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:20:49.981782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.982231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:20:49.981793Z","caller":"traceutil/trace.go:171","msg":"trace[446796110] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8721; }","duration":"136.626781ms","start":"2026-07-01T01:20:49.845141Z","end":"2026-07-01T01:20:49.981768Z","steps":["trace[446796110] 'agreement among raft nodes before linearized reading' (duration: 136.387056ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:49.981824Z","caller":"traceutil/trace.go:171","msg":"trace[1344008876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8721; }","duration":"265.062862ms","start":"2026-07-01T01:20:49.716751Z","end":"2026-07-01T01:20:49.981813Z","steps":["trace[1344008876] 'agreement among raft nodes before linearized reading' (duration: 264.759217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:49.981788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.619073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:20:49.981857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.572438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:20:49.981965Z","caller":"traceutil/trace.go:171","msg":"trace[1955325833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8721; }","duration":"289.719141ms","start":"2026-07-01T01:20:49.692221Z","end":"2026-07-01T01:20:49.98194Z","steps":["trace[1955325833] 'agreement among raft nodes before linearized reading' (duration: 289.206021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:49.98203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.950969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:20:49.981889Z","caller":"traceutil/trace.go:171","msg":"trace[147966133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8721; }","duration":"232.799026ms","start":"2026-07-01T01:20:49.749064Z","end":"2026-07-01T01:20:49.981863Z","steps":["trace[147966133] 'agreement among raft nodes before linearized reading' (duration: 232.494711ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:49.982076Z","caller":"traceutil/trace.go:171","msg":"trace[108039316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8721; }","duration":"233.046861ms","start":"2026-07-01T01:20:49.749016Z","end":"2026-07-01T01:20:49.982063Z","steps":["trace[108039316] 'agreement among raft nodes before linearized reading' (duration: 232.945119ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:02.385436Z","caller":"traceutil/trace.go:171","msg":"trace[1978570832] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"103.996427ms","start":"2026-07-01T01:21:02.281411Z","end":"2026-07-01T01:21:02.385407Z","steps":["trace[1978570832] 'compare' (duration: 95.674035ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:17.170788Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000243b.wal"} {"level":"info","ts":"2026-07-01T01:22:28.499816Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d82047944f922143","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:22:28.505218Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-01T01:22:28.505366Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-01T01:24:34.242885Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8090} {"level":"info","ts":"2026-07-01T01:24:34.3181Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8090,"took":"72.8719ms","hash":2029546033,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":28561408,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-01T01:24:34.31819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2029546033,"revision":8090,"compact-revision":6016} {"level":"info","ts":"2026-07-01T01:28:02.014165Z","caller":"traceutil/trace.go:171","msg":"trace[308369175] transaction","detail":"{read_only:false; response_revision:12034; number_of_response:1; }","duration":"141.654692ms","start":"2026-07-01T01:28:01.872478Z","end":"2026-07-01T01:28:02.014133Z","steps":["trace[308369175] 'process raft request' (duration: 141.442078ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:29:34.24993Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10497} {"level":"info","ts":"2026-07-01T01:29:34.33365Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10497,"took":"81.062529ms","hash":2349480401,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":26378240,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-01T01:29:34.333708Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2349480401,"revision":10497,"compact-revision":8090} {"level":"info","ts":"2026-07-01T01:34:34.256103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12656} {"level":"info","ts":"2026-07-01T01:34:34.332187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12656,"took":"73.238448ms","hash":1304088383,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":27152384,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-01T01:34:34.332258Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1304088383,"revision":12656,"compact-revision":10497} {"level":"info","ts":"2026-07-01T01:34:36.975393Z","caller":"traceutil/trace.go:171","msg":"trace[1691256351] linearizableReadLoop","detail":"{readStateIndex:15190; appliedIndex:15189; }","duration":"305.380882ms","start":"2026-07-01T01:34:36.669992Z","end":"2026-07-01T01:34:36.975373Z","steps":["trace[1691256351] 'read index received' (duration: 250.582328ms)","trace[1691256351] 'applied index is now lower than readState.Index' (duration: 54.797564ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:34:36.975423Z","caller":"traceutil/trace.go:171","msg":"trace[1899774208] transaction","detail":"{read_only:false; response_revision:14675; number_of_response:1; }","duration":"305.752609ms","start":"2026-07-01T01:34:36.66963Z","end":"2026-07-01T01:34:36.975383Z","steps":["trace[1899774208] 'process raft request' (duration: 250.953235ms)","trace[1899774208] 'compare' (duration: 54.362526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:34:36.975581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:34:36.669606Z","time spent":"305.892122ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:34:36.975719Z","caller":"traceutil/trace.go:171","msg":"trace[454024630] transaction","detail":"{read_only:false; response_revision:14676; number_of_response:1; }","duration":"304.392863ms","start":"2026-07-01T01:34:36.671294Z","end":"2026-07-01T01:34:36.975687Z","steps":["trace[454024630] 'process raft request' (duration: 304.049956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:34:36.97577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.735459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:34:36.975826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.351844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-wrdvx\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-07-01T01:34:36.97586Z","caller":"traceutil/trace.go:171","msg":"trace[917659975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14676; }","duration":"305.874122ms","start":"2026-07-01T01:34:36.669959Z","end":"2026-07-01T01:34:36.975833Z","steps":["trace[917659975] 'agreement among raft nodes before linearized reading' (duration: 305.520766ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:34:36.975886Z","caller":"traceutil/trace.go:171","msg":"trace[1741011751] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-wrdvx; range_end:; response_count:1; response_revision:14676; }","duration":"302.457816ms","start":"2026-07-01T01:34:36.673411Z","end":"2026-07-01T01:34:36.975869Z","steps":["trace[1741011751] 'agreement among raft nodes before linearized reading' (duration: 302.230422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:34:36.975881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:34:36.671267Z","time spent":"304.521675ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:34:36.975906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:34:36.669943Z","time spent":"305.953633ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:34:36.975925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:34:36.673398Z","time spent":"302.519247ms","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12387,"request content":"key:\"/registry/pods/openstack/openvswitch-wrdvx\" "} {"level":"warn","ts":"2026-07-01T01:34:36.975945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.581063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T01:34:36.97603Z","caller":"traceutil/trace.go:171","msg":"trace[2038644807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14676; }","duration":"244.700265ms","start":"2026-07-01T01:34:36.731309Z","end":"2026-07-01T01:34:36.976009Z","steps":["trace[2038644807] 'agreement among raft nodes before linearized reading' (duration: 244.42071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:34:58.837356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.767172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-02ac240f-5d0a-4abd-ad15-853278454435\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-07-01T01:34:58.83739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.112108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:34:58.837479Z","caller":"traceutil/trace.go:171","msg":"trace[336139235] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-02ac240f-5d0a-4abd-ad15-853278454435; range_end:; response_count:1; response_revision:14983; }","duration":"276.937375ms","start":"2026-07-01T01:34:58.560503Z","end":"2026-07-01T01:34:58.83744Z","steps":["trace[336139235] 'range keys from in-memory index tree' (duration: 276.559468ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:34:58.837473Z","caller":"traceutil/trace.go:171","msg":"trace[488393288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14983; }","duration":"188.24702ms","start":"2026-07-01T01:34:58.649204Z","end":"2026-07-01T01:34:58.837451Z","steps":["trace[488393288] 'range keys from in-memory index tree' (duration: 187.905684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:34:58.837489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.308199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:34:58.837542Z","caller":"traceutil/trace.go:171","msg":"trace[1994592253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14983; }","duration":"165.39242ms","start":"2026-07-01T01:34:58.672136Z","end":"2026-07-01T01:34:58.837528Z","steps":["trace[1994592253] 'range keys from in-memory index tree' (duration: 165.158235ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:25.185082Z","caller":"traceutil/trace.go:171","msg":"trace[1302824779] transaction","detail":"{read_only:false; response_revision:15794; number_of_response:1; }","duration":"139.044494ms","start":"2026-07-01T01:36:25.046011Z","end":"2026-07-01T01:36:25.185056Z","steps":["trace[1302824779] 'process raft request' (duration: 138.888672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:25.417149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.575323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:36:25.417236Z","caller":"traceutil/trace.go:171","msg":"trace[495586344] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15794; }","duration":"139.704426ms","start":"2026-07-01T01:36:25.277507Z","end":"2026-07-01T01:36:25.417212Z","steps":["trace[495586344] 'count revisions from in-memory index tree' (duration: 139.443451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:25.417533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.433758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:36:25.417572Z","caller":"traceutil/trace.go:171","msg":"trace[1905905541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15794; }","duration":"105.53086ms","start":"2026-07-01T01:36:25.31203Z","end":"2026-07-01T01:36:25.417561Z","steps":["trace[1905905541] 'range keys from in-memory index tree' (duration: 105.174792ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:25.632531Z","caller":"traceutil/trace.go:171","msg":"trace[699971798] linearizableReadLoop","detail":"{readStateIndex:16348; appliedIndex:16347; }","duration":"143.482968ms","start":"2026-07-01T01:36:25.48903Z","end":"2026-07-01T01:36:25.632513Z","steps":["trace[699971798] 'read index received' (duration: 142.426989ms)","trace[699971798] 'applied index is now lower than readState.Index' (duration: 1.055189ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:36:25.632693Z","caller":"traceutil/trace.go:171","msg":"trace[793421754] transaction","detail":"{read_only:false; response_revision:15798; number_of_response:1; }","duration":"155.250254ms","start":"2026-07-01T01:36:25.477434Z","end":"2026-07-01T01:36:25.632684Z","steps":["trace[793421754] 'process raft request' (duration: 153.937799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:25.632848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.717672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:36:25.632923Z","caller":"traceutil/trace.go:171","msg":"trace[1998874352] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15798; }","duration":"143.901287ms","start":"2026-07-01T01:36:25.489005Z","end":"2026-07-01T01:36:25.632907Z","steps":["trace[1998874352] 'agreement among raft nodes before linearized reading' (duration: 143.696313ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:25.79212Z","caller":"traceutil/trace.go:171","msg":"trace[1262579241] linearizableReadLoop","detail":"{readStateIndex:16350; appliedIndex:16348; }","duration":"159.508427ms","start":"2026-07-01T01:36:25.632584Z","end":"2026-07-01T01:36:25.792093Z","steps":["trace[1262579241] 'read index received' (duration: 144.923437ms)","trace[1262579241] 'applied index is now lower than readState.Index' (duration: 14.58398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:36:25.792265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.646785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:36:25.792347Z","caller":"traceutil/trace.go:171","msg":"trace[1639676578] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15800; }","duration":"255.782437ms","start":"2026-07-01T01:36:25.536545Z","end":"2026-07-01T01:36:25.792328Z","steps":["trace[1639676578] 'agreement among raft nodes before linearized reading' (duration: 255.607953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:25.792505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.137004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T01:36:25.792577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.950183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:36:25.792607Z","caller":"traceutil/trace.go:171","msg":"trace[1423283438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15800; }","duration":"256.343099ms","start":"2026-07-01T01:36:25.536249Z","end":"2026-07-01T01:36:25.792592Z","steps":["trace[1423283438] 'agreement among raft nodes before linearized reading' (duration: 256.005481ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:25.792647Z","caller":"traceutil/trace.go:171","msg":"trace[2067052909] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15800; }","duration":"254.042785ms","start":"2026-07-01T01:36:25.538583Z","end":"2026-07-01T01:36:25.792625Z","steps":["trace[2067052909] 'agreement among raft nodes before linearized reading' (duration: 253.938193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:25.792887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.938643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:36:25.792923Z","caller":"traceutil/trace.go:171","msg":"trace[264719500] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15800; }","duration":"227.998624ms","start":"2026-07-01T01:36:25.564916Z","end":"2026-07-01T01:36:25.792915Z","steps":["trace[264719500] 'agreement among raft nodes before linearized reading' (duration: 227.885811ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:36:25.793026Z","caller":"traceutil/trace.go:171","msg":"trace[230091171] transaction","detail":"{read_only:false; response_revision:15800; number_of_response:1; }","duration":"192.153174ms","start":"2026-07-01T01:36:25.600862Z","end":"2026-07-01T01:36:25.793015Z","steps":["trace[230091171] 'process raft request' (duration: 191.181145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:25.792985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.335084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:36:25.793194Z","caller":"traceutil/trace.go:171","msg":"trace[2050289845] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15800; }","duration":"301.567238ms","start":"2026-07-01T01:36:25.491617Z","end":"2026-07-01T01:36:25.793184Z","steps":["trace[2050289845] 'agreement among raft nodes before linearized reading' (duration: 301.278652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:25.79322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.500755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-01T01:36:25.793304Z","caller":"traceutil/trace.go:171","msg":"trace[909700073] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15800; }","duration":"303.633719ms","start":"2026-07-01T01:36:25.489657Z","end":"2026-07-01T01:36:25.79329Z","steps":["trace[909700073] 'agreement among raft nodes before linearized reading' (duration: 303.394314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:25.793374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:25.489649Z","time spent":"303.686829ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T01:36:25.793471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.356452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:36:25.793526Z","caller":"traceutil/trace.go:171","msg":"trace[821618201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15800; }","duration":"253.465154ms","start":"2026-07-01T01:36:25.54005Z","end":"2026-07-01T01:36:25.793515Z","steps":["trace[821618201] 'agreement among raft nodes before linearized reading' (duration: 253.319941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:36:25.793228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:36:25.491606Z","time spent":"301.610449ms","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T01:36:25.794124Z","caller":"traceutil/trace.go:171","msg":"trace[302291572] transaction","detail":"{read_only:false; response_revision:15799; number_of_response:1; }","duration":"279.002364ms","start":"2026-07-01T01:36:25.513111Z","end":"2026-07-01T01:36:25.792113Z","steps":["trace[302291572] 'process raft request' (duration: 264.455154ms)","trace[302291572] 'compare' (duration: 14.345126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:36:25.794178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.29879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:36:25.794227Z","caller":"traceutil/trace.go:171","msg":"trace[641164868] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15800; }","duration":"255.368021ms","start":"2026-07-01T01:36:25.538846Z","end":"2026-07-01T01:36:25.794214Z","steps":["trace[641164868] 'agreement among raft nodes before linearized reading' (duration: 253.28759ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:39:34.262868Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14648} {"level":"info","ts":"2026-07-01T01:39:34.352683Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14648,"took":"87.008608ms","hash":2743797177,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":34127872,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-01T01:39:34.352775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2743797177,"revision":14648,"compact-revision":12656} {"level":"info","ts":"2026-07-01T01:42:15.232221Z","caller":"traceutil/trace.go:171","msg":"trace[1001408953] transaction","detail":"{read_only:false; response_revision:18385; number_of_response:1; }","duration":"144.976722ms","start":"2026-07-01T01:42:15.087216Z","end":"2026-07-01T01:42:15.232193Z","steps":["trace[1001408953] 'process raft request' (duration: 144.739816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.260516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.815679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:42:15.260596Z","caller":"traceutil/trace.go:171","msg":"trace[295234986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18387; }","duration":"112.907221ms","start":"2026-07-01T01:42:15.147672Z","end":"2026-07-01T01:42:15.260579Z","steps":["trace[295234986] 'agreement among raft nodes before linearized reading' (duration: 112.678316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.005025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.939921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-01T01:42:22.0051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.447304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:42:22.005199Z","caller":"traceutil/trace.go:171","msg":"trace[98911401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18425; }","duration":"203.640018ms","start":"2026-07-01T01:42:21.801534Z","end":"2026-07-01T01:42:22.005174Z","steps":["trace[98911401] 'range keys from in-memory index tree' (duration: 203.134708ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:22.00518Z","caller":"traceutil/trace.go:171","msg":"trace[1567264438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18425; }","duration":"260.146605ms","start":"2026-07-01T01:42:21.745005Z","end":"2026-07-01T01:42:22.005151Z","steps":["trace[1567264438] 'range keys from in-memory index tree' (duration: 259.716287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.005356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.857886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:42:22.005729Z","caller":"traceutil/trace.go:171","msg":"trace[1881673124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18425; }","duration":"200.354915ms","start":"2026-07-01T01:42:21.805315Z","end":"2026-07-01T01:42:22.00567Z","steps":["trace[1881673124] 'range keys from in-memory index tree' (duration: 199.524171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.550831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.47516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:22.550977Z","caller":"traceutil/trace.go:171","msg":"trace[1394704850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18427; }","duration":"407.635743ms","start":"2026-07-01T01:42:22.14332Z","end":"2026-07-01T01:42:22.550956Z","steps":["trace[1394704850] 'range keys from in-memory index tree' (duration: 407.45599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.551386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.622791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:22.551507Z","caller":"traceutil/trace.go:171","msg":"trace[182644603] linearizableReadLoop","detail":"{readStateIndex:19065; appliedIndex:19064; }","duration":"406.360169ms","start":"2026-07-01T01:42:22.145127Z","end":"2026-07-01T01:42:22.551488Z","steps":["trace[182644603] 'read index received' (duration: 153.214258ms)","trace[182644603] 'applied index is now lower than readState.Index' (duration: 253.144371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:22.551641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.509241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:22.551606Z","caller":"traceutil/trace.go:171","msg":"trace[1392461004] transaction","detail":"{read_only:false; response_revision:18428; number_of_response:1; }","duration":"460.407039ms","start":"2026-07-01T01:42:22.091139Z","end":"2026-07-01T01:42:22.551546Z","steps":["trace[1392461004] 'process raft request' (duration: 207.283648ms)","trace[1392461004] 'compare' (duration: 252.482529ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:22.551678Z","caller":"traceutil/trace.go:171","msg":"trace[553835664] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:18428; }","duration":"406.552012ms","start":"2026-07-01T01:42:22.145117Z","end":"2026-07-01T01:42:22.551669Z","steps":["trace[553835664] 'agreement among raft nodes before linearized reading' (duration: 406.42364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.551723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.145073Z","time spent":"406.636314ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":74,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:22.551813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.091121Z","time spent":"460.584922ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:55.284808Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d82047944f922143","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:43:55.291569Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-01T01:43:55.291668Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-01T01:44:34.274399Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17330} {"level":"info","ts":"2026-07-01T01:44:34.372698Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17330,"took":"95.575849ms","hash":3288139223,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":34488320,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-01T01:44:34.372762Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3288139223,"revision":17330,"compact-revision":14648} {"level":"info","ts":"2026-07-01T01:48:12.474594Z","caller":"traceutil/trace.go:171","msg":"trace[276489210] linearizableReadLoop","detail":"{readStateIndex:21862; appliedIndex:21861; }","duration":"121.17407ms","start":"2026-07-01T01:48:12.353395Z","end":"2026-07-01T01:48:12.474569Z","steps":["trace[276489210] 'read index received' (duration: 120.913166ms)","trace[276489210] 'applied index is now lower than readState.Index' (duration: 259.854µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:48:12.474768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.362154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:48:12.474794Z","caller":"traceutil/trace.go:171","msg":"trace[759240597] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21135; }","duration":"121.448845ms","start":"2026-07-01T01:48:12.353336Z","end":"2026-07-01T01:48:12.474785Z","steps":["trace[759240597] 'agreement among raft nodes before linearized reading' (duration: 121.364114ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:12.474741Z","caller":"traceutil/trace.go:171","msg":"trace[2028202749] transaction","detail":"{read_only:false; response_revision:21135; number_of_response:1; }","duration":"156.948862ms","start":"2026-07-01T01:48:12.317761Z","end":"2026-07-01T01:48:12.47471Z","steps":["trace[2028202749] 'process raft request' (duration: 156.625116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:28.79723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.291069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:48:28.797386Z","caller":"traceutil/trace.go:171","msg":"trace[1515735316] transaction","detail":"{read_only:false; response_revision:21221; number_of_response:1; }","duration":"171.317896ms","start":"2026-07-01T01:48:28.626047Z","end":"2026-07-01T01:48:28.797365Z","steps":["trace[1515735316] 'process raft request' (duration: 46.794542ms)","trace[1515735316] 'compare' (duration: 124.112696ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:48:28.822791Z","caller":"traceutil/trace.go:171","msg":"trace[751398679] transaction","detail":"{read_only:false; response_revision:21222; number_of_response:1; }","duration":"194.401296ms","start":"2026-07-01T01:48:28.628367Z","end":"2026-07-01T01:48:28.822769Z","steps":["trace[751398679] 'process raft request' (duration: 194.237472ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:28.823297Z","caller":"traceutil/trace.go:171","msg":"trace[2121199928] transaction","detail":"{read_only:false; response_revision:21223; number_of_response:1; }","duration":"194.219813ms","start":"2026-07-01T01:48:28.628777Z","end":"2026-07-01T01:48:28.822996Z","steps":["trace[2121199928] 'process raft request' (duration: 193.951867ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:29.404902Z","caller":"traceutil/trace.go:171","msg":"trace[29500990] transaction","detail":"{read_only:false; response_revision:21224; number_of_response:1; }","duration":"121.718211ms","start":"2026-07-01T01:48:29.283154Z","end":"2026-07-01T01:48:29.404873Z","steps":["trace[29500990] 'process raft request' (duration: 121.520337ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:29.434904Z","caller":"traceutil/trace.go:171","msg":"trace[1383350182] linearizableReadLoop","detail":"{readStateIndex:21957; appliedIndex:21955; }","duration":"134.484254ms","start":"2026-07-01T01:48:29.300398Z","end":"2026-07-01T01:48:29.434882Z","steps":["trace[1383350182] 'read index received' (duration: 104.270107ms)","trace[1383350182] 'applied index is now lower than readState.Index' (duration: 30.212777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:48:29.435029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.619147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:48:29.43507Z","caller":"traceutil/trace.go:171","msg":"trace[1377211047] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21225; }","duration":"134.705508ms","start":"2026-07-01T01:48:29.300355Z","end":"2026-07-01T01:48:29.43506Z","steps":["trace[1377211047] 'agreement among raft nodes before linearized reading' (duration: 134.619086ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:29.435301Z","caller":"traceutil/trace.go:171","msg":"trace[98046458] transaction","detail":"{read_only:false; response_revision:21225; number_of_response:1; }","duration":"147.478012ms","start":"2026-07-01T01:48:29.287787Z","end":"2026-07-01T01:48:29.435265Z","steps":["trace[98046458] 'process raft request' (duration: 146.946572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:29.569384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.289775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:48:29.569474Z","caller":"traceutil/trace.go:171","msg":"trace[1093304014] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21225; }","duration":"130.433518ms","start":"2026-07-01T01:48:29.43902Z","end":"2026-07-01T01:48:29.569454Z","steps":["trace[1093304014] 'range keys from in-memory index tree' (duration: 130.217043ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:49:34.281458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19640} {"level":"info","ts":"2026-07-01T01:49:34.401879Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19640,"took":"116.014882ms","hash":3416273175,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":29548544,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-01T01:49:34.401954Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3416273175,"revision":19640,"compact-revision":17330} {"level":"info","ts":"2026-07-01T01:52:18.859648Z","caller":"traceutil/trace.go:171","msg":"trace[532016436] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"212.914959ms","start":"2026-07-01T01:52:18.6467Z","end":"2026-07-01T01:52:18.859615Z","steps":["trace[532016436] 'process raft request' (duration: 211.429241ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:52:18.881Z","caller":"traceutil/trace.go:171","msg":"trace[45688588] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"221.173868ms","start":"2026-07-01T01:52:18.659808Z","end":"2026-07-01T01:52:18.880982Z","steps":["trace[45688588] 'process raft request' (duration: 221.047545ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:52:18.881199Z","caller":"traceutil/trace.go:171","msg":"trace[1398172686] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"204.301385ms","start":"2026-07-01T01:52:18.676871Z","end":"2026-07-01T01:52:18.881172Z","steps":["trace[1398172686] 'process raft request' (duration: 204.085291ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:52:18.881225Z","caller":"traceutil/trace.go:171","msg":"trace[454770792] linearizableReadLoop","detail":"{readStateIndex:24477; appliedIndex:24476; }","duration":"210.360171ms","start":"2026-07-01T01:52:18.670844Z","end":"2026-07-01T01:52:18.881205Z","steps":["trace[454770792] 'read index received' (duration: 189.460512ms)","trace[454770792] 'applied index is now lower than readState.Index' (duration: 20.897439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:52:18.881407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.529204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:52:18.88145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.785972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:52:18.881448Z","caller":"traceutil/trace.go:171","msg":"trace[505830309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23670; }","duration":"210.641286ms","start":"2026-07-01T01:52:18.670797Z","end":"2026-07-01T01:52:18.881438Z","steps":["trace[505830309] 'agreement among raft nodes before linearized reading' (duration: 210.529264ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:52:18.881475Z","caller":"traceutil/trace.go:171","msg":"trace[1024167809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23670; }","duration":"185.867895ms","start":"2026-07-01T01:52:18.6956Z","end":"2026-07-01T01:52:18.881468Z","steps":["trace[1024167809] 'agreement among raft nodes before linearized reading' (duration: 185.751141ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:54:34.287835Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21834} {"level":"info","ts":"2026-07-01T01:54:34.39807Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21834,"took":"107.132545ms","hash":3060972939,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":44883968,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-07-01T01:54:34.398124Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3060972939,"revision":21834,"compact-revision":19640} {"level":"warn","ts":"2026-07-01T01:55:38.638455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.139391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:38.639438Z","caller":"traceutil/trace.go:171","msg":"trace[1784430648] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25722; }","duration":"196.14999ms","start":"2026-07-01T01:55:38.443266Z","end":"2026-07-01T01:55:38.639416Z","steps":["trace[1784430648] 'range keys from in-memory index tree' (duration: 195.067009ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:38.638582Z","caller":"traceutil/trace.go:171","msg":"trace[2020811284] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"138.666812ms","start":"2026-07-01T01:55:38.499849Z","end":"2026-07-01T01:55:38.638516Z","steps":["trace[2020811284] 'process raft request' (duration: 126.765753ms)","trace[2020811284] 'compare' (duration: 11.467601ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:38.788789Z","caller":"traceutil/trace.go:171","msg":"trace[433381587] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"285.962071ms","start":"2026-07-01T01:55:38.502804Z","end":"2026-07-01T01:55:38.788766Z","steps":["trace[433381587] 'process raft request' (duration: 285.769347ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:38.788941Z","caller":"traceutil/trace.go:171","msg":"trace[1256270788] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"285.979001ms","start":"2026-07-01T01:55:38.502915Z","end":"2026-07-01T01:55:38.788894Z","steps":["trace[1256270788] 'process raft request' (duration: 285.807238ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:38.789538Z","caller":"traceutil/trace.go:171","msg":"trace[645584384] linearizableReadLoop","detail":"{readStateIndex:26587; appliedIndex:26585; }","duration":"146.828699ms","start":"2026-07-01T01:55:38.642678Z","end":"2026-07-01T01:55:38.789507Z","steps":["trace[645584384] 'read index received' (duration: 146.104836ms)","trace[645584384] 'applied index is now lower than readState.Index' (duration: 722.863µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:38.789638Z","caller":"traceutil/trace.go:171","msg":"trace[1398280228] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"157.973244ms","start":"2026-07-01T01:55:38.631654Z","end":"2026-07-01T01:55:38.789628Z","steps":["trace[1398280228] 'process raft request' (duration: 157.75452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:38.789905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.731529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:38.789986Z","caller":"traceutil/trace.go:171","msg":"trace[2068980354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25726; }","duration":"117.825951ms","start":"2026-07-01T01:55:38.672144Z","end":"2026-07-01T01:55:38.78997Z","steps":["trace[2068980354] 'agreement among raft nodes before linearized reading' (duration: 117.677988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:38.789937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.224849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:38.790143Z","caller":"traceutil/trace.go:171","msg":"trace[289995778] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25726; }","duration":"147.491273ms","start":"2026-07-01T01:55:38.642627Z","end":"2026-07-01T01:55:38.790118Z","steps":["trace[289995778] 'agreement among raft nodes before linearized reading' (duration: 147.218248ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:39.078421Z","caller":"traceutil/trace.go:171","msg":"trace[1688399110] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"110.53859ms","start":"2026-07-01T01:55:38.967841Z","end":"2026-07-01T01:55:39.07838Z","steps":["trace[1688399110] 'process raft request' (duration: 110.255424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:39.319721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.008264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-07-01T01:55:39.319815Z","caller":"traceutil/trace.go:171","msg":"trace[557815433] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25727; }","duration":"105.149446ms","start":"2026-07-01T01:55:39.21464Z","end":"2026-07-01T01:55:39.31979Z","steps":["trace[557815433] 'range keys from in-memory index tree' (duration: 104.712178ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:39.740628Z","caller":"traceutil/trace.go:171","msg":"trace[1406042573] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"177.162265ms","start":"2026-07-01T01:55:39.563437Z","end":"2026-07-01T01:55:39.7406Z","steps":["trace[1406042573] 'process raft request' (duration: 176.991472ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:39.743553Z","caller":"traceutil/trace.go:171","msg":"trace[1752873443] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"178.398699ms","start":"2026-07-01T01:55:39.565125Z","end":"2026-07-01T01:55:39.743523Z","steps":["trace[1752873443] 'process raft request' (duration: 178.176055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:40.024012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.25974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T01:55:40.024205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.568811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:40.024302Z","caller":"traceutil/trace.go:171","msg":"trace[414817370] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25729; }","duration":"150.727674ms","start":"2026-07-01T01:55:39.873548Z","end":"2026-07-01T01:55:40.024275Z","steps":["trace[414817370] 'count revisions from in-memory index tree' (duration: 150.448949ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:40.024465Z","caller":"traceutil/trace.go:171","msg":"trace[2055126390] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"147.994342ms","start":"2026-07-01T01:55:39.876445Z","end":"2026-07-01T01:55:40.024439Z","steps":["trace[2055126390] 'process raft request' (duration: 147.843619ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:40.024792Z","caller":"traceutil/trace.go:171","msg":"trace[233225209] linearizableReadLoop","detail":"{readStateIndex:26591; appliedIndex:26591; }","duration":"125.668392ms","start":"2026-07-01T01:55:39.899108Z","end":"2026-07-01T01:55:40.024776Z","steps":["trace[233225209] 'read index received' (duration: 125.659332ms)","trace[233225209] 'applied index is now lower than readState.Index' (duration: 7.47µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:40.024786Z","caller":"traceutil/trace.go:171","msg":"trace[1758929724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25729; }","duration":"158.578915ms","start":"2026-07-01T01:55:39.865676Z","end":"2026-07-01T01:55:40.024254Z","steps":["trace[1758929724] 'range keys from in-memory index tree' (duration: 158.071696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:40.02509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.986168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:55:40.025122Z","caller":"traceutil/trace.go:171","msg":"trace[1660141948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25730; }","duration":"126.059969ms","start":"2026-07-01T01:55:39.899053Z","end":"2026-07-01T01:55:40.025113Z","steps":["trace[1660141948] 'agreement among raft nodes before linearized reading' (duration: 125.804675ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:40.025353Z","caller":"traceutil/trace.go:171","msg":"trace[58887412] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"123.939199ms","start":"2026-07-01T01:55:39.90139Z","end":"2026-07-01T01:55:40.025329Z","steps":["trace[58887412] 'process raft request' (duration: 123.764746ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:40.200188Z","caller":"traceutil/trace.go:171","msg":"trace[888783089] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"169.963615ms","start":"2026-07-01T01:55:40.030176Z","end":"2026-07-01T01:55:40.200139Z","steps":["trace[888783089] 'process raft request' (duration: 158.159237ms)","trace[888783089] 'compare' (duration: 11.179566ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:40.776517Z","caller":"traceutil/trace.go:171","msg":"trace[613617766] linearizableReadLoop","detail":"{readStateIndex:26598; appliedIndex:26597; }","duration":"103.429672ms","start":"2026-07-01T01:55:40.673064Z","end":"2026-07-01T01:55:40.776494Z","steps":["trace[613617766] 'read index received' (duration: 103.211618ms)","trace[613617766] 'applied index is now lower than readState.Index' (duration: 217.214µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:40.776808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.738299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:40.776892Z","caller":"traceutil/trace.go:171","msg":"trace[1596705301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25737; }","duration":"103.853851ms","start":"2026-07-01T01:55:40.673004Z","end":"2026-07-01T01:55:40.776858Z","steps":["trace[1596705301] 'agreement among raft nodes before linearized reading' (duration: 103.594366ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:40.777249Z","caller":"traceutil/trace.go:171","msg":"trace[889083785] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"132.923412ms","start":"2026-07-01T01:55:40.644314Z","end":"2026-07-01T01:55:40.777238Z","steps":["trace[889083785] 'process raft request' (duration: 132.027294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:41.084022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.085081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:55:41.084476Z","caller":"traceutil/trace.go:171","msg":"trace[774032479] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"289.963748ms","start":"2026-07-01T01:55:40.794489Z","end":"2026-07-01T01:55:41.084453Z","steps":["trace[774032479] 'process raft request' (duration: 137.348727ms)","trace[774032479] 'compare' (duration: 151.853957ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:41.08449Z","caller":"traceutil/trace.go:171","msg":"trace[712604559] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"289.556759ms","start":"2026-07-01T01:55:40.794919Z","end":"2026-07-01T01:55:41.084476Z","steps":["trace[712604559] 'process raft request' (duration: 289.506018ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:41.084598Z","caller":"traceutil/trace.go:171","msg":"trace[2131752616] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"289.769044ms","start":"2026-07-01T01:55:40.794819Z","end":"2026-07-01T01:55:41.084588Z","steps":["trace[2131752616] 'process raft request' (duration: 289.326385ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:41.163575Z","caller":"traceutil/trace.go:171","msg":"trace[2044478797] linearizableReadLoop","detail":"{readStateIndex:26602; appliedIndex:26601; }","duration":"125.494828ms","start":"2026-07-01T01:55:41.038058Z","end":"2026-07-01T01:55:41.163553Z","steps":["trace[2044478797] 'read index received' (duration: 125.279224ms)","trace[2044478797] 'applied index is now lower than readState.Index' (duration: 214.824µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:41.163837Z","caller":"traceutil/trace.go:171","msg":"trace[1138726206] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"192.315806ms","start":"2026-07-01T01:55:40.971513Z","end":"2026-07-01T01:55:41.163829Z","steps":["trace[1138726206] 'process raft request' (duration: 191.888348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:41.163926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.847705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:41.163983Z","caller":"traceutil/trace.go:171","msg":"trace[969733319] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25741; }","duration":"125.921786ms","start":"2026-07-01T01:55:41.038047Z","end":"2026-07-01T01:55:41.163968Z","steps":["trace[969733319] 'agreement among raft nodes before linearized reading' (duration: 125.661951ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:41.363478Z","caller":"traceutil/trace.go:171","msg":"trace[1505119819] linearizableReadLoop","detail":"{readStateIndex:26603; appliedIndex:26602; }","duration":"193.084271ms","start":"2026-07-01T01:55:41.170368Z","end":"2026-07-01T01:55:41.363452Z","steps":["trace[1505119819] 'read index received' (duration: 130.927663ms)","trace[1505119819] 'applied index is now lower than readState.Index' (duration: 62.155698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:41.363603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.215284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:41.363646Z","caller":"traceutil/trace.go:171","msg":"trace[1393239394] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25742; }","duration":"193.300386ms","start":"2026-07-01T01:55:41.170332Z","end":"2026-07-01T01:55:41.363632Z","steps":["trace[1393239394] 'agreement among raft nodes before linearized reading' (duration: 193.216934ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:41.363781Z","caller":"traceutil/trace.go:171","msg":"trace[55761318] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"196.105649ms","start":"2026-07-01T01:55:41.167647Z","end":"2026-07-01T01:55:41.363753Z","steps":["trace[55761318] 'process raft request' (duration: 133.657545ms)","trace[55761318] 'compare' (duration: 61.955005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:41.644585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.43529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-01T01:55:41.644706Z","caller":"traceutil/trace.go:171","msg":"trace[1837135461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25742; }","duration":"175.602675ms","start":"2026-07-01T01:55:41.469079Z","end":"2026-07-01T01:55:41.644682Z","steps":["trace[1837135461] 'range keys from in-memory index tree' (duration: 175.243247ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:42.141518Z","caller":"traceutil/trace.go:171","msg":"trace[2135840121] linearizableReadLoop","detail":"{readStateIndex:26607; appliedIndex:26605; }","duration":"321.80098ms","start":"2026-07-01T01:55:41.819695Z","end":"2026-07-01T01:55:42.141496Z","steps":["trace[2135840121] 'read index received' (duration: 12.325676ms)","trace[2135840121] 'applied index is now lower than readState.Index' (duration: 309.474484ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:42.141602Z","caller":"traceutil/trace.go:171","msg":"trace[945742747] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"393.253588ms","start":"2026-07-01T01:55:41.748322Z","end":"2026-07-01T01:55:42.141575Z","steps":["trace[945742747] 'process raft request' (duration: 393.033144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:42.14174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:41.748299Z","time spent":"393.369001ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:42.141726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.011096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:42.141793Z","caller":"traceutil/trace.go:171","msg":"trace[149175463] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25746; }","duration":"322.130908ms","start":"2026-07-01T01:55:41.819647Z","end":"2026-07-01T01:55:42.141778Z","steps":["trace[149175463] 'agreement among raft nodes before linearized reading' (duration: 321.959313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:42.141833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:41.819627Z","time spent":"322.195991ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:55:42.157782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.733699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:42.157805Z","caller":"traceutil/trace.go:171","msg":"trace[1110968414] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"127.528998ms","start":"2026-07-01T01:55:42.030223Z","end":"2026-07-01T01:55:42.157752Z","steps":["trace[1110968414] 'process raft request' (duration: 127.278923ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:42.157883Z","caller":"traceutil/trace.go:171","msg":"trace[1434234932] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25748; }","duration":"131.880792ms","start":"2026-07-01T01:55:42.025973Z","end":"2026-07-01T01:55:42.157854Z","steps":["trace[1434234932] 'agreement among raft nodes before linearized reading' (duration: 131.715189ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:42.158284Z","caller":"traceutil/trace.go:171","msg":"trace[1089182944] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"126.235162ms","start":"2026-07-01T01:55:42.032033Z","end":"2026-07-01T01:55:42.158269Z","steps":["trace[1089182944] 'process raft request' (duration: 125.606881ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:42.432944Z","caller":"traceutil/trace.go:171","msg":"trace[1762461905] linearizableReadLoop","detail":"{readStateIndex:26610; appliedIndex:26609; }","duration":"229.027654ms","start":"2026-07-01T01:55:42.203888Z","end":"2026-07-01T01:55:42.432916Z","steps":["trace[1762461905] 'read index received' (duration: 211.265672ms)","trace[1762461905] 'applied index is now lower than readState.Index' (duration: 17.760382ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:42.432962Z","caller":"traceutil/trace.go:171","msg":"trace[1691912999] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"269.842701ms","start":"2026-07-01T01:55:42.163087Z","end":"2026-07-01T01:55:42.432929Z","steps":["trace[1691912999] 'process raft request' (duration: 252.130419ms)","trace[1691912999] 'compare' (duration: 17.405655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:42.433156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.250458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:55:42.433223Z","caller":"traceutil/trace.go:171","msg":"trace[1073185528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25749; }","duration":"229.34844ms","start":"2026-07-01T01:55:42.203854Z","end":"2026-07-01T01:55:42.433203Z","steps":["trace[1073185528] 'agreement among raft nodes before linearized reading' (duration: 229.139846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:42.892131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.722861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:55:42.892292Z","caller":"traceutil/trace.go:171","msg":"trace[1410937263] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"455.05329ms","start":"2026-07-01T01:55:42.437219Z","end":"2026-07-01T01:55:42.892273Z","steps":["trace[1410937263] 'process raft request' (duration: 301.107353ms)","trace[1410937263] 'compare' (duration: 153.583149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:42.892357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:42.437176Z","time spent":"455.151842ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:55:42.892411Z","caller":"traceutil/trace.go:171","msg":"trace[125985228] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"454.648282ms","start":"2026-07-01T01:55:42.43774Z","end":"2026-07-01T01:55:42.892389Z","steps":["trace[125985228] 'process raft request' (duration: 454.488829ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:42.892411Z","caller":"traceutil/trace.go:171","msg":"trace[1899792459] linearizableReadLoop","detail":"{readStateIndex:26613; appliedIndex:26611; }","duration":"220.635853ms","start":"2026-07-01T01:55:42.671746Z","end":"2026-07-01T01:55:42.892382Z","steps":["trace[1899792459] 'read index received' (duration: 66.474532ms)","trace[1899792459] 'applied index is now lower than readState.Index' (duration: 154.159201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:42.89253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:42.437721Z","time spent":"454.742344ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:42.892613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.838616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:42.892721Z","caller":"traceutil/trace.go:171","msg":"trace[288982734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25752; }","duration":"221.017969ms","start":"2026-07-01T01:55:42.671678Z","end":"2026-07-01T01:55:42.892696Z","steps":["trace[288982734] 'agreement among raft nodes before linearized reading' (duration: 220.796305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:43.172431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.319714ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T01:55:43.172971Z","caller":"traceutil/trace.go:171","msg":"trace[655930990] linearizableReadLoop","detail":"{readStateIndex:26615; appliedIndex:26613; }","duration":"280.475045ms","start":"2026-07-01T01:55:42.892471Z","end":"2026-07-01T01:55:43.172946Z","steps":["trace[655930990] 'read index received' (duration: 2.624831ms)","trace[655930990] 'applied index is now lower than readState.Index' (duration: 277.848604ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:43.17304Z","caller":"traceutil/trace.go:171","msg":"trace[1497854454] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"389.451845ms","start":"2026-07-01T01:55:42.783555Z","end":"2026-07-01T01:55:43.173007Z","steps":["trace[1497854454] 'process raft request' (duration: 389.057528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:43.173198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:42.783524Z","time spent":"389.587467ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:43.451923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.535606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:55:43.452043Z","caller":"traceutil/trace.go:171","msg":"trace[887135153] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25753; }","duration":"568.663688ms","start":"2026-07-01T01:55:42.883324Z","end":"2026-07-01T01:55:43.451988Z","steps":["trace[887135153] 'agreement among raft nodes before linearized reading' (duration: 289.718533ms)","trace[887135153] 'count revisions from in-memory index tree' (duration: 278.820163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:43.452101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:42.883303Z","time spent":"568.785621ms","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:55:43.452295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.944295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:55:43.452344Z","caller":"traceutil/trace.go:171","msg":"trace[415291940] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25753; }","duration":"637.005996ms","start":"2026-07-01T01:55:42.815325Z","end":"2026-07-01T01:55:43.452331Z","steps":["trace[415291940] 'agreement among raft nodes before linearized reading' (duration: 357.731023ms)","trace[415291940] 'count revisions from in-memory index tree' (duration: 279.204021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:43.45237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:42.815162Z","time spent":"637.20136ms","remote":"127.0.0.1:46884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:55:43.452712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.508166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:55:43.452849Z","caller":"traceutil/trace.go:171","msg":"trace[344868145] linearizableReadLoop","detail":"{readStateIndex:26618; appliedIndex:26615; }","duration":"279.820262ms","start":"2026-07-01T01:55:43.173021Z","end":"2026-07-01T01:55:43.452841Z","steps":["trace[344868145] 'read index received' (duration: 13.109992ms)","trace[344868145] 'applied index is now lower than readState.Index' (duration: 266.70961ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:43.452889Z","caller":"traceutil/trace.go:171","msg":"trace[1845010815] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"363.687439ms","start":"2026-07-01T01:55:43.089183Z","end":"2026-07-01T01:55:43.45287Z","steps":["trace[1845010815] 'process raft request' (duration: 96.98514ms)","trace[1845010815] 'compare' (duration: 265.999955ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:43.452904Z","caller":"traceutil/trace.go:171","msg":"trace[106400288] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"363.604337ms","start":"2026-07-01T01:55:43.089294Z","end":"2026-07-01T01:55:43.452899Z","steps":["trace[106400288] 'process raft request' (duration: 363.478015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:43.452957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:43.089264Z","time spent":"363.675399ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:43.452997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:43.08915Z","time spent":"363.782451ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:55:43.453125Z","caller":"traceutil/trace.go:171","msg":"trace[2032811912] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"361.904664ms","start":"2026-07-01T01:55:43.091215Z","end":"2026-07-01T01:55:43.45312Z","steps":["trace[2032811912] 'process raft request' (duration: 361.588409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:43.453158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:43.091203Z","time spent":"361.934735ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:43.453209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.530372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:43.453251Z","caller":"traceutil/trace.go:171","msg":"trace[1080957308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25756; }","duration":"559.608404ms","start":"2026-07-01T01:55:42.893638Z","end":"2026-07-01T01:55:43.453246Z","steps":["trace[1080957308] 'agreement among raft nodes before linearized reading' (duration: 559.554243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:43.453263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:42.89362Z","time spent":"559.640454ms","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:55:43.453351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.302449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:43.453367Z","caller":"traceutil/trace.go:171","msg":"trace[708814973] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25756; }","duration":"160.35449ms","start":"2026-07-01T01:55:43.293007Z","end":"2026-07-01T01:55:43.453361Z","steps":["trace[708814973] 'agreement among raft nodes before linearized reading' (duration: 160.325809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:43.909613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.501034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:55:43.909793Z","caller":"traceutil/trace.go:171","msg":"trace[571548135] linearizableReadLoop","detail":"{readStateIndex:26620; appliedIndex:26618; }","duration":"315.160433ms","start":"2026-07-01T01:55:43.594615Z","end":"2026-07-01T01:55:43.909776Z","steps":["trace[571548135] 'read index received' (duration: 141.401915ms)","trace[571548135] 'applied index is now lower than readState.Index' (duration: 173.757548ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:43.909905Z","caller":"traceutil/trace.go:171","msg":"trace[1375560109] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"397.559982ms","start":"2026-07-01T01:55:43.512329Z","end":"2026-07-01T01:55:43.909889Z","steps":["trace[1375560109] 'process raft request' (duration: 397.386528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:43.909972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:43.512302Z","time spent":"397.637392ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:55:43.910024Z","caller":"traceutil/trace.go:171","msg":"trace[1729445272] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"451.41982ms","start":"2026-07-01T01:55:43.458579Z","end":"2026-07-01T01:55:43.909999Z","steps":["trace[1729445272] 'process raft request' (duration: 277.443697ms)","trace[1729445272] 'compare' (duration: 173.258769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:43.910156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:43.458563Z","time spent":"451.534362ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:43.9106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.980759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274828"} {"level":"info","ts":"2026-07-01T01:55:43.910643Z","caller":"traceutil/trace.go:171","msg":"trace[7771387] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25758; }","duration":"316.061361ms","start":"2026-07-01T01:55:43.594569Z","end":"2026-07-01T01:55:43.910631Z","steps":["trace[7771387] 'agreement among raft nodes before linearized reading' (duration: 315.575652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:43.910674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:43.594547Z","time spent":"316.117062ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274851,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:55:43.9195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.366808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:43.919545Z","caller":"traceutil/trace.go:171","msg":"trace[1017214051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25759; }","duration":"246.412719ms","start":"2026-07-01T01:55:43.673121Z","end":"2026-07-01T01:55:43.919534Z","steps":["trace[1017214051] 'agreement among raft nodes before linearized reading' (duration: 246.336447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:43.919963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.680279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T01:55:43.920018Z","caller":"traceutil/trace.go:171","msg":"trace[931919053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25759; }","duration":"102.779211ms","start":"2026-07-01T01:55:43.817223Z","end":"2026-07-01T01:55:43.920002Z","steps":["trace[931919053] 'agreement among raft nodes before linearized reading' (duration: 102.641889ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:44.208408Z","caller":"traceutil/trace.go:171","msg":"trace[2104323873] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"133.655807ms","start":"2026-07-01T01:55:44.074712Z","end":"2026-07-01T01:55:44.208368Z","steps":["trace[2104323873] 'process raft request' (duration: 131.647797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:44.208461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.62851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-01T01:55:44.208539Z","caller":"traceutil/trace.go:171","msg":"trace[53477799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25759; }","duration":"196.743552ms","start":"2026-07-01T01:55:44.011775Z","end":"2026-07-01T01:55:44.208519Z","steps":["trace[53477799] 'range keys from in-memory index tree' (duration: 196.425626ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:44.506218Z","caller":"traceutil/trace.go:171","msg":"trace[283941627] linearizableReadLoop","detail":"{readStateIndex:26625; appliedIndex:26621; }","duration":"330.913196ms","start":"2026-07-01T01:55:44.175273Z","end":"2026-07-01T01:55:44.506186Z","steps":["trace[283941627] 'read index received' (duration: 31.16878ms)","trace[283941627] 'applied index is now lower than readState.Index' (duration: 299.743196ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:44.506592Z","caller":"traceutil/trace.go:171","msg":"trace[205994641] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"359.531759ms","start":"2026-07-01T01:55:44.147Z","end":"2026-07-01T01:55:44.506532Z","steps":["trace[205994641] 'process raft request' (duration: 329.723293ms)","trace[205994641] 'compare' (duration: 28.829856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:44.506712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:44.146979Z","time spent":"359.652941ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:55:44.506904Z","caller":"traceutil/trace.go:171","msg":"trace[1887794727] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"343.170013ms","start":"2026-07-01T01:55:44.163723Z","end":"2026-07-01T01:55:44.506893Z","steps":["trace[1887794727] 'process raft request' (duration: 342.312766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:44.507016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:44.163708Z","time spent":"343.227634ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:55:44.507168Z","caller":"traceutil/trace.go:171","msg":"trace[742579186] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"343.197954ms","start":"2026-07-01T01:55:44.16396Z","end":"2026-07-01T01:55:44.507158Z","steps":["trace[742579186] 'process raft request' (duration: 342.180974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:44.507265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:44.163956Z","time spent":"343.277556ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:44.507429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.156971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:44.507473Z","caller":"traceutil/trace.go:171","msg":"trace[1522730751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25763; }","duration":"332.228302ms","start":"2026-07-01T01:55:44.175232Z","end":"2026-07-01T01:55:44.50746Z","steps":["trace[1522730751] 'agreement among raft nodes before linearized reading' (duration: 332.15955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:44.507505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:44.175219Z","time spent":"332.275682ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:55:44.507686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.809198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:44.507724Z","caller":"traceutil/trace.go:171","msg":"trace[610497612] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25763; }","duration":"284.849308ms","start":"2026-07-01T01:55:44.222864Z","end":"2026-07-01T01:55:44.507713Z","steps":["trace[610497612] 'agreement among raft nodes before linearized reading' (duration: 284.787367ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:45.253902Z","caller":"traceutil/trace.go:171","msg":"trace[1414607541] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"353.726366ms","start":"2026-07-01T01:55:44.900154Z","end":"2026-07-01T01:55:45.253881Z","steps":["trace[1414607541] 'process raft request' (duration: 331.325735ms)","trace[1414607541] 'compare' (duration: 21.964163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:45.254006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:44.900141Z","time spent":"353.810238ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:55:45.628569Z","caller":"traceutil/trace.go:171","msg":"trace[107754061] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"168.975257ms","start":"2026-07-01T01:55:45.459569Z","end":"2026-07-01T01:55:45.628544Z","steps":["trace[107754061] 'process raft request' (duration: 168.176741ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:45.628745Z","caller":"traceutil/trace.go:171","msg":"trace[1682701561] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26631; }","duration":"103.345162ms","start":"2026-07-01T01:55:45.525378Z","end":"2026-07-01T01:55:45.628723Z","steps":["trace[1682701561] 'read index received' (duration: 102.288352ms)","trace[1682701561] 'applied index is now lower than readState.Index' (duration: 1.05594ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:45.629032Z","caller":"traceutil/trace.go:171","msg":"trace[593069909] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"169.242842ms","start":"2026-07-01T01:55:45.459768Z","end":"2026-07-01T01:55:45.629011Z","steps":["trace[593069909] 'process raft request' (duration: 168.679961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:45.629165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.750719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:45.629243Z","caller":"traceutil/trace.go:171","msg":"trace[200306298] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25771; }","duration":"103.889871ms","start":"2026-07-01T01:55:45.525332Z","end":"2026-07-01T01:55:45.629222Z","steps":["trace[200306298] 'agreement among raft nodes before linearized reading' (duration: 103.710318ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:46.033034Z","caller":"traceutil/trace.go:171","msg":"trace[2064813391] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"113.240302ms","start":"2026-07-01T01:55:45.919766Z","end":"2026-07-01T01:55:46.033007Z","steps":["trace[2064813391] 'process raft request' (duration: 113.066429ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:46.189087Z","caller":"traceutil/trace.go:171","msg":"trace[282603029] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"263.785803ms","start":"2026-07-01T01:55:45.925275Z","end":"2026-07-01T01:55:46.189061Z","steps":["trace[282603029] 'process raft request' (duration: 263.60896ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:49.180426Z","caller":"traceutil/trace.go:171","msg":"trace[432954162] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"187.638286ms","start":"2026-07-01T01:55:48.992759Z","end":"2026-07-01T01:55:49.180397Z","steps":["trace[432954162] 'process raft request' (duration: 187.480103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:49.73247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.746699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:55:49.732652Z","caller":"traceutil/trace.go:171","msg":"trace[36768462] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"580.66153ms","start":"2026-07-01T01:55:49.151952Z","end":"2026-07-01T01:55:49.732613Z","steps":["trace[36768462] 'process raft request' (duration: 297.685067ms)","trace[36768462] 'compare' (duration: 282.382892ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:49.732694Z","caller":"traceutil/trace.go:171","msg":"trace[1467081771] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"465.578212ms","start":"2026-07-01T01:55:49.267098Z","end":"2026-07-01T01:55:49.732676Z","steps":["trace[1467081771] 'process raft request' (duration: 465.508361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:49.732789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:49.267081Z","time spent":"465.650103ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:49.732813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:49.151923Z","time spent":"580.800893ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:55:49.732964Z","caller":"traceutil/trace.go:171","msg":"trace[1666556168] linearizableReadLoop","detail":"{readStateIndex:26659; appliedIndex:26658; }","duration":"517.781257ms","start":"2026-07-01T01:55:49.215172Z","end":"2026-07-01T01:55:49.732953Z","steps":["trace[1666556168] 'read index received' (duration: 234.489598ms)","trace[1666556168] 'applied index is now lower than readState.Index' (duration: 283.289789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:49.733187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.015192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T01:55:49.733242Z","caller":"traceutil/trace.go:171","msg":"trace[146780664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25797; }","duration":"518.075734ms","start":"2026-07-01T01:55:49.215154Z","end":"2026-07-01T01:55:49.73323Z","steps":["trace[146780664] 'agreement among raft nodes before linearized reading' (duration: 517.871189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:49.733275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:49.215092Z","time spent":"518.174696ms","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T01:55:49.733602Z","caller":"traceutil/trace.go:171","msg":"trace[1242257885] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"198.045657ms","start":"2026-07-01T01:55:49.535539Z","end":"2026-07-01T01:55:49.733585Z","steps":["trace[1242257885] 'process raft request' (duration: 197.968726ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:50.11165Z","caller":"traceutil/trace.go:171","msg":"trace[748340249] linearizableReadLoop","detail":"{readStateIndex:26663; appliedIndex:26661; }","duration":"378.633268ms","start":"2026-07-01T01:55:49.732991Z","end":"2026-07-01T01:55:50.111624Z","steps":["trace[748340249] 'read index received' (duration: 352.495243ms)","trace[748340249] 'applied index is now lower than readState.Index' (duration: 26.136525ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:50.111983Z","caller":"traceutil/trace.go:171","msg":"trace[22733779] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"470.965416ms","start":"2026-07-01T01:55:49.641001Z","end":"2026-07-01T01:55:50.111967Z","steps":["trace[22733779] 'process raft request' (duration: 444.452195ms)","trace[22733779] 'compare' (duration: 25.93621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:55:50.112111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:49.64097Z","time spent":"471.053138ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:50.112106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.050157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:55:50.112094Z","caller":"traceutil/trace.go:171","msg":"trace[505330922] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"463.703906ms","start":"2026-07-01T01:55:49.648362Z","end":"2026-07-01T01:55:50.112066Z","steps":["trace[505330922] 'process raft request' (duration: 463.208717ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:55:50.112171Z","caller":"traceutil/trace.go:171","msg":"trace[1979238477] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25800; }","duration":"294.163368ms","start":"2026-07-01T01:55:49.817991Z","end":"2026-07-01T01:55:50.112155Z","steps":["trace[1979238477] 'agreement among raft nodes before linearized reading' (duration: 294.046086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:50.11216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.343263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T01:55:50.112221Z","caller":"traceutil/trace.go:171","msg":"trace[1215541812] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25800; }","duration":"374.441345ms","start":"2026-07-01T01:55:49.737767Z","end":"2026-07-01T01:55:50.112208Z","steps":["trace[1215541812] 'agreement among raft nodes before linearized reading' (duration: 374.245252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:50.112237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.093162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:55:50.112256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:49.648332Z","time spent":"463.838489ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:55:50.112283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:49.73774Z","time spent":"374.533618ms","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T01:55:50.112329Z","caller":"traceutil/trace.go:171","msg":"trace[1374006258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25800; }","duration":"836.221235ms","start":"2026-07-01T01:55:49.276084Z","end":"2026-07-01T01:55:50.112305Z","steps":["trace[1374006258] 'agreement among raft nodes before linearized reading' (duration: 835.92741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:55:50.112374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:55:49.276071Z","time spent":"836.293596ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:55:56.92234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.585523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:55:56.923617Z","caller":"traceutil/trace.go:171","msg":"trace[1592528972] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"245.172024ms","start":"2026-07-01T01:55:56.677279Z","end":"2026-07-01T01:55:56.922451Z","steps":["trace[1592528972] 'process raft request' (duration: 108.360187ms)","trace[1592528972] 'compare' (duration: 136.40769ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:55:57.878741Z","caller":"traceutil/trace.go:171","msg":"trace[1488776883] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"116.23019ms","start":"2026-07-01T01:55:57.762481Z","end":"2026-07-01T01:55:57.878711Z","steps":["trace[1488776883] 'process raft request' (duration: 116.085577ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:01.706305Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006887.wal"} {"level":"info","ts":"2026-07-01T01:56:03.493263Z","caller":"traceutil/trace.go:171","msg":"trace[1406009503] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"133.128775ms","start":"2026-07-01T01:56:03.360113Z","end":"2026-07-01T01:56:03.493242Z","steps":["trace[1406009503] 'process raft request' (duration: 132.692947ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:03.934252Z","caller":"traceutil/trace.go:171","msg":"trace[1084377676] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"197.685449ms","start":"2026-07-01T01:56:03.736542Z","end":"2026-07-01T01:56:03.934227Z","steps":["trace[1084377676] 'process raft request' (duration: 197.546687ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:04.10439Z","caller":"traceutil/trace.go:171","msg":"trace[1501200186] linearizableReadLoop","detail":"{readStateIndex:26822; appliedIndex:26820; }","duration":"227.857082ms","start":"2026-07-01T01:56:03.87651Z","end":"2026-07-01T01:56:04.104367Z","steps":["trace[1501200186] 'read index received' (duration: 57.660991ms)","trace[1501200186] 'applied index is now lower than readState.Index' (duration: 170.195271ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:04.104499Z","caller":"traceutil/trace.go:171","msg":"trace[959711510] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"239.061497ms","start":"2026-07-01T01:56:03.865426Z","end":"2026-07-01T01:56:04.104487Z","steps":["trace[959711510] 'process raft request' (duration: 183.851522ms)","trace[959711510] 'compare' (duration: 54.664714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:56:04.104708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.879568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:56:04.104735Z","caller":"traceutil/trace.go:171","msg":"trace[1534231308] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25957; }","duration":"107.94724ms","start":"2026-07-01T01:56:03.996779Z","end":"2026-07-01T01:56:04.104727Z","steps":["trace[1534231308] 'agreement among raft nodes before linearized reading' (duration: 107.878899ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:04.10495Z","caller":"traceutil/trace.go:171","msg":"trace[143475879] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"208.818754ms","start":"2026-07-01T01:56:03.896126Z","end":"2026-07-01T01:56:04.104945Z","steps":["trace[143475879] 'process raft request' (duration: 208.165802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:04.105538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.013463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb0e924e-f9c7-4a75-ab15-0d896f8ca3b4\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-07-01T01:56:04.105622Z","caller":"traceutil/trace.go:171","msg":"trace[433892864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb0e924e-f9c7-4a75-ab15-0d896f8ca3b4; range_end:; response_count:1; response_revision:25957; }","duration":"229.137136ms","start":"2026-07-01T01:56:03.876464Z","end":"2026-07-01T01:56:04.105601Z","steps":["trace[433892864] 'agreement among raft nodes before linearized reading' (duration: 228.084086ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:04.302789Z","caller":"traceutil/trace.go:171","msg":"trace[2065029129] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"146.150046ms","start":"2026-07-01T01:56:04.156608Z","end":"2026-07-01T01:56:04.302758Z","steps":["trace[2065029129] 'process raft request' (duration: 139.948917ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:04.303098Z","caller":"traceutil/trace.go:171","msg":"trace[825974249] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"145.524244ms","start":"2026-07-01T01:56:04.157559Z","end":"2026-07-01T01:56:04.303083Z","steps":["trace[825974249] 'process raft request' (duration: 145.041644ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:04.303415Z","caller":"traceutil/trace.go:171","msg":"trace[1469547132] linearizableReadLoop","detail":"{readStateIndex:26825; appliedIndex:26823; }","duration":"129.506605ms","start":"2026-07-01T01:56:04.173462Z","end":"2026-07-01T01:56:04.302969Z","steps":["trace[1469547132] 'read index received' (duration: 123.106212ms)","trace[1469547132] 'applied index is now lower than readState.Index' (duration: 6.399403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:56:04.303472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.989325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:56:04.303534Z","caller":"traceutil/trace.go:171","msg":"trace[1609141162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25960; }","duration":"130.095867ms","start":"2026-07-01T01:56:04.173415Z","end":"2026-07-01T01:56:04.303511Z","steps":["trace[1609141162] 'agreement among raft nodes before linearized reading' (duration: 129.893493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:04.303558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.289364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T01:56:04.303596Z","caller":"traceutil/trace.go:171","msg":"trace[1274061726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25960; }","duration":"127.356675ms","start":"2026-07-01T01:56:04.176229Z","end":"2026-07-01T01:56:04.303586Z","steps":["trace[1274061726] 'agreement among raft nodes before linearized reading' (duration: 127.229152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:06.906104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.143175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb0e924e-f9c7-4a75-ab15-0d896f8ca3b4\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-07-01T01:56:06.906202Z","caller":"traceutil/trace.go:171","msg":"trace[1228019105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb0e924e-f9c7-4a75-ab15-0d896f8ca3b4; range_end:; response_count:1; response_revision:25986; }","duration":"121.304738ms","start":"2026-07-01T01:56:06.784873Z","end":"2026-07-01T01:56:06.906178Z","steps":["trace[1228019105] 'range keys from in-memory index tree' (duration: 120.931331ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:08.722873Z","caller":"traceutil/trace.go:171","msg":"trace[1355733102] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"134.38763ms","start":"2026-07-01T01:56:08.588459Z","end":"2026-07-01T01:56:08.722847Z","steps":["trace[1355733102] 'process raft request' (duration: 134.230837ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:08.7653Z","caller":"traceutil/trace.go:171","msg":"trace[1826754557] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"173.219948ms","start":"2026-07-01T01:56:08.59206Z","end":"2026-07-01T01:56:08.76528Z","steps":["trace[1826754557] 'process raft request' (duration: 173.043414ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:08.765496Z","caller":"traceutil/trace.go:171","msg":"trace[392545681] linearizableReadLoop","detail":"{readStateIndex:26879; appliedIndex:26876; }","duration":"123.536371ms","start":"2026-07-01T01:56:08.641932Z","end":"2026-07-01T01:56:08.765469Z","steps":["trace[392545681] 'read index received' (duration: 80.859458ms)","trace[392545681] 'applied index is now lower than readState.Index' (duration: 42.674733ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:08.765561Z","caller":"traceutil/trace.go:171","msg":"trace[616997197] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"172.082936ms","start":"2026-07-01T01:56:08.593454Z","end":"2026-07-01T01:56:08.765537Z","steps":["trace[616997197] 'process raft request' (duration: 171.76642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:08.765735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.869632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T01:56:08.765764Z","caller":"traceutil/trace.go:171","msg":"trace[504921498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26011; }","duration":"116.941734ms","start":"2026-07-01T01:56:08.648814Z","end":"2026-07-01T01:56:08.765756Z","steps":["trace[504921498] 'agreement among raft nodes before linearized reading' (duration: 116.787221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:08.765759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.791175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:56:08.765838Z","caller":"traceutil/trace.go:171","msg":"trace[1863291043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26011; }","duration":"123.893778ms","start":"2026-07-01T01:56:08.641925Z","end":"2026-07-01T01:56:08.765818Z","steps":["trace[1863291043] 'agreement among raft nodes before linearized reading' (duration: 123.636284ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:09.66802Z","caller":"traceutil/trace.go:171","msg":"trace[68546966] linearizableReadLoop","detail":"{readStateIndex:26885; appliedIndex:26884; }","duration":"105.91808ms","start":"2026-07-01T01:56:09.56208Z","end":"2026-07-01T01:56:09.667998Z","steps":["trace[68546966] 'read index received' (duration: 23.228717ms)","trace[68546966] 'applied index is now lower than readState.Index' (duration: 82.688293ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:09.668141Z","caller":"traceutil/trace.go:171","msg":"trace[1108876659] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"111.002689ms","start":"2026-07-01T01:56:09.557126Z","end":"2026-07-01T01:56:09.668128Z","steps":["trace[1108876659] 'process raft request' (duration: 28.155972ms)","trace[1108876659] 'compare' (duration: 82.434969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:56:09.66845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.343969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:56:09.668602Z","caller":"traceutil/trace.go:171","msg":"trace[435575533] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26017; }","duration":"106.536203ms","start":"2026-07-01T01:56:09.562047Z","end":"2026-07-01T01:56:09.668583Z","steps":["trace[435575533] 'agreement among raft nodes before linearized reading' (duration: 106.345489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:12.785003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.565148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:56:12.785082Z","caller":"traceutil/trace.go:171","msg":"trace[1043895582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26052; }","duration":"113.696282ms","start":"2026-07-01T01:56:12.671368Z","end":"2026-07-01T01:56:12.785064Z","steps":["trace[1043895582] 'range keys from in-memory index tree' (duration: 113.456567ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:21.343883Z","caller":"traceutil/trace.go:171","msg":"trace[561613194] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"101.245431ms","start":"2026-07-01T01:56:21.242612Z","end":"2026-07-01T01:56:21.343857Z","steps":["trace[561613194] 'process raft request' (duration: 101.098408ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:34.001095Z","caller":"traceutil/trace.go:171","msg":"trace[533425834] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"143.80953ms","start":"2026-07-01T01:56:33.857258Z","end":"2026-07-01T01:56:34.001067Z","steps":["trace[533425834] 'process raft request' (duration: 143.657397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:34.466206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.817901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:56:34.466359Z","caller":"traceutil/trace.go:171","msg":"trace[1684809055] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"262.474968ms","start":"2026-07-01T01:56:34.203853Z","end":"2026-07-01T01:56:34.466328Z","steps":["trace[1684809055] 'process raft request' (duration: 116.408653ms)","trace[1684809055] 'compare' (duration: 145.632526ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:34.554601Z","caller":"traceutil/trace.go:171","msg":"trace[115296382] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"142.187871ms","start":"2026-07-01T01:56:34.412331Z","end":"2026-07-01T01:56:34.554519Z","steps":["trace[115296382] 'process raft request' (duration: 141.941976ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:34.554672Z","caller":"traceutil/trace.go:171","msg":"trace[1484826891] linearizableReadLoop","detail":"{readStateIndex:27098; appliedIndex:27096; }","duration":"104.84061ms","start":"2026-07-01T01:56:34.449809Z","end":"2026-07-01T01:56:34.55465Z","steps":["trace[1484826891] 'read index received' (duration: 23.679576ms)","trace[1484826891] 'applied index is now lower than readState.Index' (duration: 81.159094ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:34.554772Z","caller":"traceutil/trace.go:171","msg":"trace[1411759247] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"142.141269ms","start":"2026-07-01T01:56:34.412624Z","end":"2026-07-01T01:56:34.554765Z","steps":["trace[1411759247] 'process raft request' (duration: 141.811153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:34.554978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.153616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:56:34.555112Z","caller":"traceutil/trace.go:171","msg":"trace[340950194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26225; }","duration":"105.340579ms","start":"2026-07-01T01:56:34.449751Z","end":"2026-07-01T01:56:34.555092Z","steps":["trace[340950194] 'agreement among raft nodes before linearized reading' (duration: 105.046314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:34.554983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.501824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:56:34.555223Z","caller":"traceutil/trace.go:171","msg":"trace[1273679804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26225; }","duration":"104.764689ms","start":"2026-07-01T01:56:34.450444Z","end":"2026-07-01T01:56:34.555209Z","steps":["trace[1273679804] 'agreement among raft nodes before linearized reading' (duration: 104.362161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:34.758554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.874276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:56:34.758745Z","caller":"traceutil/trace.go:171","msg":"trace[1764854305] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"198.19962ms","start":"2026-07-01T01:56:34.560532Z","end":"2026-07-01T01:56:34.758732Z","steps":["trace[1764854305] 'process raft request' (duration: 198.116668ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:34.758961Z","caller":"traceutil/trace.go:171","msg":"trace[365238846] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"198.446374ms","start":"2026-07-01T01:56:34.560502Z","end":"2026-07-01T01:56:34.758948Z","steps":["trace[365238846] 'process raft request' (duration: 87.100178ms)","trace[365238846] 'compare' (duration: 110.596421ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:34.991698Z","caller":"traceutil/trace.go:171","msg":"trace[754020126] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"108.918909ms","start":"2026-07-01T01:56:34.882755Z","end":"2026-07-01T01:56:34.991674Z","steps":["trace[754020126] 'process raft request' (duration: 108.877858ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:34.992021Z","caller":"traceutil/trace.go:171","msg":"trace[1510091710] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"125.003948ms","start":"2026-07-01T01:56:34.867006Z","end":"2026-07-01T01:56:34.99201Z","steps":["trace[1510091710] 'process raft request' (duration: 124.439088ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:34.992116Z","caller":"traceutil/trace.go:171","msg":"trace[691949482] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"123.734384ms","start":"2026-07-01T01:56:34.868373Z","end":"2026-07-01T01:56:34.992108Z","steps":["trace[691949482] 'process raft request' (duration: 123.205684ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:35.17422Z","caller":"traceutil/trace.go:171","msg":"trace[326516915] linearizableReadLoop","detail":"{readStateIndex:27105; appliedIndex:27104; }","duration":"182.482476ms","start":"2026-07-01T01:56:34.9917Z","end":"2026-07-01T01:56:35.174182Z","steps":["trace[326516915] 'read index received' (duration: 83.303704ms)","trace[326516915] 'applied index is now lower than readState.Index' (duration: 99.177482ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:35.174319Z","caller":"traceutil/trace.go:171","msg":"trace[679722683] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"254.813781ms","start":"2026-07-01T01:56:34.919481Z","end":"2026-07-01T01:56:35.174294Z","steps":["trace[679722683] 'process raft request' (duration: 155.506077ms)","trace[679722683] 'compare' (duration: 98.994458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:56:35.174459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.781469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T01:56:35.174522Z","caller":"traceutil/trace.go:171","msg":"trace[26977920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26232; }","duration":"255.86039ms","start":"2026-07-01T01:56:34.918646Z","end":"2026-07-01T01:56:35.174506Z","steps":["trace[26977920] 'agreement among raft nodes before linearized reading' (duration: 255.653506ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:35.183928Z","caller":"traceutil/trace.go:171","msg":"trace[1115408109] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"187.483693ms","start":"2026-07-01T01:56:34.996421Z","end":"2026-07-01T01:56:35.183905Z","steps":["trace[1115408109] 'process raft request' (duration: 187.366391ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:36.464373Z","caller":"traceutil/trace.go:171","msg":"trace[503894035] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"101.072648ms","start":"2026-07-01T01:56:36.363273Z","end":"2026-07-01T01:56:36.464346Z","steps":["trace[503894035] 'process raft request' (duration: 50.590675ms)","trace[503894035] 'compare' (duration: 49.778459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:56:36.7259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.233969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:56:36.726101Z","caller":"traceutil/trace.go:171","msg":"trace[1132850142] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"246.872028ms","start":"2026-07-01T01:56:36.4792Z","end":"2026-07-01T01:56:36.726072Z","steps":["trace[1132850142] 'process raft request' (duration: 116.378313ms)","trace[1132850142] 'compare' (duration: 129.836442ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:36.726324Z","caller":"traceutil/trace.go:171","msg":"trace[94320405] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"166.088121ms","start":"2026-07-01T01:56:36.560218Z","end":"2026-07-01T01:56:36.726307Z","steps":["trace[94320405] 'process raft request' (duration: 165.782325ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:36.726589Z","caller":"traceutil/trace.go:171","msg":"trace[1171227980] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"164.99689ms","start":"2026-07-01T01:56:36.561582Z","end":"2026-07-01T01:56:36.726579Z","steps":["trace[1171227980] 'process raft request' (duration: 164.538081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:37.019603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.936922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:56:37.019709Z","caller":"traceutil/trace.go:171","msg":"trace[425052016] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"250.039898ms","start":"2026-07-01T01:56:36.769649Z","end":"2026-07-01T01:56:37.019689Z","steps":["trace[425052016] 'process raft request' (duration: 117.935173ms)","trace[425052016] 'compare' (duration: 131.757939ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:37.030899Z","caller":"traceutil/trace.go:171","msg":"trace[1259363087] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"106.796068ms","start":"2026-07-01T01:56:36.924086Z","end":"2026-07-01T01:56:37.030882Z","steps":["trace[1259363087] 'process raft request' (duration: 106.688216ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:37.199253Z","caller":"traceutil/trace.go:171","msg":"trace[1572422115] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"201.502683ms","start":"2026-07-01T01:56:36.997724Z","end":"2026-07-01T01:56:37.199227Z","steps":["trace[1572422115] 'process raft request' (duration: 158.178068ms)","trace[1572422115] 'compare' (duration: 43.10493ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:37.199454Z","caller":"traceutil/trace.go:171","msg":"trace[1952905742] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"200.423762ms","start":"2026-07-01T01:56:36.998973Z","end":"2026-07-01T01:56:37.199397Z","steps":["trace[1952905742] 'process raft request' (duration: 200.179087ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:37.402156Z","caller":"traceutil/trace.go:171","msg":"trace[624291936] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"115.698779ms","start":"2026-07-01T01:56:37.286426Z","end":"2026-07-01T01:56:37.402125Z","steps":["trace[624291936] 'process raft request' (duration: 53.4463ms)","trace[624291936] 'compare' (duration: 61.926753ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:39.216174Z","caller":"traceutil/trace.go:171","msg":"trace[974922294] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"179.412098ms","start":"2026-07-01T01:56:39.036728Z","end":"2026-07-01T01:56:39.21614Z","steps":["trace[974922294] 'process raft request' (duration: 179.171793ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:39.367647Z","caller":"traceutil/trace.go:171","msg":"trace[1602460297] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"162.290418ms","start":"2026-07-01T01:56:39.205327Z","end":"2026-07-01T01:56:39.367618Z","steps":["trace[1602460297] 'process raft request' (duration: 162.021053ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:56:39.36773Z","caller":"traceutil/trace.go:171","msg":"trace[1861745641] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"328.643552ms","start":"2026-07-01T01:56:39.039051Z","end":"2026-07-01T01:56:39.367695Z","steps":["trace[1861745641] 'process raft request' (duration: 305.68457ms)","trace[1861745641] 'compare' (duration: 22.31146ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:56:39.36779Z","caller":"traceutil/trace.go:171","msg":"trace[2006910633] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"163.100493ms","start":"2026-07-01T01:56:39.204634Z","end":"2026-07-01T01:56:39.367735Z","steps":["trace[2006910633] 'process raft request' (duration: 162.619464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:56:39.367882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:56:39.039039Z","time spent":"328.766965ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:56:50.182755Z","caller":"traceutil/trace.go:171","msg":"trace[814679795] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"176.539492ms","start":"2026-07-01T01:56:50.006154Z","end":"2026-07-01T01:56:50.182693Z","steps":["trace[814679795] 'process raft request' (duration: 176.294086ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:59:34.299064Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25068} {"level":"info","ts":"2026-07-01T01:59:34.450036Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25068,"took":"147.41255ms","hash":76537736,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":37470208,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-01T01:59:34.450101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":76537736,"revision":25068,"compact-revision":21834} {"level":"info","ts":"2026-07-01T02:01:19.678069Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d82047944f922143","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T02:01:19.683053Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-01T02:01:19.683235Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-01T02:04:34.305643Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27927} {"level":"info","ts":"2026-07-01T02:04:34.445459Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27927,"took":"135.498925ms","hash":1041184151,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":32808960,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-01T02:04:34.445543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1041184151,"revision":27927,"compact-revision":25068} {"level":"info","ts":"2026-07-01T02:09:34.312003Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30493} {"level":"info","ts":"2026-07-01T02:09:34.453677Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30493,"took":"135.33309ms","hash":4057830287,"current-db-size-bytes":57962496,"current-db-size":"58 MB","current-db-size-in-use-bytes":30715904,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T02:09:34.453743Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4057830287,"revision":30493,"compact-revision":27927} {"level":"info","ts":"2026-07-01T02:14:34.318517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32783} {"level":"info","ts":"2026-07-01T02:14:34.473236Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32783,"took":"147.339661ms","hash":3993272767,"current-db-size-bytes":59006976,"current-db-size":"59 MB","current-db-size-in-use-bytes":30285824,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-01T02:14:34.473292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3993272767,"revision":32783,"compact-revision":30493} {"level":"info","ts":"2026-07-01T02:19:34.32518Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35010} {"level":"info","ts":"2026-07-01T02:19:34.462304Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35010,"took":"133.767291ms","hash":1799929386,"current-db-size-bytes":59006976,"current-db-size":"59 MB","current-db-size-in-use-bytes":31952896,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T02:19:34.46238Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1799929386,"revision":35010,"compact-revision":32783} {"level":"info","ts":"2026-07-01T02:22:44.276127Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d82047944f922143","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T02:22:44.28134Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-01T02:22:44.281633Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-01T02:24:34.331375Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37309} {"level":"info","ts":"2026-07-01T02:24:34.449992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37309,"took":"114.752795ms","hash":2829780770,"current-db-size-bytes":59006976,"current-db-size":"59 MB","current-db-size-in-use-bytes":32411648,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T02:24:34.450065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2829780770,"revision":37309,"compact-revision":35010} {"level":"warn","ts":"2026-07-01T02:28:42.115008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396934365890228959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:28:42.615286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396934365890228959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:28:43.115752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396934365890228959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:28:43.616805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396934365890228959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:28:43.672819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:28:43.672932Z","caller":"traceutil/trace.go:171","msg":"trace[214905131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384741s","start":"2026-07-01T02:28:41.67252Z","end":"2026-07-01T02:28:43.672905Z","steps":["trace[214905131] 'agreement among raft nodes before linearized reading' (duration: 2.000256609s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:43.672996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:41.672496Z","time spent":"2.000486292s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:28:44.117623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396934365890228959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:28:44.618613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396934365890228959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:28:45.119807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396934365890228959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:28:45.477848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.930628692s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T02:28:45.478351Z","caller":"traceutil/trace.go:171","msg":"trace[1152820141] transaction","detail":"{read_only:false; response_revision:41443; number_of_response:1; }","duration":"3.931195193s","start":"2026-07-01T02:28:41.547107Z","end":"2026-07-01T02:28:45.478302Z","steps":["trace[1152820141] 'process raft request' (duration: 3.930968269s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.478575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:41.547088Z","time spent":"3.931348017s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:28:45.674302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:28:45.674393Z","caller":"traceutil/trace.go:171","msg":"trace[1390391928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550103s","start":"2026-07-01T02:28:43.673821Z","end":"2026-07-01T02:28:45.674371Z","steps":["trace[1390391928] 'agreement among raft nodes before linearized reading' (duration: 2.000446551s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.674427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:43.673791Z","time spent":"2.000628886s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:28:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T02:28:45.734481Z","caller":"traceutil/trace.go:171","msg":"trace[673191605] transaction","detail":"{read_only:false; response_revision:41444; number_of_response:1; }","duration":"3.852695714s","start":"2026-07-01T02:28:41.88176Z","end":"2026-07-01T02:28:45.734456Z","steps":["trace[673191605] 'process raft request' (duration: 3.852419059s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.734754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:41.881725Z","time spent":"3.852918819s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:28:45.734818Z","caller":"traceutil/trace.go:171","msg":"trace[1103617011] transaction","detail":"{read_only:false; response_revision:41445; number_of_response:1; }","duration":"3.845063869s","start":"2026-07-01T02:28:41.889724Z","end":"2026-07-01T02:28:45.734788Z","steps":["trace[1103617011] 'process raft request' (duration: 3.844684601s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.734917Z","caller":"traceutil/trace.go:171","msg":"trace[1522595544] transaction","detail":"{read_only:false; response_revision:41446; number_of_response:1; }","duration":"3.722404111s","start":"2026-07-01T02:28:42.012476Z","end":"2026-07-01T02:28:45.73488Z","steps":["trace[1522595544] 'process raft request' (duration: 3.722176036s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.734974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:41.889683Z","time spent":"3.845204521s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:28:45.735144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:42.012438Z","time spent":"3.722592023s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:28:45.735271Z","caller":"traceutil/trace.go:171","msg":"trace[1179056817] transaction","detail":"{read_only:false; response_revision:41448; number_of_response:1; }","duration":"3.286077924s","start":"2026-07-01T02:28:42.449181Z","end":"2026-07-01T02:28:45.735259Z","steps":["trace[1179056817] 'process raft request' (duration: 3.28591255s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.73526Z","caller":"traceutil/trace.go:171","msg":"trace[1044625700] transaction","detail":"{read_only:false; response_revision:41447; number_of_response:1; }","duration":"3.695098325s","start":"2026-07-01T02:28:42.040115Z","end":"2026-07-01T02:28:45.735213Z","steps":["trace[1044625700] 'process raft request' (duration: 3.694702557s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.735341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:42.449153Z","time spent":"3.286153914s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:28:45.735353Z","caller":"traceutil/trace.go:171","msg":"trace[1744827893] transaction","detail":"{read_only:false; response_revision:41450; number_of_response:1; }","duration":"3.252350185s","start":"2026-07-01T02:28:42.482988Z","end":"2026-07-01T02:28:45.735338Z","steps":["trace[1744827893] 'process raft request' (duration: 3.252243863s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.735338Z","caller":"traceutil/trace.go:171","msg":"trace[2107876579] transaction","detail":"{read_only:false; response_revision:41449; number_of_response:1; }","duration":"3.254267751s","start":"2026-07-01T02:28:42.481026Z","end":"2026-07-01T02:28:45.735294Z","steps":["trace[2107876579] 'process raft request' (duration: 3.254167119s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.735422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:42.482974Z","time spent":"3.252413056s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:28:45.735467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:42.040094Z","time spent":"3.695267358s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:28:45.735485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:42.481012Z","time spent":"3.254408865s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:28:45.825699Z","caller":"traceutil/trace.go:171","msg":"trace[1802910306] transaction","detail":"{read_only:false; response_revision:41451; number_of_response:1; }","duration":"1.522514466s","start":"2026-07-01T02:28:44.303156Z","end":"2026-07-01T02:28:45.82567Z","steps":["trace[1802910306] 'process raft request' (duration: 1.522007805s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.825747Z","caller":"traceutil/trace.go:171","msg":"trace[1296292846] transaction","detail":"{read_only:false; response_revision:41452; number_of_response:1; }","duration":"1.44418667s","start":"2026-07-01T02:28:44.381534Z","end":"2026-07-01T02:28:45.82572Z","steps":["trace[1296292846] 'process raft request' (duration: 1.444023696s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.82586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:44.303123Z","time spent":"1.522652059s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:28:45.825904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:44.381508Z","time spent":"1.444309953s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:28:45.82592Z","caller":"traceutil/trace.go:171","msg":"trace[1016414158] transaction","detail":"{read_only:false; response_revision:41453; number_of_response:1; }","duration":"1.138105176s","start":"2026-07-01T02:28:44.687789Z","end":"2026-07-01T02:28:45.825894Z","steps":["trace[1016414158] 'process raft request' (duration: 1.137884032s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.826012Z","caller":"traceutil/trace.go:171","msg":"trace[88615111] linearizableReadLoop","detail":"{readStateIndex:42752; appliedIndex:42740; }","duration":"4.211509882s","start":"2026-07-01T02:28:41.614487Z","end":"2026-07-01T02:28:45.825997Z","steps":["trace[88615111] 'read index received' (duration: 3.863697046s)","trace[88615111] 'applied index is now lower than readState.Index' (duration: 347.811266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:28:45.826021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:44.68776Z","time spent":"1.138204488s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:28:45.826076Z","caller":"traceutil/trace.go:171","msg":"trace[730605809] transaction","detail":"{read_only:false; response_revision:41455; number_of_response:1; }","duration":"148.491824ms","start":"2026-07-01T02:28:45.677565Z","end":"2026-07-01T02:28:45.826057Z","steps":["trace[730605809] 'process raft request' (duration: 148.429773ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.826168Z","caller":"traceutil/trace.go:171","msg":"trace[26182646] transaction","detail":"{read_only:false; response_revision:41454; number_of_response:1; }","duration":"242.45746ms","start":"2026-07-01T02:28:45.583674Z","end":"2026-07-01T02:28:45.826132Z","steps":["trace[26182646] 'process raft request' (duration: 242.232996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.826226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211743046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-01T02:28:45.826253Z","caller":"traceutil/trace.go:171","msg":"trace[12338493] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-db-init; range_end:; response_count:1; response_revision:41455; }","duration":"4.211813458s","start":"2026-07-01T02:28:41.614432Z","end":"2026-07-01T02:28:45.826246Z","steps":["trace[12338493] 'agreement among raft nodes before linearized reading' (duration: 4.211661285s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.82627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:41.614408Z","time spent":"4.211859818s","remote":"127.0.0.1:51162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/octavia-db-init\" "} {"level":"warn","ts":"2026-07-01T02:28:45.826483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.086882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:28:45.826521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.286778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:28:45.826554Z","caller":"traceutil/trace.go:171","msg":"trace[1862632341] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:41455; }","duration":"540.192724ms","start":"2026-07-01T02:28:45.286322Z","end":"2026-07-01T02:28:45.826515Z","steps":["trace[1862632341] 'agreement among raft nodes before linearized reading' (duration: 540.111922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.826582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726986875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:28:45.826602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.885952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:28:45.826598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:45.286276Z","time spent":"540.312776ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:28:45.826626Z","caller":"traceutil/trace.go:171","msg":"trace[1428614231] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:41455; }","duration":"623.957753ms","start":"2026-07-01T02:28:45.20266Z","end":"2026-07-01T02:28:45.826617Z","steps":["trace[1428614231] 'agreement among raft nodes before linearized reading' (duration: 623.922933ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.826622Z","caller":"traceutil/trace.go:171","msg":"trace[368372089] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:41455; }","duration":"1.727020895s","start":"2026-07-01T02:28:44.099586Z","end":"2026-07-01T02:28:45.826607Z","steps":["trace[368372089] 'agreement among raft nodes before linearized reading' (duration: 1.726972194s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.826648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:45.202631Z","time spent":"624.013064ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:28:45.82666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:44.099458Z","time spent":"1.727192769s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:28:45.826835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972488953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:28:45.826855Z","caller":"traceutil/trace.go:171","msg":"trace[1172958201] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:41455; }","duration":"1.972558865s","start":"2026-07-01T02:28:43.854288Z","end":"2026-07-01T02:28:45.826847Z","steps":["trace[1172958201] 'agreement among raft nodes before linearized reading' (duration: 1.972516874s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.826871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:43.854239Z","time spent":"1.972627556s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:28:45.826883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674993637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T02:28:45.82692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.375483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:28:45.826931Z","caller":"traceutil/trace.go:171","msg":"trace[1459937783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41455; }","duration":"2.675079058s","start":"2026-07-01T02:28:43.151838Z","end":"2026-07-01T02:28:45.826918Z","steps":["trace[1459937783] 'agreement among raft nodes before linearized reading' (duration: 2.674900495s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.826954Z","caller":"traceutil/trace.go:171","msg":"trace[428208210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41455; }","duration":"146.444004ms","start":"2026-07-01T02:28:45.6805Z","end":"2026-07-01T02:28:45.826944Z","steps":["trace[428208210] 'agreement among raft nodes before linearized reading' (duration: 146.391904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.826976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:43.151819Z","time spent":"2.67514936s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T02:28:45.827051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.794851603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:28:45.827073Z","caller":"traceutil/trace.go:171","msg":"trace[578862399] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:41455; }","duration":"3.794919045s","start":"2026-07-01T02:28:42.032146Z","end":"2026-07-01T02:28:45.827066Z","steps":["trace[578862399] 'agreement among raft nodes before linearized reading' (duration: 3.794876624s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.827091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:42.032126Z","time spent":"3.794960965s","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:28:45.8272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469213732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-01T02:28:45.827235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914755286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T02:28:45.827245Z","caller":"traceutil/trace.go:171","msg":"trace[1869935598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:41455; }","duration":"2.469317415s","start":"2026-07-01T02:28:43.357912Z","end":"2026-07-01T02:28:45.827229Z","steps":["trace[1869935598] 'agreement among raft nodes before linearized reading' (duration: 2.469211923s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.827265Z","caller":"traceutil/trace.go:171","msg":"trace[1063993876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41455; }","duration":"2.914821607s","start":"2026-07-01T02:28:42.912425Z","end":"2026-07-01T02:28:45.827246Z","steps":["trace[1063993876] 'agreement among raft nodes before linearized reading' (duration: 2.914761296s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.827275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:43.357864Z","time spent":"2.469403965s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T02:28:45.827316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435590497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:28:45.827336Z","caller":"traceutil/trace.go:171","msg":"trace[1914906910] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:41455; }","duration":"3.435665179s","start":"2026-07-01T02:28:42.391662Z","end":"2026-07-01T02:28:45.827328Z","steps":["trace[1914906910] 'agreement among raft nodes before linearized reading' (duration: 3.435632858s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.827354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:42.391638Z","time spent":"3.435707139s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:28:45.827488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470859194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T02:28:45.82752Z","caller":"traceutil/trace.go:171","msg":"trace[820973266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41455; }","duration":"2.470961606s","start":"2026-07-01T02:28:43.356549Z","end":"2026-07-01T02:28:45.82751Z","steps":["trace[820973266] 'agreement among raft nodes before linearized reading' (duration: 2.470860604s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.827548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:43.356518Z","time spent":"2.471023327s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T02:28:45.827557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.408454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:322120"} {"level":"info","ts":"2026-07-01T02:28:45.827594Z","caller":"traceutil/trace.go:171","msg":"trace[552350176] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:41455; }","duration":"327.488845ms","start":"2026-07-01T02:28:45.500095Z","end":"2026-07-01T02:28:45.827584Z","steps":["trace[552350176] 'agreement among raft nodes before linearized reading' (duration: 326.985576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.827632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:45.500075Z","time spent":"327.546236ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":322143,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-01T02:28:45.827645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54299408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:28:45.827681Z","caller":"traceutil/trace.go:171","msg":"trace[1213983737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:41455; }","duration":"2.543079682s","start":"2026-07-01T02:28:43.284591Z","end":"2026-07-01T02:28:45.827671Z","steps":["trace[1213983737] 'agreement among raft nodes before linearized reading' (duration: 2.543017691s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.827712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:43.284568Z","time spent":"2.543135593s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:28:45.827285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:42.912393Z","time spent":"2.914887359s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T02:28:45.827911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651266631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T02:28:45.82651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404463587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:28:45.827933Z","caller":"traceutil/trace.go:171","msg":"trace[1717570003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41455; }","duration":"2.651335412s","start":"2026-07-01T02:28:43.176591Z","end":"2026-07-01T02:28:45.827927Z","steps":["trace[1717570003] 'agreement among raft nodes before linearized reading' (duration: 2.65127129s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.827955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:43.176562Z","time spent":"2.651388623s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T02:28:45.827961Z","caller":"traceutil/trace.go:171","msg":"trace[778320219] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:41455; }","duration":"2.405968156s","start":"2026-07-01T02:28:43.421978Z","end":"2026-07-01T02:28:45.827946Z","steps":["trace[778320219] 'agreement among raft nodes before linearized reading' (duration: 2.404437957s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:28:45.826565Z","caller":"traceutil/trace.go:171","msg":"trace[1815755755] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:41455; }","duration":"728.38352ms","start":"2026-07-01T02:28:45.098174Z","end":"2026-07-01T02:28:45.826558Z","steps":["trace[1815755755] 'agreement among raft nodes before linearized reading' (duration: 728.316159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.828063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:43.421957Z","time spent":"2.406039207s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:28:45.828082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:45.098136Z","time spent":"729.91936ms","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:28:45.828373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910862853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T02:28:45.828392Z","caller":"traceutil/trace.go:171","msg":"trace[651525656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41455; }","duration":"3.910931233s","start":"2026-07-01T02:28:41.917453Z","end":"2026-07-01T02:28:45.828385Z","steps":["trace[651525656] 'agreement among raft nodes before linearized reading' (duration: 3.910875972s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.828362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.375625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:28:45.828411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:41.917431Z","time spent":"3.910976686s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T02:28:45.828511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109104683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T02:28:45.831026Z","caller":"traceutil/trace.go:171","msg":"trace[1978178894] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:41455; }","duration":"4.111647941s","start":"2026-07-01T02:28:41.71935Z","end":"2026-07-01T02:28:45.830998Z","steps":["trace[1978178894] 'agreement among raft nodes before linearized reading' (duration: 4.109121654s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.831078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:41.719326Z","time spent":"4.111735843s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T02:28:45.830657Z","caller":"traceutil/trace.go:171","msg":"trace[709821355] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:41455; }","duration":"428.74104ms","start":"2026-07-01T02:28:45.401874Z","end":"2026-07-01T02:28:45.830615Z","steps":["trace[709821355] 'agreement among raft nodes before linearized reading' (duration: 426.258272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.83171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:45.401854Z","time spent":"429.789231ms","remote":"127.0.0.1:55574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:28:45.834007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185166935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:391202"} {"level":"info","ts":"2026-07-01T02:28:45.834071Z","caller":"traceutil/trace.go:171","msg":"trace[882809527] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41455; }","duration":"4.185270808s","start":"2026-07-01T02:28:41.648787Z","end":"2026-07-01T02:28:45.834058Z","steps":["trace[882809527] 'agreement among raft nodes before linearized reading' (duration: 4.177356946s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:28:45.834119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:28:41.648769Z","time spent":"4.185325619s","remote":"127.0.0.1:51052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1657,"response size":391225,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "}