{"level":"warn","ts":"2026-03-14T01:30:40.965174Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:40.965284Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T01:30:40.965366Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:40.96538Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-03-14T01:30:40.965398Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:40.966044Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-03-14T01:30:40.966122Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T01:30:40.970055Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.694613ms"} {"level":"info","ts":"2026-03-14T01:30:40.975952Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-03-14T01:30:40.976076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T01:30:40.976114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-03-14T01:30:40.976135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T01:30:40.976159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-03-14T01:30:40.976217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-03-14T01:30:40.984114Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T01:30:40.986956Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T01:30:40.988534Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T01:30:40.99096Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T01:30:40.99124Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T01:30:40.991524Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:40.991653Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:40.991664Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:40.993584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-03-14T01:30:40.993828Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-03-14T01:30:41.000416Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:41.000573Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-03-14T01:30:41.000628Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-03-14T01:30:41.00091Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T01:30:41.000947Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T01:30:41.976909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T01:30:41.977003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T01:30:41.97705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-03-14T01:30:41.977076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-03-14T01:30:41.977088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-03-14T01:30:41.977106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-03-14T01:30:41.977144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-03-14T01:30:41.978379Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T01:30:41.978429Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:41.978534Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:41.978572Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:41.978881Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T01:30:41.979004Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T01:30:41.979676Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:41.979892Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:41.979936Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:41.982193Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T01:30:41.982306Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-03-14T01:30:57.557794Z","caller":"traceutil/trace.go:171","msg":"trace[672212561] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:384; }","duration":"100.023379ms","start":"2026-03-14T01:30:57.457741Z","end":"2026-03-14T01:30:57.557765Z","steps":["trace[672212561] 'read index received' (duration: 99.803165ms)","trace[672212561] 'applied index is now lower than readState.Index' (duration: 218.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:57.557884Z","caller":"traceutil/trace.go:171","msg":"trace[509856411] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"259.442493ms","start":"2026-03-14T01:30:57.298383Z","end":"2026-03-14T01:30:57.557826Z","steps":["trace[509856411] 'process raft request' (duration: 259.204569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:57.557997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.208322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:30:57.558065Z","caller":"traceutil/trace.go:171","msg":"trace[1140514527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:371; }","duration":"100.379716ms","start":"2026-03-14T01:30:57.45767Z","end":"2026-03-14T01:30:57.55805Z","steps":["trace[1140514527] 'agreement among raft nodes before linearized reading' (duration: 100.227763ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:17.544518Z","caller":"traceutil/trace.go:171","msg":"trace[1568719377] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"121.205002ms","start":"2026-03-14T01:31:17.423282Z","end":"2026-03-14T01:31:17.544487Z","steps":["trace[1568719377] 'process raft request' (duration: 102.728792ms)","trace[1568719377] 'compare' (duration: 18.336088ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:17.933295Z","caller":"traceutil/trace.go:171","msg":"trace[1245488049] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"200.728306ms","start":"2026-03-14T01:31:17.732522Z","end":"2026-03-14T01:31:17.93325Z","steps":["trace[1245488049] 'process raft request' (duration: 200.441169ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:18.17803Z","caller":"traceutil/trace.go:171","msg":"trace[1671975368] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:527; }","duration":"298.314863ms","start":"2026-03-14T01:31:17.87968Z","end":"2026-03-14T01:31:18.177995Z","steps":["trace[1671975368] 'read index received' (duration: 53.341322ms)","trace[1671975368] 'applied index is now lower than readState.Index' (duration: 244.972151ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:18.178098Z","caller":"traceutil/trace.go:171","msg":"trace[1108820464] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"443.157528ms","start":"2026-03-14T01:31:17.734904Z","end":"2026-03-14T01:31:18.178062Z","steps":["trace[1108820464] 'process raft request' (duration: 364.739404ms)","trace[1108820464] 'compare' (duration: 78.22366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:18.178299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.603318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:31:18.178389Z","caller":"traceutil/trace.go:171","msg":"trace[2071533274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:511; }","duration":"298.74285ms","start":"2026-03-14T01:31:17.879623Z","end":"2026-03-14T01:31:18.178365Z","steps":["trace[2071533274] 'agreement among raft nodes before linearized reading' (duration: 298.498736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:18.17893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.734873Z","time spent":"443.29131ms","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:20.176695Z","caller":"traceutil/trace.go:171","msg":"trace[783884754] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"116.798049ms","start":"2026-03-14T01:31:20.059865Z","end":"2026-03-14T01:31:20.176663Z","steps":["trace[783884754] 'process raft request' (duration: 107.733743ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:20.217066Z","caller":"traceutil/trace.go:171","msg":"trace[182636429] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:669; }","duration":"112.010052ms","start":"2026-03-14T01:31:20.105027Z","end":"2026-03-14T01:31:20.217037Z","steps":["trace[182636429] 'read index received' (duration: 62.636383ms)","trace[182636429] 'applied index is now lower than readState.Index' (duration: 49.372129ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:20.217161Z","caller":"traceutil/trace.go:171","msg":"trace[567449695] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"109.567027ms","start":"2026-03-14T01:31:20.10757Z","end":"2026-03-14T01:31:20.217137Z","steps":["trace[567449695] 'process raft request' (duration: 109.412904ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:20.217176Z","caller":"traceutil/trace.go:171","msg":"trace[1861761719] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"144.877968ms","start":"2026-03-14T01:31:20.072253Z","end":"2026-03-14T01:31:20.217131Z","steps":["trace[1861761719] 'process raft request' (duration: 144.597203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:20.217417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.370139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2tf5c\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-14T01:31:20.21756Z","caller":"traceutil/trace.go:171","msg":"trace[764778196] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2tf5c; range_end:; response_count:1; response_revision:654; }","duration":"112.560973ms","start":"2026-03-14T01:31:20.104944Z","end":"2026-03-14T01:31:20.217505Z","steps":["trace[764778196] 'agreement among raft nodes before linearized reading' (duration: 112.206326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:20.250849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.403034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:20.250919Z","caller":"traceutil/trace.go:171","msg":"trace[810617042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:656; }","duration":"128.578097ms","start":"2026-03-14T01:31:20.122319Z","end":"2026-03-14T01:31:20.250897Z","steps":["trace[810617042] 'agreement among raft nodes before linearized reading' (duration: 128.428815ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:38.623551Z","caller":"traceutil/trace.go:171","msg":"trace[225716015] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"100.46179ms","start":"2026-03-14T01:31:38.523049Z","end":"2026-03-14T01:31:38.623511Z","steps":["trace[225716015] 'process raft request' (duration: 100.119454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:31.243512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.026458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:32:31.243686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.755238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:32:31.243809Z","caller":"traceutil/trace.go:171","msg":"trace[504805939] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1559; }","duration":"193.966842ms","start":"2026-03-14T01:32:31.049815Z","end":"2026-03-14T01:32:31.243782Z","steps":["trace[504805939] 'count revisions from in-memory index tree' (duration: 193.570965ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.24372Z","caller":"traceutil/trace.go:171","msg":"trace[539198750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1559; }","duration":"119.273802ms","start":"2026-03-14T01:32:31.124425Z","end":"2026-03-14T01:32:31.243698Z","steps":["trace[539198750] 'range keys from in-memory index tree' (duration: 118.938117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:31.663145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.699981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89105599-cb8d-4b23-ae7c-5ac04a17a46d\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-14T01:32:31.66326Z","caller":"traceutil/trace.go:171","msg":"trace[606661200] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89105599-cb8d-4b23-ae7c-5ac04a17a46d; range_end:; response_count:1; response_revision:1560; }","duration":"105.914054ms","start":"2026-03-14T01:32:31.557316Z","end":"2026-03-14T01:32:31.66323Z","steps":["trace[606661200] 'range keys from in-memory index tree' (duration: 105.456827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:20.68278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.987058ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T01:33:20.683198Z","caller":"traceutil/trace.go:171","msg":"trace[1096974689] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"198.661023ms","start":"2026-03-14T01:33:20.484514Z","end":"2026-03-14T01:33:20.683175Z","steps":["trace[1096974689] 'process raft request' (duration: 198.424979ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:43.529309Z","caller":"traceutil/trace.go:171","msg":"trace[145750814] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"146.786531ms","start":"2026-03-14T01:34:43.382495Z","end":"2026-03-14T01:34:43.529281Z","steps":["trace[145750814] 'process raft request' (duration: 146.688999ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:43.850952Z","caller":"traceutil/trace.go:171","msg":"trace[519998105] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"128.013649ms","start":"2026-03-14T01:34:43.722895Z","end":"2026-03-14T01:34:43.850909Z","steps":["trace[519998105] 'process raft request' (duration: 127.798544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:33.957398Z","caller":"traceutil/trace.go:171","msg":"trace[925070581] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"107.127513ms","start":"2026-03-14T01:37:33.850248Z","end":"2026-03-14T01:37:33.957376Z","steps":["trace[925070581] 'process raft request' (duration: 106.98038ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:34.129288Z","caller":"traceutil/trace.go:171","msg":"trace[1817626718] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"150.013914ms","start":"2026-03-14T01:37:33.979247Z","end":"2026-03-14T01:37:34.129261Z","steps":["trace[1817626718] 'process raft request' (duration: 122.57621ms)","trace[1817626718] 'compare' (duration: 27.22489ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:55.673221Z","caller":"traceutil/trace.go:171","msg":"trace[1969269836] linearizableReadLoop","detail":"{readStateIndex:4591; appliedIndex:4590; }","duration":"159.664747ms","start":"2026-03-14T01:38:55.513533Z","end":"2026-03-14T01:38:55.673197Z","steps":["trace[1969269836] 'read index received' (duration: 133.26786ms)","trace[1969269836] 'applied index is now lower than readState.Index' (duration: 26.395577ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:55.673388Z","caller":"traceutil/trace.go:171","msg":"trace[356681657] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"235.356436ms","start":"2026-03-14T01:38:55.437998Z","end":"2026-03-14T01:38:55.673355Z","steps":["trace[356681657] 'process raft request' (duration: 208.701243ms)","trace[356681657] 'compare' (duration: 26.120451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:55.673615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.055175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:38:55.673679Z","caller":"traceutil/trace.go:171","msg":"trace[1019861832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4419; }","duration":"160.187878ms","start":"2026-03-14T01:38:55.513477Z","end":"2026-03-14T01:38:55.673665Z","steps":["trace[1019861832] 'agreement among raft nodes before linearized reading' (duration: 159.958573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:55.70489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.967049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81e53da2-7e1a-4a28-b067-5d3f968474c9\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-14T01:38:55.704938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.580699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vwtp9.189c91801058b359\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-14T01:38:55.704965Z","caller":"traceutil/trace.go:171","msg":"trace[1534544822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81e53da2-7e1a-4a28-b067-5d3f968474c9; range_end:; response_count:1; response_revision:4420; }","duration":"178.075102ms","start":"2026-03-14T01:38:55.526874Z","end":"2026-03-14T01:38:55.704949Z","steps":["trace[1534544822] 'agreement among raft nodes before linearized reading' (duration: 177.837997ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:55.705002Z","caller":"traceutil/trace.go:171","msg":"trace[665521705] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vwtp9.189c91801058b359; range_end:; response_count:1; response_revision:4420; }","duration":"171.708561ms","start":"2026-03-14T01:38:55.533279Z","end":"2026-03-14T01:38:55.704988Z","steps":["trace[665521705] 'agreement among raft nodes before linearized reading' (duration: 171.488247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:07.648889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.579132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:07.648993Z","caller":"traceutil/trace.go:171","msg":"trace[303342333] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4650; }","duration":"120.784975ms","start":"2026-03-14T01:39:07.528188Z","end":"2026-03-14T01:39:07.648973Z","steps":["trace[303342333] 'count revisions from in-memory index tree' (duration: 120.50187ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:23.033697Z","caller":"traceutil/trace.go:171","msg":"trace[2121969665] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"109.535368ms","start":"2026-03-14T01:39:22.924127Z","end":"2026-03-14T01:39:23.033662Z","steps":["trace[2121969665] 'read index received' (duration: 97.104625ms)","trace[2121969665] 'applied index is now lower than readState.Index' (duration: 12.429142ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:23.033737Z","caller":"traceutil/trace.go:171","msg":"trace[993746028] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"118.755574ms","start":"2026-03-14T01:39:22.91495Z","end":"2026-03-14T01:39:23.033705Z","steps":["trace[993746028] 'process raft request' (duration: 106.23597ms)","trace[993746028] 'compare' (duration: 11.993164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:23.034071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.820463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:39:23.03412Z","caller":"traceutil/trace.go:171","msg":"trace[287453377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4926; }","duration":"110.012426ms","start":"2026-03-14T01:39:22.924095Z","end":"2026-03-14T01:39:23.034107Z","steps":["trace[287453377] 'agreement among raft nodes before linearized reading' (duration: 109.71618ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:27.075949Z","caller":"traceutil/trace.go:171","msg":"trace[1926936735] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"359.419678ms","start":"2026-03-14T01:39:26.71649Z","end":"2026-03-14T01:39:27.07591Z","steps":["trace[1926936735] 'process raft request' (duration: 359.182893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:27.076155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:26.716438Z","time spent":"359.611552ms","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18431,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:27.099476Z","caller":"traceutil/trace.go:171","msg":"trace[1871361143] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"382.254844ms","start":"2026-03-14T01:39:26.717202Z","end":"2026-03-14T01:39:27.099456Z","steps":["trace[1871361143] 'process raft request' (duration: 382.06573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:27.099596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:26.717171Z","time spent":"382.357145ms","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:27.099622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.153886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:27.099678Z","caller":"traceutil/trace.go:171","msg":"trace[1373005276] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4964; }","duration":"335.251268ms","start":"2026-03-14T01:39:26.764411Z","end":"2026-03-14T01:39:27.099663Z","steps":["trace[1373005276] 'agreement among raft nodes before linearized reading' (duration: 335.151026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:27.099725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:26.764381Z","time spent":"335.336519ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:39:27.099399Z","caller":"traceutil/trace.go:171","msg":"trace[665981646] linearizableReadLoop","detail":"{readStateIndex:5151; appliedIndex:5149; }","duration":"334.913971ms","start":"2026-03-14T01:39:26.764465Z","end":"2026-03-14T01:39:27.099379Z","steps":["trace[665981646] 'read index received' (duration: 311.28122ms)","trace[665981646] 'applied index is now lower than readState.Index' (duration: 23.631671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:27.100171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.456648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-14T01:39:27.100236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.331171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kwqp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:39:27.100267Z","caller":"traceutil/trace.go:171","msg":"trace[88918560] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4964; }","duration":"117.56502ms","start":"2026-03-14T01:39:26.98268Z","end":"2026-03-14T01:39:27.100245Z","steps":["trace[88918560] 'agreement among raft nodes before linearized reading' (duration: 117.294405ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:27.100275Z","caller":"traceutil/trace.go:171","msg":"trace[626205784] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kwqp; range_end:; response_count:1; response_revision:4964; }","duration":"312.386363ms","start":"2026-03-14T01:39:26.787878Z","end":"2026-03-14T01:39:27.100264Z","steps":["trace[626205784] 'agreement among raft nodes before linearized reading' (duration: 312.24068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:27.100318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.030658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-14T01:39:27.100332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:26.787868Z","time spent":"312.457864ms","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-6kwqp\" "} {"level":"info","ts":"2026-03-14T01:39:27.100368Z","caller":"traceutil/trace.go:171","msg":"trace[243793868] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4964; }","duration":"202.132521ms","start":"2026-03-14T01:39:26.898222Z","end":"2026-03-14T01:39:27.100355Z","steps":["trace[243793868] 'agreement among raft nodes before linearized reading' (duration: 202.016638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:27.100466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.650077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T01:39:27.100565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.193879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:39:27.100642Z","caller":"traceutil/trace.go:171","msg":"trace[1144080495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4964; }","duration":"315.323631ms","start":"2026-03-14T01:39:26.785304Z","end":"2026-03-14T01:39:27.100628Z","steps":["trace[1144080495] 'agreement among raft nodes before linearized reading' (duration: 314.591436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:27.100694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:26.785271Z","time spent":"315.410153ms","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:39:27.100639Z","caller":"traceutil/trace.go:171","msg":"trace[1468909340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4964; }","duration":"314.930234ms","start":"2026-03-14T01:39:26.78568Z","end":"2026-03-14T01:39:27.10061Z","steps":["trace[1468909340] 'agreement among raft nodes before linearized reading' (duration: 314.468864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:27.100797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:26.785629Z","time spent":"315.152728ms","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T01:40:04.036756Z","caller":"traceutil/trace.go:171","msg":"trace[1533118472] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"107.873067ms","start":"2026-03-14T01:40:03.928821Z","end":"2026-03-14T01:40:04.036694Z","steps":["trace[1533118472] 'process raft request' (duration: 52.591731ms)","trace[1533118472] 'compare' (duration: 54.95741ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:42.010878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2587} {"level":"info","ts":"2026-03-14T01:40:42.065318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2587,"took":"52.670063ms","hash":1023248772,"current-db-size-bytes":39706624,"current-db-size":"40 MB","current-db-size-in-use-bytes":29745152,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-14T01:40:42.065413Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1023248772,"revision":2587,"compact-revision":-1} {"level":"info","ts":"2026-03-14T01:45:09.61693Z","caller":"traceutil/trace.go:171","msg":"trace[795805901] linearizableReadLoop","detail":"{readStateIndex:7682; appliedIndex:7681; }","duration":"144.253088ms","start":"2026-03-14T01:45:09.472639Z","end":"2026-03-14T01:45:09.616892Z","steps":["trace[795805901] 'read index received' (duration: 143.912131ms)","trace[795805901] 'applied index is now lower than readState.Index' (duration: 339.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:45:09.617338Z","caller":"traceutil/trace.go:171","msg":"trace[1042740566] transaction","detail":"{read_only:false; response_revision:7413; number_of_response:1; }","duration":"203.790662ms","start":"2026-03-14T01:45:09.413531Z","end":"2026-03-14T01:45:09.617322Z","steps":["trace[1042740566] 'process raft request' (duration: 203.135209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:09.617638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.989242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:45:09.617684Z","caller":"traceutil/trace.go:171","msg":"trace[1884977312] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7413; }","duration":"145.109045ms","start":"2026-03-14T01:45:09.472563Z","end":"2026-03-14T01:45:09.617672Z","steps":["trace[1884977312] 'agreement among raft nodes before linearized reading' (duration: 145.004493ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:21.179146Z","caller":"traceutil/trace.go:171","msg":"trace[414044200] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"104.938194ms","start":"2026-03-14T01:45:21.074179Z","end":"2026-03-14T01:45:21.179118Z","steps":["trace[414044200] 'process raft request' (duration: 104.653119ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:21.179221Z","caller":"traceutil/trace.go:171","msg":"trace[1693371874] transaction","detail":"{read_only:false; response_revision:7469; number_of_response:1; }","duration":"100.821045ms","start":"2026-03-14T01:45:21.078351Z","end":"2026-03-14T01:45:21.179172Z","steps":["trace[1693371874] 'process raft request' (duration: 100.664232ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:21.179146Z","caller":"traceutil/trace.go:171","msg":"trace[995029728] transaction","detail":"{read_only:false; response_revision:7468; number_of_response:1; }","duration":"103.547068ms","start":"2026-03-14T01:45:21.075556Z","end":"2026-03-14T01:45:21.179103Z","steps":["trace[995029728] 'process raft request' (duration: 103.419696ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:21.902879Z","caller":"traceutil/trace.go:171","msg":"trace[1209582053] linearizableReadLoop","detail":"{readStateIndex:7742; appliedIndex:7741; }","duration":"217.714232ms","start":"2026-03-14T01:45:21.685135Z","end":"2026-03-14T01:45:21.902849Z","steps":["trace[1209582053] 'read index received' (duration: 217.544448ms)","trace[1209582053] 'applied index is now lower than readState.Index' (duration: 168.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:45:21.902936Z","caller":"traceutil/trace.go:171","msg":"trace[1582883976] transaction","detail":"{read_only:false; response_revision:7470; number_of_response:1; }","duration":"235.784122ms","start":"2026-03-14T01:45:21.667118Z","end":"2026-03-14T01:45:21.902902Z","steps":["trace[1582883976] 'process raft request' (duration: 235.545907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:21.90308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.909945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:45:21.903188Z","caller":"traceutil/trace.go:171","msg":"trace[1119844760] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7470; }","duration":"218.056208ms","start":"2026-03-14T01:45:21.685108Z","end":"2026-03-14T01:45:21.903164Z","steps":["trace[1119844760] 'agreement among raft nodes before linearized reading' (duration: 217.896774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:21.982078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.882587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:45:21.982114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.664573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:45:21.98214Z","caller":"traceutil/trace.go:171","msg":"trace[1134479059] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7471; }","duration":"296.970829ms","start":"2026-03-14T01:45:21.685151Z","end":"2026-03-14T01:45:21.982122Z","steps":["trace[1134479059] 'agreement among raft nodes before linearized reading' (duration: 296.830686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:21.98212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.584351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:45:21.982184Z","caller":"traceutil/trace.go:171","msg":"trace[2009120829] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7471; }","duration":"296.755735ms","start":"2026-03-14T01:45:21.685406Z","end":"2026-03-14T01:45:21.982162Z","steps":["trace[2009120829] 'agreement among raft nodes before linearized reading' (duration: 296.655953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:21.982164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.689883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:45:21.982207Z","caller":"traceutil/trace.go:171","msg":"trace[1985290040] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7471; }","duration":"281.726884ms","start":"2026-03-14T01:45:21.700457Z","end":"2026-03-14T01:45:21.982183Z","steps":["trace[1985290040] 'agreement among raft nodes before linearized reading' (duration: 281.51379ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:21.982252Z","caller":"traceutil/trace.go:171","msg":"trace[691990644] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7471; }","duration":"281.808606ms","start":"2026-03-14T01:45:21.700423Z","end":"2026-03-14T01:45:21.982232Z","steps":["trace[691990644] 'agreement among raft nodes before linearized reading' (duration: 281.624172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:21.982328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.770164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:45:21.982367Z","caller":"traceutil/trace.go:171","msg":"trace[170819830] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7471; }","duration":"280.835476ms","start":"2026-03-14T01:45:21.701521Z","end":"2026-03-14T01:45:21.982357Z","steps":["trace[170819830] 'agreement among raft nodes before linearized reading' (duration: 280.774665ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:21.982453Z","caller":"traceutil/trace.go:171","msg":"trace[448206631] transaction","detail":"{read_only:false; response_revision:7471; number_of_response:1; }","duration":"120.956946ms","start":"2026-03-14T01:45:21.86148Z","end":"2026-03-14T01:45:21.982437Z","steps":["trace[448206631] 'process raft request' (duration: 64.698675ms)","trace[448206631] 'compare' (duration: 55.604728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:45:21.982548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.505111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:45:21.982557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.859647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-14T01:45:21.98262Z","caller":"traceutil/trace.go:171","msg":"trace[130571445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7471; }","duration":"147.608383ms","start":"2026-03-14T01:45:21.834995Z","end":"2026-03-14T01:45:21.982603Z","steps":["trace[130571445] 'agreement among raft nodes before linearized reading' (duration: 147.131614ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:21.982693Z","caller":"traceutil/trace.go:171","msg":"trace[1894870686] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7471; }","duration":"264.02444ms","start":"2026-03-14T01:45:21.718618Z","end":"2026-03-14T01:45:21.982643Z","steps":["trace[1894870686] 'agreement among raft nodes before linearized reading' (duration: 263.613502ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:42.018538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5556} {"level":"info","ts":"2026-03-14T01:45:42.109415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5556,"took":"88.76556ms","hash":2659803317,"current-db-size-bytes":41979904,"current-db-size":"42 MB","current-db-size-in-use-bytes":22294528,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-14T01:45:42.109481Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2659803317,"revision":5556,"compact-revision":2587} {"level":"warn","ts":"2026-03-14T01:45:48.44666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.396049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-14T01:45:48.446768Z","caller":"traceutil/trace.go:171","msg":"trace[86118406] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7652; }","duration":"264.550831ms","start":"2026-03-14T01:45:48.182194Z","end":"2026-03-14T01:45:48.446745Z","steps":["trace[86118406] 'range keys from in-memory index tree' (duration: 264.158524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:48.446854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.840979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:45:48.446852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.024598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:45:48.44699Z","caller":"traceutil/trace.go:171","msg":"trace[1237586789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7652; }","duration":"202.204642ms","start":"2026-03-14T01:45:48.244755Z","end":"2026-03-14T01:45:48.44696Z","steps":["trace[1237586789] 'range keys from in-memory index tree' (duration: 201.765624ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:48.447039Z","caller":"traceutil/trace.go:171","msg":"trace[344857353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7652; }","duration":"311.971321ms","start":"2026-03-14T01:45:48.13497Z","end":"2026-03-14T01:45:48.446942Z","steps":["trace[344857353] 'range keys from in-memory index tree' (duration: 311.598874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:48.44718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:45:48.134897Z","time spent":"312.271238ms","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:50:00.83948Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T01:50:00.846111Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T01:50:00.846215Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T01:50:42.029789Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7572} {"level":"info","ts":"2026-03-14T01:50:42.097326Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7572,"took":"65.17003ms","hash":2647072383,"current-db-size-bytes":41979904,"current-db-size":"42 MB","current-db-size-in-use-bytes":25911296,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-14T01:50:42.09741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2647072383,"revision":7572,"compact-revision":5556} {"level":"info","ts":"2026-03-14T01:55:42.03698Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9855} {"level":"info","ts":"2026-03-14T01:55:42.11367Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9855,"took":"74.414725ms","hash":27229235,"current-db-size-bytes":41979904,"current-db-size":"42 MB","current-db-size-in-use-bytes":16408576,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-14T01:55:42.113749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":27229235,"revision":9855,"compact-revision":7572}