{"level":"warn","ts":"2026-04-03T01:37:12.083723Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T01:37:12.083801Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T01:37:12.083859Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T01:37:12.083871Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-04-03T01:37:12.083886Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T01:37:12.084461Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-04-03T01:37:12.084525Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T01:37:12.088395Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.697115ms"} {"level":"info","ts":"2026-04-03T01:37:12.097266Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-04-03T01:37:12.097364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T01:37:12.097392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-04-03T01:37:12.097407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T01:37:12.097419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-04-03T01:37:12.097473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-04-03T01:37:12.10475Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T01:37:12.107863Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T01:37:12.109417Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T01:37:12.11254Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T01:37:12.112795Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T01:37:12.112865Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T01:37:12.113009Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T01:37:12.113037Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T01:37:12.113632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-04-03T01:37:12.113818Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-04-03T01:37:12.116371Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T01:37:12.116454Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-03T01:37:12.116574Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-03T01:37:12.116609Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T01:37:12.116645Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T01:37:12.498332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T01:37:12.498392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T01:37:12.498425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-04-03T01:37:12.498447Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-04-03T01:37:12.498458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-04-03T01:37:12.49848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-04-03T01:37:12.498498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-04-03T01:37:12.499474Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T01:37:12.499485Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T01:37:12.499523Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T01:37:12.499701Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T01:37:12.499726Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T01:37:12.499476Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:37:12.502588Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:37:12.50269Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:37:12.502725Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:37:12.502843Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T01:37:12.50732Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-04-03T01:37:15.941259Z","caller":"traceutil/trace.go:171","msg":"trace[1729207340] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"103.611104ms","start":"2026-04-03T01:37:15.837619Z","end":"2026-04-03T01:37:15.941231Z","steps":["trace[1729207340] 'process raft request' (duration: 103.323538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:37:40.786242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.031156ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T01:37:41.710884Z","caller":"traceutil/trace.go:171","msg":"trace[2042336211] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"284.415095ms","start":"2026-04-03T01:37:41.426433Z","end":"2026-04-03T01:37:41.710848Z","steps":["trace[2042336211] 'process raft request' (duration: 184.68447ms)","trace[2042336211] 'compare' (duration: 99.550061ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:37:41.713945Z","caller":"traceutil/trace.go:171","msg":"trace[323049309] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"275.322631ms","start":"2026-04-03T01:37:41.438572Z","end":"2026-04-03T01:37:41.713895Z","steps":["trace[323049309] 'process raft request' (duration: 275.159348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:37:47.07505Z","caller":"traceutil/trace.go:171","msg":"trace[2111022951] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"166.491481ms","start":"2026-04-03T01:37:46.908533Z","end":"2026-04-03T01:37:47.075025Z","steps":["trace[2111022951] 'process raft request' (duration: 165.94952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:37:47.610046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.098739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:37:47.610338Z","caller":"traceutil/trace.go:171","msg":"trace[20881868] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"465.922912ms","start":"2026-04-03T01:37:47.144284Z","end":"2026-04-03T01:37:47.610206Z","steps":["trace[20881868] 'process raft request' (duration: 52.782112ms)","trace[20881868] 'compare' (duration: 411.471896ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:37:47.610487Z","caller":"traceutil/trace.go:171","msg":"trace[1121529282] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:597; }","duration":"223.933018ms","start":"2026-04-03T01:37:47.38623Z","end":"2026-04-03T01:37:47.610163Z","steps":["trace[1121529282] 'read index received' (duration: 46.421µs)","trace[1121529282] 'applied index is now lower than readState.Index' (duration: 223.884977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:37:47.610506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:37:47.144246Z","time spent":"466.178786ms","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:37:47.610613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.372526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:37:47.610677Z","caller":"traceutil/trace.go:171","msg":"trace[1494855527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"224.486199ms","start":"2026-04-03T01:37:47.386174Z","end":"2026-04-03T01:37:47.61066Z","steps":["trace[1494855527] 'agreement among raft nodes before linearized reading' (duration: 224.240294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:23.096186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.796834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:39:23.096571Z","caller":"traceutil/trace.go:171","msg":"trace[1260940021] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"367.309144ms","start":"2026-04-03T01:39:22.729233Z","end":"2026-04-03T01:39:23.096542Z","steps":["trace[1260940021] 'process raft request' (duration: 248.894707ms)","trace[1260940021] 'compare' (duration: 117.657012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:23.096675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:22.729209Z","time spent":"367.416597ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:23.128147Z","caller":"traceutil/trace.go:171","msg":"trace[1280287279] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"398.238596ms","start":"2026-04-03T01:39:22.729878Z","end":"2026-04-03T01:39:23.128116Z","steps":["trace[1280287279] 'process raft request' (duration: 398.028571ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:23.128369Z","caller":"traceutil/trace.go:171","msg":"trace[1332038146] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"398.266526ms","start":"2026-04-03T01:39:22.730074Z","end":"2026-04-03T01:39:23.12834Z","steps":["trace[1332038146] 'process raft request' (duration: 397.986821ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:23.128432Z","caller":"traceutil/trace.go:171","msg":"trace[1973149760] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"397.209615ms","start":"2026-04-03T01:39:22.731195Z","end":"2026-04-03T01:39:23.128405Z","steps":["trace[1973149760] 'process raft request' (duration: 397.039852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:23.128439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:22.729861Z","time spent":"398.383968ms","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:23.128523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:22.730061Z","time spent":"398.374798ms","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:23.128594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:22.731184Z","time spent":"397.322597ms","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:23.128717Z","caller":"traceutil/trace.go:171","msg":"trace[1694707123] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"397.264115ms","start":"2026-04-03T01:39:22.731425Z","end":"2026-04-03T01:39:23.128689Z","steps":["trace[1694707123] 'process raft request' (duration: 396.918228ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:23.128813Z","caller":"traceutil/trace.go:171","msg":"trace[372353027] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"392.791416ms","start":"2026-04-03T01:39:22.735992Z","end":"2026-04-03T01:39:23.128784Z","steps":["trace[372353027] 'process raft request' (duration: 392.48858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:23.128972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:22.735984Z","time spent":"392.907468ms","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:23.129005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.930808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T01:39:23.128748Z","caller":"traceutil/trace.go:171","msg":"trace[397656771] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1881; }","duration":"381.619141ms","start":"2026-04-03T01:39:22.747072Z","end":"2026-04-03T01:39:23.128691Z","steps":["trace[397656771] 'read index received' (duration: 231.149691ms)","trace[397656771] 'applied index is now lower than readState.Index' (duration: 150.46833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:23.12914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:22.731415Z","time spent":"397.418338ms","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:23.129248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.473449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:39:23.129295Z","caller":"traceutil/trace.go:171","msg":"trace[1484264519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1813; }","duration":"373.545671ms","start":"2026-04-03T01:39:22.755737Z","end":"2026-04-03T01:39:23.129283Z","steps":["trace[1484264519] 'agreement among raft nodes before linearized reading' (duration: 373.402418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:23.129294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.825519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-03T01:39:23.129335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:22.75572Z","time spent":"373.604072ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:39:23.129378Z","caller":"traceutil/trace.go:171","msg":"trace[296595675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1813; }","duration":"146.933931ms","start":"2026-04-03T01:39:22.982408Z","end":"2026-04-03T01:39:23.129342Z","steps":["trace[296595675] 'agreement among raft nodes before linearized reading' (duration: 146.746387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:23.12939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.212074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:39:23.12907Z","caller":"traceutil/trace.go:171","msg":"trace[752976589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1813; }","duration":"381.99987ms","start":"2026-04-03T01:39:22.747059Z","end":"2026-04-03T01:39:23.129058Z","steps":["trace[752976589] 'agreement among raft nodes before linearized reading' (duration: 381.730674ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:23.129452Z","caller":"traceutil/trace.go:171","msg":"trace[677870671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1813; }","duration":"370.298236ms","start":"2026-04-03T01:39:22.75914Z","end":"2026-04-03T01:39:23.129438Z","steps":["trace[677870671] 'agreement among raft nodes before linearized reading' (duration: 370.066911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:23.129484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:22.759064Z","time spent":"370.414408ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:39:23.129501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:22.747028Z","time spent":"382.447059ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T01:39:23.337807Z","caller":"traceutil/trace.go:171","msg":"trace[1442821921] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"203.633019ms","start":"2026-04-03T01:39:23.134146Z","end":"2026-04-03T01:39:23.337779Z","steps":["trace[1442821921] 'process raft request' (duration: 203.386114ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:23.346345Z","caller":"traceutil/trace.go:171","msg":"trace[1622528117] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1887; }","duration":"158.716667ms","start":"2026-04-03T01:39:23.187612Z","end":"2026-04-03T01:39:23.346328Z","steps":["trace[1622528117] 'read index received' (duration: 150.016412ms)","trace[1622528117] 'applied index is now lower than readState.Index' (duration: 8.699715ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:23.346388Z","caller":"traceutil/trace.go:171","msg":"trace[2074913123] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"212.042358ms","start":"2026-04-03T01:39:23.134331Z","end":"2026-04-03T01:39:23.346374Z","steps":["trace[2074913123] 'process raft request' (duration: 211.880585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:23.346518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.90009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T01:39:23.346559Z","caller":"traceutil/trace.go:171","msg":"trace[1394611960] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"211.566347ms","start":"2026-04-03T01:39:23.13496Z","end":"2026-04-03T01:39:23.346527Z","steps":["trace[1394611960] 'process raft request' (duration: 211.341162ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:23.346569Z","caller":"traceutil/trace.go:171","msg":"trace[130958574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1816; }","duration":"159.001622ms","start":"2026-04-03T01:39:23.187552Z","end":"2026-04-03T01:39:23.346554Z","steps":["trace[130958574] 'agreement among raft nodes before linearized reading' (duration: 158.838619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:23.553455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.648862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:39:23.55376Z","caller":"traceutil/trace.go:171","msg":"trace[195040524] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"196.342982ms","start":"2026-04-03T01:39:23.357391Z","end":"2026-04-03T01:39:23.553734Z","steps":["trace[195040524] 'process raft request' (duration: 75.326512ms)","trace[195040524] 'compare' (duration: 120.50326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:23.553858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.592135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:23.553907Z","caller":"traceutil/trace.go:171","msg":"trace[1976087621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1817; }","duration":"168.668186ms","start":"2026-04-03T01:39:23.385225Z","end":"2026-04-03T01:39:23.553893Z","steps":["trace[1976087621] 'agreement among raft nodes before linearized reading' (duration: 168.589444ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:23.553752Z","caller":"traceutil/trace.go:171","msg":"trace[933978668] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"168.280738ms","start":"2026-04-03T01:39:23.385259Z","end":"2026-04-03T01:39:23.55354Z","steps":["trace[933978668] 'read index received' (duration: 47.415542ms)","trace[933978668] 'applied index is now lower than readState.Index' (duration: 120.864026ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:31.695766Z","caller":"traceutil/trace.go:171","msg":"trace[763301765] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"107.104671ms","start":"2026-04-03T01:39:31.588637Z","end":"2026-04-03T01:39:31.695741Z","steps":["trace[763301765] 'process raft request' (duration: 106.960377ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:08.227166Z","caller":"traceutil/trace.go:171","msg":"trace[2118383019] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"108.157031ms","start":"2026-04-03T01:40:08.118977Z","end":"2026-04-03T01:40:08.227134Z","steps":["trace[2118383019] 'process raft request' (duration: 107.973978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:08.465525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.01576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:40:08.465779Z","caller":"traceutil/trace.go:171","msg":"trace[2107748933] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"308.207428ms","start":"2026-04-03T01:40:08.15755Z","end":"2026-04-03T01:40:08.465757Z","steps":["trace[2107748933] 'process raft request' (duration: 177.888852ms)","trace[2107748933] 'compare' (duration: 129.919968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:40:08.465847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:08.157523Z","time spent":"308.290109ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:40:08.648382Z","caller":"traceutil/trace.go:171","msg":"trace[641476281] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"177.566615ms","start":"2026-04-03T01:40:08.470785Z","end":"2026-04-03T01:40:08.648352Z","steps":["trace[641476281] 'process raft request' (duration: 144.111424ms)","trace[641476281] 'compare' (duration: 33.345869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:37.062562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.338687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T01:41:37.062654Z","caller":"traceutil/trace.go:171","msg":"trace[159182854] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2779; }","duration":"161.48353ms","start":"2026-04-03T01:41:36.90115Z","end":"2026-04-03T01:41:37.062633Z","steps":["trace[159182854] 'range keys from in-memory index tree' (duration: 161.142863ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:24.77578Z","caller":"traceutil/trace.go:171","msg":"trace[1433892994] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"105.020964ms","start":"2026-04-03T01:45:24.670733Z","end":"2026-04-03T01:45:24.775754Z","steps":["trace[1433892994] 'process raft request' (duration: 104.886811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:27.734528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.225041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:45:27.73479Z","caller":"traceutil/trace.go:171","msg":"trace[979382067] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"217.849315ms","start":"2026-04-03T01:45:27.516883Z","end":"2026-04-03T01:45:27.734732Z","steps":["trace[979382067] 'process raft request' (duration: 94.232096ms)","trace[979382067] 'compare' (duration: 122.906605ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:27.734832Z","caller":"traceutil/trace.go:171","msg":"trace[15841998] linearizableReadLoop","detail":"{readStateIndex:5132; appliedIndex:5131; }","duration":"209.025648ms","start":"2026-04-03T01:45:27.525771Z","end":"2026-04-03T01:45:27.734797Z","steps":["trace[15841998] 'read index received' (duration: 85.227886ms)","trace[15841998] 'applied index is now lower than readState.Index' (duration: 123.794852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:27.735073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.279523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T01:45:27.735174Z","caller":"traceutil/trace.go:171","msg":"trace[1513070183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4943; }","duration":"209.434836ms","start":"2026-04-03T01:45:27.525718Z","end":"2026-04-03T01:45:27.735153Z","steps":["trace[1513070183] 'agreement among raft nodes before linearized reading' (duration: 209.177301ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:29.626811Z","caller":"traceutil/trace.go:171","msg":"trace[1332068398] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"149.258626ms","start":"2026-04-03T01:45:29.47752Z","end":"2026-04-03T01:45:29.626779Z","steps":["trace[1332068398] 'process raft request' (duration: 136.52149ms)","trace[1332068398] 'compare' (duration: 12.608494ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:29.637911Z","caller":"traceutil/trace.go:171","msg":"trace[2105248295] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"159.830448ms","start":"2026-04-03T01:45:29.47804Z","end":"2026-04-03T01:45:29.637871Z","steps":["trace[2105248295] 'process raft request' (duration: 159.617153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:39.740703Z","caller":"traceutil/trace.go:171","msg":"trace[1700710935] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"194.294902ms","start":"2026-04-03T01:45:39.546382Z","end":"2026-04-03T01:45:39.740677Z","steps":["trace[1700710935] 'process raft request' (duration: 194.008337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:39.740865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.429233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:39.741005Z","caller":"traceutil/trace.go:171","msg":"trace[2031578589] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5169; }","duration":"163.604766ms","start":"2026-04-03T01:45:39.577355Z","end":"2026-04-03T01:45:39.74096Z","steps":["trace[2031578589] 'agreement among raft nodes before linearized reading' (duration: 163.402532ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:39.740654Z","caller":"traceutil/trace.go:171","msg":"trace[2088993976] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5365; }","duration":"163.217228ms","start":"2026-04-03T01:45:39.577395Z","end":"2026-04-03T01:45:39.740612Z","steps":["trace[2088993976] 'read index received' (duration: 162.966393ms)","trace[2088993976] 'applied index is now lower than readState.Index' (duration: 249.015µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:46.484613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.46872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:45:46.484853Z","caller":"traceutil/trace.go:171","msg":"trace[554956697] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"199.488588ms","start":"2026-04-03T01:45:46.285328Z","end":"2026-04-03T01:45:46.484816Z","steps":["trace[554956697] 'process raft request' (duration: 74.692741ms)","trace[554956697] 'compare' (duration: 124.227965ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:46.485051Z","caller":"traceutil/trace.go:171","msg":"trace[167555442] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5509; }","duration":"126.182215ms","start":"2026-04-03T01:45:46.35883Z","end":"2026-04-03T01:45:46.485012Z","steps":["trace[167555442] 'read index received' (duration: 1.252695ms)","trace[167555442] 'applied index is now lower than readState.Index' (duration: 124.92831ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:46.485104Z","caller":"traceutil/trace.go:171","msg":"trace[771969233] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5311; }","duration":"198.922796ms","start":"2026-04-03T01:45:46.28613Z","end":"2026-04-03T01:45:46.485053Z","steps":["trace[771969233] 'process raft request' (duration: 198.737672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:46.485382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.556042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ae853d7-cbb6-4c2b-9826-7ff8cfc86d29\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-03T01:45:46.485128Z","caller":"traceutil/trace.go:171","msg":"trace[110417548] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"176.595567ms","start":"2026-04-03T01:45:46.308508Z","end":"2026-04-03T01:45:46.485104Z","steps":["trace[110417548] 'process raft request' (duration: 176.431074ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:46.48554Z","caller":"traceutil/trace.go:171","msg":"trace[895291319] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ae853d7-cbb6-4c2b-9826-7ff8cfc86d29; range_end:; response_count:1; response_revision:5312; }","duration":"126.654284ms","start":"2026-04-03T01:45:46.358764Z","end":"2026-04-03T01:45:46.485419Z","steps":["trace[895291319] 'agreement among raft nodes before linearized reading' (duration: 126.43884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:46.502341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.338317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:46.502405Z","caller":"traceutil/trace.go:171","msg":"trace[578448175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5313; }","duration":"116.47651ms","start":"2026-04-03T01:45:46.385914Z","end":"2026-04-03T01:45:46.502391Z","steps":["trace[578448175] 'agreement among raft nodes before linearized reading' (duration: 116.351177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:46.848457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.439623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:45:46.848747Z","caller":"traceutil/trace.go:171","msg":"trace[950126808] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5513; }","duration":"345.272445ms","start":"2026-04-03T01:45:46.50345Z","end":"2026-04-03T01:45:46.848723Z","steps":["trace[950126808] 'read index received' (duration: 179.409184ms)","trace[950126808] 'applied index is now lower than readState.Index' (duration: 165.862041ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:46.848901Z","caller":"traceutil/trace.go:171","msg":"trace[1025299973] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"349.426498ms","start":"2026-04-03T01:45:46.49946Z","end":"2026-04-03T01:45:46.848886Z","steps":["trace[1025299973] 'process raft request' (duration: 349.160993ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:46.848902Z","caller":"traceutil/trace.go:171","msg":"trace[643136988] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"358.791417ms","start":"2026-04-03T01:45:46.490086Z","end":"2026-04-03T01:45:46.848877Z","steps":["trace[643136988] 'process raft request' (duration: 192.832004ms)","trace[643136988] 'compare' (duration: 165.2875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:46.84899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:46.49006Z","time spent":"358.89027ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:45:46.849005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:46.499438Z","time spent":"349.51176ms","remote":"127.0.0.1:50356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2249,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:45:46.849129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.680884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:46.849169Z","caller":"traceutil/trace.go:171","msg":"trace[1469306170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5315; }","duration":"345.750596ms","start":"2026-04-03T01:45:46.503407Z","end":"2026-04-03T01:45:46.849158Z","steps":["trace[1469306170] 'agreement among raft nodes before linearized reading' (duration: 345.683434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:46.849199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:46.503394Z","time spent":"345.798976ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:45:46.849215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.999128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T01:45:46.849293Z","caller":"traceutil/trace.go:171","msg":"trace[1657633541] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5315; }","duration":"321.073149ms","start":"2026-04-03T01:45:46.528178Z","end":"2026-04-03T01:45:46.849251Z","steps":["trace[1657633541] 'agreement among raft nodes before linearized reading' (duration: 320.817954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:46.849298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.0635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ae853d7-cbb6-4c2b-9826-7ff8cfc86d29\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-03T01:45:46.849433Z","caller":"traceutil/trace.go:171","msg":"trace[1129398233] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ae853d7-cbb6-4c2b-9826-7ff8cfc86d29; range_end:; response_count:1; response_revision:5315; }","duration":"227.209833ms","start":"2026-04-03T01:45:46.622193Z","end":"2026-04-03T01:45:46.849403Z","steps":["trace[1129398233] 'agreement among raft nodes before linearized reading' (duration: 226.879107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:46.849363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:46.528167Z","time spent":"321.161972ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:45:46.84979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.840505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T01:45:46.849903Z","caller":"traceutil/trace.go:171","msg":"trace[1855206413] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5315; }","duration":"318.002978ms","start":"2026-04-03T01:45:46.531877Z","end":"2026-04-03T01:45:46.84988Z","steps":["trace[1855206413] 'agreement among raft nodes before linearized reading' (duration: 317.197992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:46.850003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:46.531868Z","time spent":"318.121591ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":611,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:45:57.935569Z","caller":"traceutil/trace.go:171","msg":"trace[45381028] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"104.188903ms","start":"2026-04-03T01:45:57.831346Z","end":"2026-04-03T01:45:57.935535Z","steps":["trace[45381028] 'process raft request' (duration: 98.868706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:57.935947Z","caller":"traceutil/trace.go:171","msg":"trace[1334443521] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"103.952968ms","start":"2026-04-03T01:45:57.831982Z","end":"2026-04-03T01:45:57.935935Z","steps":["trace[1334443521] 'process raft request' (duration: 103.650792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:57.935903Z","caller":"traceutil/trace.go:171","msg":"trace[2002175352] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"104.081181ms","start":"2026-04-03T01:45:57.831606Z","end":"2026-04-03T01:45:57.935688Z","steps":["trace[2002175352] 'process raft request' (duration: 103.859517ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:57.936228Z","caller":"traceutil/trace.go:171","msg":"trace[852961827] linearizableReadLoop","detail":"{readStateIndex:5708; appliedIndex:5704; }","duration":"102.937647ms","start":"2026-04-03T01:45:57.833263Z","end":"2026-04-03T01:45:57.9362Z","steps":["trace[852961827] 'read index received' (duration: 42.225088ms)","trace[852961827] 'applied index is now lower than readState.Index' (duration: 60.711169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:57.936462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.169732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ae853d7-cbb6-4c2b-9826-7ff8cfc86d29\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-03T01:45:57.936502Z","caller":"traceutil/trace.go:171","msg":"trace[231431516] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ae853d7-cbb6-4c2b-9826-7ff8cfc86d29; range_end:; response_count:1; response_revision:5505; }","duration":"103.260324ms","start":"2026-04-03T01:45:57.83323Z","end":"2026-04-03T01:45:57.936491Z","steps":["trace[231431516] 'agreement among raft nodes before linearized reading' (duration: 103.086381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:12.563681Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2976} {"level":"info","ts":"2026-04-03T01:47:12.637454Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2976,"took":"71.351967ms","hash":2151920633,"current-db-size-bytes":57278464,"current-db-size":"57 MB","current-db-size-in-use-bytes":33976320,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-03T01:47:12.637552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2151920633,"revision":2976,"compact-revision":-1} {"level":"info","ts":"2026-04-03T01:51:39.828101Z","caller":"traceutil/trace.go:171","msg":"trace[851604886] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"176.885305ms","start":"2026-04-03T01:51:39.651191Z","end":"2026-04-03T01:51:39.828076Z","steps":["trace[851604886] 'process raft request' (duration: 176.61446ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:51.419136Z","caller":"traceutil/trace.go:171","msg":"trace[815028183] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"107.919615ms","start":"2026-04-03T01:51:51.311175Z","end":"2026-04-03T01:51:51.419094Z","steps":["trace[815028183] 'process raft request' (duration: 107.712051ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:51.690939Z","caller":"traceutil/trace.go:171","msg":"trace[1964248869] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8457; }","duration":"228.299008ms","start":"2026-04-03T01:51:51.462615Z","end":"2026-04-03T01:51:51.690914Z","steps":["trace[1964248869] 'read index received' (duration: 182.433826ms)","trace[1964248869] 'applied index is now lower than readState.Index' (duration: 45.864152ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:51:51.691254Z","caller":"traceutil/trace.go:171","msg":"trace[722287821] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"187.876594ms","start":"2026-04-03T01:51:51.503354Z","end":"2026-04-03T01:51:51.691231Z","steps":["trace[722287821] 'process raft request' (duration: 187.510387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:51.691383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.723166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:51:51.69096Z","caller":"traceutil/trace.go:171","msg":"trace[1586398757] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"374.218817ms","start":"2026-04-03T01:51:51.316714Z","end":"2026-04-03T01:51:51.690933Z","steps":["trace[1586398757] 'process raft request' (duration: 328.318344ms)","trace[1586398757] 'compare' (duration: 45.617728ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:51:51.691492Z","caller":"traceutil/trace.go:171","msg":"trace[1378358635] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8167; }","duration":"228.888639ms","start":"2026-04-03T01:51:51.462575Z","end":"2026-04-03T01:51:51.691464Z","steps":["trace[1378358635] 'agreement among raft nodes before linearized reading' (duration: 228.43615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:51.691688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:51.316674Z","time spent":"374.860799ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:51:52.986919Z","caller":"traceutil/trace.go:171","msg":"trace[1656545054] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"149.836018ms","start":"2026-04-03T01:51:52.837059Z","end":"2026-04-03T01:51:52.986895Z","steps":["trace[1656545054] 'process raft request' (duration: 149.489101ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:12.569417Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6118} {"level":"info","ts":"2026-04-03T01:52:12.671156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6118,"took":"99.638107ms","hash":2455329158,"current-db-size-bytes":57278464,"current-db-size":"57 MB","current-db-size-in-use-bytes":22962176,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-03T01:52:12.671235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2455329158,"revision":6118,"compact-revision":2976} {"level":"info","ts":"2026-04-03T01:52:20.275976Z","caller":"traceutil/trace.go:171","msg":"trace[702247883] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"220.1581ms","start":"2026-04-03T01:52:20.055788Z","end":"2026-04-03T01:52:20.275946Z","steps":["trace[702247883] 'process raft request' (duration: 220.001257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:20.439205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.852389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4tl7q\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T01:52:20.4393Z","caller":"traceutil/trace.go:171","msg":"trace[1659821485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4tl7q; range_end:; response_count:1; response_revision:8375; }","duration":"144.975261ms","start":"2026-04-03T01:52:20.294298Z","end":"2026-04-03T01:52:20.439273Z","steps":["trace[1659821485] 'range keys from in-memory index tree' (duration: 144.688036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:20.439592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.385981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:52:20.439658Z","caller":"traceutil/trace.go:171","msg":"trace[72334860] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8375; }","duration":"119.458682ms","start":"2026-04-03T01:52:20.320183Z","end":"2026-04-03T01:52:20.439642Z","steps":["trace[72334860] 'count revisions from in-memory index tree' (duration: 119.311178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:32.900778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.46113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T01:52:32.900896Z","caller":"traceutil/trace.go:171","msg":"trace[1092354571] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8479; }","duration":"261.545105ms","start":"2026-04-03T01:52:32.639332Z","end":"2026-04-03T01:52:32.900877Z","steps":["trace[1092354571] 'process raft request' (duration: 122.81525ms)","trace[1092354571] 'compare' (duration: 138.316897ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:32.928022Z","caller":"traceutil/trace.go:171","msg":"trace[1381383918] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"288.218417ms","start":"2026-04-03T01:52:32.639778Z","end":"2026-04-03T01:52:32.927997Z","steps":["trace[1381383918] 'process raft request' (duration: 287.996043ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:32.928206Z","caller":"traceutil/trace.go:171","msg":"trace[185664358] linearizableReadLoop","detail":"{readStateIndex:8787; appliedIndex:8784; }","duration":"201.373976ms","start":"2026-04-03T01:52:32.726799Z","end":"2026-04-03T01:52:32.928173Z","steps":["trace[185664358] 'read index received' (duration: 35.348506ms)","trace[185664358] 'applied index is now lower than readState.Index' (duration: 166.01304ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:32.928403Z","caller":"traceutil/trace.go:171","msg":"trace[1837693255] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"272.949512ms","start":"2026-04-03T01:52:32.655399Z","end":"2026-04-03T01:52:32.928349Z","steps":["trace[1837693255] 'process raft request' (duration: 272.532664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:32.928711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.12077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T01:52:32.928686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.846255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-04-03T01:52:32.928785Z","caller":"traceutil/trace.go:171","msg":"trace[2125753403] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8481; }","duration":"200.229282ms","start":"2026-04-03T01:52:32.728538Z","end":"2026-04-03T01:52:32.928767Z","steps":["trace[2125753403] 'agreement among raft nodes before linearized reading' (duration: 199.955467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:32.928818Z","caller":"traceutil/trace.go:171","msg":"trace[1271987600] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8481; }","duration":"202.044589ms","start":"2026-04-03T01:52:32.726743Z","end":"2026-04-03T01:52:32.928788Z","steps":["trace[1271987600] 'agreement among raft nodes before linearized reading' (duration: 201.651831ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:33.236051Z","caller":"traceutil/trace.go:171","msg":"trace[676532434] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"113.229438ms","start":"2026-04-03T01:52:33.122794Z","end":"2026-04-03T01:52:33.236024Z","steps":["trace[676532434] 'process raft request' (duration: 113.047634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:33.440273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.667397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:52:33.44065Z","caller":"traceutil/trace.go:171","msg":"trace[92719596] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"142.857039ms","start":"2026-04-03T01:52:33.297741Z","end":"2026-04-03T01:52:33.440598Z","steps":["trace[92719596] 'process raft request' (duration: 142.616024ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:33.440664Z","caller":"traceutil/trace.go:171","msg":"trace[1659092416] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"143.502161ms","start":"2026-04-03T01:52:33.296976Z","end":"2026-04-03T01:52:33.440478Z","steps":["trace[1659092416] 'process raft request' (duration: 42.554749ms)","trace[1659092416] 'compare' (duration: 100.365741ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:34.020446Z","caller":"traceutil/trace.go:171","msg":"trace[934815034] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"146.43161ms","start":"2026-04-03T01:52:33.873989Z","end":"2026-04-03T01:52:34.020421Z","steps":["trace[934815034] 'process raft request' (duration: 146.281207ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:34.148844Z","caller":"traceutil/trace.go:171","msg":"trace[1375294191] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"237.563158ms","start":"2026-04-03T01:52:33.911217Z","end":"2026-04-03T01:52:34.148781Z","steps":["trace[1375294191] 'process raft request' (duration: 237.324743ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:34.14897Z","caller":"traceutil/trace.go:171","msg":"trace[147203170] linearizableReadLoop","detail":"{readStateIndex:8798; appliedIndex:8796; }","duration":"119.574125ms","start":"2026-04-03T01:52:34.029367Z","end":"2026-04-03T01:52:34.148941Z","steps":["trace[147203170] 'read index received' (duration: 119.172067ms)","trace[147203170] 'applied index is now lower than readState.Index' (duration: 400.248µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:34.149028Z","caller":"traceutil/trace.go:171","msg":"trace[393668976] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"237.765691ms","start":"2026-04-03T01:52:33.911237Z","end":"2026-04-03T01:52:34.149002Z","steps":["trace[393668976] 'process raft request' (duration: 237.497796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:34.149278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.899121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-04-03T01:52:34.149322Z","caller":"traceutil/trace.go:171","msg":"trace[1287332054] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8492; }","duration":"119.996243ms","start":"2026-04-03T01:52:34.029311Z","end":"2026-04-03T01:52:34.149308Z","steps":["trace[1287332054] 'agreement among raft nodes before linearized reading' (duration: 119.745108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:35.062694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.407221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:52:35.062794Z","caller":"traceutil/trace.go:171","msg":"trace[1320745215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8498; }","duration":"286.550624ms","start":"2026-04-03T01:52:34.776221Z","end":"2026-04-03T01:52:35.062772Z","steps":["trace[1320745215] 'count revisions from in-memory index tree' (duration: 286.351929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:35.527301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.521892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:52:35.527372Z","caller":"traceutil/trace.go:171","msg":"trace[202569916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8499; }","duration":"138.637015ms","start":"2026-04-03T01:52:35.388718Z","end":"2026-04-03T01:52:35.527355Z","steps":["trace[202569916] 'range keys from in-memory index tree' (duration: 138.448281ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:35.67403Z","caller":"traceutil/trace.go:171","msg":"trace[2029667050] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"142.651485ms","start":"2026-04-03T01:52:35.531343Z","end":"2026-04-03T01:52:35.673995Z","steps":["trace[2029667050] 'process raft request' (duration: 122.33083ms)","trace[2029667050] 'compare' (duration: 20.05725ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:35.674229Z","caller":"traceutil/trace.go:171","msg":"trace[204346381] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"142.416719ms","start":"2026-04-03T01:52:35.53178Z","end":"2026-04-03T01:52:35.674197Z","steps":["trace[204346381] 'process raft request' (duration: 142.103853ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:35.674402Z","caller":"traceutil/trace.go:171","msg":"trace[487893108] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"142.394688ms","start":"2026-04-03T01:52:35.531983Z","end":"2026-04-03T01:52:35.674378Z","steps":["trace[487893108] 'process raft request' (duration: 142.103763ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:35.674522Z","caller":"traceutil/trace.go:171","msg":"trace[2065485346] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"142.237767ms","start":"2026-04-03T01:52:35.532269Z","end":"2026-04-03T01:52:35.674507Z","steps":["trace[2065485346] 'process raft request' (duration: 141.882499ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:35.681612Z","caller":"traceutil/trace.go:171","msg":"trace[185056519] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"106.743819ms","start":"2026-04-03T01:52:35.57485Z","end":"2026-04-03T01:52:35.681594Z","steps":["trace[185056519] 'process raft request' (duration: 106.548515ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:35.681668Z","caller":"traceutil/trace.go:171","msg":"trace[541813997] linearizableReadLoop","detail":"{readStateIndex:8811; appliedIndex:8806; }","duration":"100.009705ms","start":"2026-04-03T01:52:35.581532Z","end":"2026-04-03T01:52:35.681542Z","steps":["trace[541813997] 'read index received' (duration: 72.231631ms)","trace[541813997] 'applied index is now lower than readState.Index' (duration: 27.777454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:52:35.681827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.28058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T01:52:35.681889Z","caller":"traceutil/trace.go:171","msg":"trace[524931540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8505; }","duration":"100.382611ms","start":"2026-04-03T01:52:35.581496Z","end":"2026-04-03T01:52:35.681879Z","steps":["trace[524931540] 'agreement among raft nodes before linearized reading' (duration: 100.202998ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:24.747591Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002476.wal"} {"level":"warn","ts":"2026-04-03T01:54:26.32994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.976141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T01:54:26.330041Z","caller":"traceutil/trace.go:171","msg":"trace[1377044537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9521; }","duration":"116.123234ms","start":"2026-04-03T01:54:26.213901Z","end":"2026-04-03T01:54:26.330024Z","steps":["trace[1377044537] 'range keys from in-memory index tree' (duration: 115.811427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:54:26.330281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.934821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4x6nq\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-04-03T01:54:26.330322Z","caller":"traceutil/trace.go:171","msg":"trace[2112027496] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4x6nq; range_end:; response_count:1; response_revision:9521; }","duration":"106.005793ms","start":"2026-04-03T01:54:26.224305Z","end":"2026-04-03T01:54:26.33031Z","steps":["trace[2112027496] 'range keys from in-memory index tree' (duration: 105.833389ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:42.450072Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"331455d6226d3423","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T01:54:42.456429Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T01:54:42.456561Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T01:57:12.575521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8284} {"level":"info","ts":"2026-04-03T01:57:12.657463Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8284,"took":"79.798417ms","hash":662135737,"current-db-size-bytes":57278464,"current-db-size":"57 MB","current-db-size-in-use-bytes":24698880,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-03T01:57:12.657561Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":662135737,"revision":8284,"compact-revision":6118} {"level":"info","ts":"2026-04-03T02:02:12.583155Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10713} {"level":"info","ts":"2026-04-03T02:02:12.668029Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10713,"took":"82.885086ms","hash":3606175493,"current-db-size-bytes":57278464,"current-db-size":"57 MB","current-db-size-in-use-bytes":20279296,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-03T02:02:12.668114Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3606175493,"revision":10713,"compact-revision":8284}