{"level":"warn","ts":"2026-04-02T22:31:07.563386Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T22:31:07.563461Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.140:2380","--initial-cluster=instance=https://199.204.45.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T22:31:07.563517Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T22:31:07.563529Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-04-02T22:31:07.563586Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T22:31:07.564247Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"]} {"level":"info","ts":"2026-04-02T22:31:07.564373Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T22:31:07.569282Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.173421ms"} {"level":"info","ts":"2026-04-02T22:31:07.575455Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"35b2766da46a76bb","cluster-id":"f5fd3aeb8d9f53dc"} {"level":"info","ts":"2026-04-02T22:31:07.575578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T22:31:07.575595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 0"} {"level":"info","ts":"2026-04-02T22:31:07.575614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 35b2766da46a76bb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T22:31:07.575627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 1"} {"level":"info","ts":"2026-04-02T22:31:07.575669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"warn","ts":"2026-04-02T22:31:07.579887Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T22:31:07.58163Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T22:31:07.586137Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T22:31:07.591314Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"35b2766da46a76bb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T22:31:07.593948Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"35b2766da46a76bb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T22:31:07.593777Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T22:31:07.594515Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T22:31:07.594558Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T22:31:07.595687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"info","ts":"2026-04-02T22:31:07.595919Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","added-peer-id":"35b2766da46a76bb","added-peer-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-04-02T22:31:07.5966Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T22:31:07.596726Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-04-02T22:31:07.596797Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-04-02T22:31:07.596986Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"35b2766da46a76bb","initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T22:31:07.597032Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T22:31:08.276246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T22:31:08.27633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T22:31:08.27636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgPreVoteResp from 35b2766da46a76bb at term 1"} {"level":"info","ts":"2026-04-02T22:31:08.276385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became candidate at term 2"} {"level":"info","ts":"2026-04-02T22:31:08.276402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgVoteResp from 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-04-02T22:31:08.276492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became leader at term 2"} {"level":"info","ts":"2026-04-02T22:31:08.276508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 35b2766da46a76bb elected leader 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-04-02T22:31:08.27893Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T22:31:08.28004Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"35b2766da46a76bb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.140:2379]}","request-path":"/0/members/35b2766da46a76bb/attributes","cluster-id":"f5fd3aeb8d9f53dc","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T22:31:08.280153Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T22:31:08.280214Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T22:31:08.280703Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T22:31:08.280758Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T22:31:08.280763Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T22:31:08.280853Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T22:31:08.280887Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T22:31:08.284284Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.140:2379"} {"level":"info","ts":"2026-04-02T22:31:08.284344Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T22:31:29.486537Z","caller":"traceutil/trace.go:171","msg":"trace[2078754321] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"151.84184ms","start":"2026-04-02T22:31:29.334671Z","end":"2026-04-02T22:31:29.486512Z","steps":["trace[2078754321] 'process raft request' (duration: 151.701966ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:31:37.79032Z","caller":"traceutil/trace.go:171","msg":"trace[196366410] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"148.05606ms","start":"2026-04-02T22:31:37.642236Z","end":"2026-04-02T22:31:37.790292Z","steps":["trace[196366410] 'process raft request' (duration: 126.777579ms)","trace[196366410] 'compare' (duration: 21.151097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:31:46.062262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.941044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:31:46.062363Z","caller":"traceutil/trace.go:171","msg":"trace[771873676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"172.094119ms","start":"2026-04-02T22:31:45.890256Z","end":"2026-04-02T22:31:46.06235Z","steps":["trace[771873676] 'range keys from in-memory index tree' (duration: 171.800341ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:31:46.306488Z","caller":"traceutil/trace.go:171","msg":"trace[719439548] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"119.180539ms","start":"2026-04-02T22:31:46.187275Z","end":"2026-04-02T22:31:46.306456Z","steps":["trace[719439548] 'process raft request' (duration: 118.977003ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:31:46.397435Z","caller":"traceutil/trace.go:171","msg":"trace[1965886298] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"165.110609ms","start":"2026-04-02T22:31:46.232298Z","end":"2026-04-02T22:31:46.397409Z","steps":["trace[1965886298] 'read index received' (duration: 74.425215ms)","trace[1965886298] 'applied index is now lower than readState.Index' (duration: 90.684204ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:31:46.397559Z","caller":"traceutil/trace.go:171","msg":"trace[1769706856] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"176.127926ms","start":"2026-04-02T22:31:46.221349Z","end":"2026-04-02T22:31:46.397477Z","steps":["trace[1769706856] 'process raft request' (duration: 175.517727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:31:46.397711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.381837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T22:31:46.397804Z","caller":"traceutil/trace.go:171","msg":"trace[487814128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:581; }","duration":"165.5123ms","start":"2026-04-02T22:31:46.232269Z","end":"2026-04-02T22:31:46.397781Z","steps":["trace[487814128] 'agreement among raft nodes before linearized reading' (duration: 165.239802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:31:46.96237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.975176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:31:46.962779Z","caller":"traceutil/trace.go:171","msg":"trace[418754686] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"492.496593ms","start":"2026-04-02T22:31:46.470252Z","end":"2026-04-02T22:31:46.962749Z","steps":["trace[418754686] 'process raft request' (duration: 27.338974ms)","trace[418754686] 'compare' (duration: 463.79ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:31:46.962954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:31:46.470224Z","time spent":"492.672747ms","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T22:31:46.96303Z","caller":"traceutil/trace.go:171","msg":"trace[454896240] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:606; }","duration":"468.478894ms","start":"2026-04-02T22:31:46.494476Z","end":"2026-04-02T22:31:46.962955Z","steps":["trace[454896240] 'read index received' (duration: 3.029447ms)","trace[454896240] 'applied index is now lower than readState.Index' (duration: 465.441697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:31:46.978835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.35088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T22:31:46.978917Z","caller":"traceutil/trace.go:171","msg":"trace[712245592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:583; }","duration":"484.479384ms","start":"2026-04-02T22:31:46.494418Z","end":"2026-04-02T22:31:46.978898Z","steps":["trace[712245592] 'agreement among raft nodes before linearized reading' (duration: 468.713132ms)","trace[712245592] 'range keys from in-memory index tree' (duration: 15.577096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:31:46.978949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:31:46.494359Z","time spent":"484.582336ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T22:31:46.978834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.654231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-55mt4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-02T22:31:46.979102Z","caller":"traceutil/trace.go:171","msg":"trace[1685139364] range","detail":"{range_begin:/registry/pods/kube-system/cilium-55mt4; range_end:; response_count:1; response_revision:583; }","duration":"435.94923ms","start":"2026-04-02T22:31:46.543103Z","end":"2026-04-02T22:31:46.979052Z","steps":["trace[1685139364] 'agreement among raft nodes before linearized reading' (duration: 435.650492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:31:46.979259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:31:46.543074Z","time spent":"436.125966ms","remote":"127.0.0.1:58408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-55mt4\" "} {"level":"warn","ts":"2026-04-02T22:32:42.850476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.533113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T22:32:42.850511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.65945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T22:32:42.850576Z","caller":"traceutil/trace.go:171","msg":"trace[825843318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1262; }","duration":"155.651467ms","start":"2026-04-02T22:32:42.694904Z","end":"2026-04-02T22:32:42.850556Z","steps":["trace[825843318] 'range keys from in-memory index tree' (duration: 155.183053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:32:42.850599Z","caller":"traceutil/trace.go:171","msg":"trace[870324322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1262; }","duration":"214.807764ms","start":"2026-04-02T22:32:42.635771Z","end":"2026-04-02T22:32:42.850579Z","steps":["trace[870324322] 'range keys from in-memory index tree' (duration: 214.471195ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:14.245525Z","caller":"traceutil/trace.go:171","msg":"trace[178958207] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"244.354123ms","start":"2026-04-02T22:33:14.001147Z","end":"2026-04-02T22:33:14.245501Z","steps":["trace[178958207] 'process raft request' (duration: 244.217109ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:14.245556Z","caller":"traceutil/trace.go:171","msg":"trace[368916912] linearizableReadLoop","detail":"{readStateIndex:1855; appliedIndex:1855; }","duration":"243.081126ms","start":"2026-04-02T22:33:14.00244Z","end":"2026-04-02T22:33:14.245521Z","steps":["trace[368916912] 'read index received' (duration: 243.074075ms)","trace[368916912] 'applied index is now lower than readState.Index' (duration: 5.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:33:14.24584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.396665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T22:33:14.245892Z","caller":"traceutil/trace.go:171","msg":"trace[612492993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1783; }","duration":"243.495439ms","start":"2026-04-02T22:33:14.002386Z","end":"2026-04-02T22:33:14.245881Z","steps":["trace[612492993] 'agreement among raft nodes before linearized reading' (duration: 243.256081ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:14.338047Z","caller":"traceutil/trace.go:171","msg":"trace[499765168] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"270.674154ms","start":"2026-04-02T22:33:14.067342Z","end":"2026-04-02T22:33:14.338016Z","steps":["trace[499765168] 'process raft request' (duration: 253.508634ms)","trace[499765168] 'compare' (duration: 17.026276ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:33:14.39887Z","caller":"traceutil/trace.go:171","msg":"trace[1134133873] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"148.240216ms","start":"2026-04-02T22:33:14.250606Z","end":"2026-04-02T22:33:14.398846Z","steps":["trace[1134133873] 'process raft request' (duration: 148.060901ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:14.399028Z","caller":"traceutil/trace.go:171","msg":"trace[661469501] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1855; }","duration":"101.726757ms","start":"2026-04-02T22:33:14.297078Z","end":"2026-04-02T22:33:14.398805Z","steps":["trace[661469501] 'read index received' (duration: 23.730868ms)","trace[661469501] 'applied index is now lower than readState.Index' (duration: 77.994909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:33:14.399103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.012505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-02T22:33:14.399171Z","caller":"traceutil/trace.go:171","msg":"trace[704122062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1785; }","duration":"102.140549ms","start":"2026-04-02T22:33:14.29701Z","end":"2026-04-02T22:33:14.399151Z","steps":["trace[704122062] 'agreement among raft nodes before linearized reading' (duration: 101.922882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:59.150814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.577289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-02T22:33:59.150918Z","caller":"traceutil/trace.go:171","msg":"trace[1663969814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2083; }","duration":"101.733684ms","start":"2026-04-02T22:33:59.049163Z","end":"2026-04-02T22:33:59.150896Z","steps":["trace[1663969814] 'range keys from in-memory index tree' (duration: 101.349923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:04.895557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.016433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-02T22:34:04.895595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.355466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T22:34:04.895623Z","caller":"traceutil/trace.go:171","msg":"trace[344126132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2112; }","duration":"144.122876ms","start":"2026-04-02T22:34:04.751486Z","end":"2026-04-02T22:34:04.895609Z","steps":["trace[344126132] 'range keys from in-memory index tree' (duration: 143.879069ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:34:04.895652Z","caller":"traceutil/trace.go:171","msg":"trace[161866599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2112; }","duration":"251.458639ms","start":"2026-04-02T22:34:04.64418Z","end":"2026-04-02T22:34:04.895639Z","steps":["trace[161866599] 'range keys from in-memory index tree' (duration: 251.204392ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:34:05.006815Z","caller":"traceutil/trace.go:171","msg":"trace[380632119] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"106.59104ms","start":"2026-04-02T22:34:04.900196Z","end":"2026-04-02T22:34:05.006787Z","steps":["trace[380632119] 'process raft request' (duration: 106.353034ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:34:05.258733Z","caller":"traceutil/trace.go:171","msg":"trace[824798097] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"217.342ms","start":"2026-04-02T22:34:05.041331Z","end":"2026-04-02T22:34:05.258673Z","steps":["trace[824798097] 'process raft request' (duration: 149.731123ms)","trace[824798097] 'compare' (duration: 67.470734ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:34:49.454962Z","caller":"traceutil/trace.go:171","msg":"trace[381094602] linearizableReadLoop","detail":"{readStateIndex:2493; appliedIndex:2492; }","duration":"133.583717ms","start":"2026-04-02T22:34:49.321339Z","end":"2026-04-02T22:34:49.454923Z","steps":["trace[381094602] 'read index received' (duration: 133.306779ms)","trace[381094602] 'applied index is now lower than readState.Index' (duration: 275.618µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:34:49.455056Z","caller":"traceutil/trace.go:171","msg":"trace[1975748539] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"233.312144ms","start":"2026-04-02T22:34:49.221706Z","end":"2026-04-02T22:34:49.455018Z","steps":["trace[1975748539] 'process raft request' (duration: 233.050466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:49.455223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.856414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-02T22:34:49.455304Z","caller":"traceutil/trace.go:171","msg":"trace[292621413] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2400; }","duration":"133.985058ms","start":"2026-04-02T22:34:49.321304Z","end":"2026-04-02T22:34:49.455289Z","steps":["trace[292621413] 'agreement among raft nodes before linearized reading' (duration: 133.740411ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:38:08.730894Z","caller":"traceutil/trace.go:171","msg":"trace[2142189126] linearizableReadLoop","detail":"{readStateIndex:3788; appliedIndex:3787; }","duration":"126.259272ms","start":"2026-04-02T22:38:08.604608Z","end":"2026-04-02T22:38:08.730867Z","steps":["trace[2142189126] 'read index received' (duration: 126.014704ms)","trace[2142189126] 'applied index is now lower than readState.Index' (duration: 243.488µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:38:08.730974Z","caller":"traceutil/trace.go:171","msg":"trace[155033562] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"128.613489ms","start":"2026-04-02T22:38:08.602346Z","end":"2026-04-02T22:38:08.73096Z","steps":["trace[155033562] 'process raft request' (duration: 128.329881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:38:08.731118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.500049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T22:38:08.731161Z","caller":"traceutil/trace.go:171","msg":"trace[387211507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3648; }","duration":"126.592222ms","start":"2026-04-02T22:38:08.604554Z","end":"2026-04-02T22:38:08.731146Z","steps":["trace[387211507] 'agreement among raft nodes before linearized reading' (duration: 126.437848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:38:08.935566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.522507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:38:08.935825Z","caller":"traceutil/trace.go:171","msg":"trace[1672117740] transaction","detail":"{read_only:false; response_revision:3649; number_of_response:1; }","duration":"200.069941ms","start":"2026-04-02T22:38:08.73573Z","end":"2026-04-02T22:38:08.9358Z","steps":["trace[1672117740] 'process raft request' (duration: 20.132262ms)","trace[1672117740] 'compare' (duration: 179.316442ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:38:08.935923Z","caller":"traceutil/trace.go:171","msg":"trace[903028627] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"163.79965ms","start":"2026-04-02T22:38:08.772112Z","end":"2026-04-02T22:38:08.935912Z","steps":["trace[903028627] 'process raft request' (duration: 163.544813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:49.228816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.675226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:39:49.228936Z","caller":"traceutil/trace.go:171","msg":"trace[1357667749] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5108; }","duration":"129.892482ms","start":"2026-04-02T22:39:49.099015Z","end":"2026-04-02T22:39:49.228907Z","steps":["trace[1357667749] 'range keys from in-memory index tree' (duration: 129.583394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:49.229218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.357265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T22:39:49.229367Z","caller":"traceutil/trace.go:171","msg":"trace[1868931574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5108; }","duration":"124.52875ms","start":"2026-04-02T22:39:49.104773Z","end":"2026-04-02T22:39:49.229302Z","steps":["trace[1868931574] 'range keys from in-memory index tree' (duration: 123.928753ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:51.469013Z","caller":"traceutil/trace.go:171","msg":"trace[833207107] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5369; }","duration":"223.778282ms","start":"2026-04-02T22:39:51.245188Z","end":"2026-04-02T22:39:51.468966Z","steps":["trace[833207107] 'read index received' (duration: 223.611997ms)","trace[833207107] 'applied index is now lower than readState.Index' (duration: 165.265µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:39:51.469123Z","caller":"traceutil/trace.go:171","msg":"trace[252707271] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"445.554127ms","start":"2026-04-02T22:39:51.023543Z","end":"2026-04-02T22:39:51.469097Z","steps":["trace[252707271] 'process raft request' (duration: 445.244358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:51.46932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:51.023526Z","time spent":"445.706141ms","remote":"127.0.0.1:58408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:39:51.469498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.294087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T22:39:51.469582Z","caller":"traceutil/trace.go:171","msg":"trace[472723827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5176; }","duration":"224.42398ms","start":"2026-04-02T22:39:51.24514Z","end":"2026-04-02T22:39:51.469564Z","steps":["trace[472723827] 'agreement among raft nodes before linearized reading' (duration: 224.010259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:51.477998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.825218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T22:39:51.478067Z","caller":"traceutil/trace.go:171","msg":"trace[558394432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5177; }","duration":"226.947072ms","start":"2026-04-02T22:39:51.251103Z","end":"2026-04-02T22:39:51.47805Z","steps":["trace[558394432] 'agreement among raft nodes before linearized reading' (duration: 226.756556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:51.478142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.101429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T22:39:51.47818Z","caller":"traceutil/trace.go:171","msg":"trace[341082447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5177; }","duration":"213.17079ms","start":"2026-04-02T22:39:51.264999Z","end":"2026-04-02T22:39:51.47817Z","steps":["trace[341082447] 'agreement among raft nodes before linearized reading' (duration: 213.046537ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:51.478003Z","caller":"traceutil/trace.go:171","msg":"trace[1517011620] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"167.934975ms","start":"2026-04-02T22:39:51.310048Z","end":"2026-04-02T22:39:51.477983Z","steps":["trace[1517011620] 'process raft request' (duration: 167.696658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:51.478336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.490059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T22:39:51.478368Z","caller":"traceutil/trace.go:171","msg":"trace[2134979700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5177; }","duration":"226.5451ms","start":"2026-04-02T22:39:51.251814Z","end":"2026-04-02T22:39:51.478359Z","steps":["trace[2134979700] 'agreement among raft nodes before linearized reading' (duration: 226.455618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:53.316219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.974178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:39:53.316944Z","caller":"traceutil/trace.go:171","msg":"trace[743355316] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"224.43649ms","start":"2026-04-02T22:39:53.091907Z","end":"2026-04-02T22:39:53.316344Z","steps":["trace[743355316] 'process raft request' (duration: 115.239006ms)","trace[743355316] 'compare' (duration: 108.857725ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:40:04.400317Z","caller":"traceutil/trace.go:171","msg":"trace[788148004] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"124.085179ms","start":"2026-04-02T22:40:04.276199Z","end":"2026-04-02T22:40:04.400284Z","steps":["trace[788148004] 'process raft request' (duration: 92.062818ms)","trace[788148004] 'compare' (duration: 31.68601ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:40:04.400367Z","caller":"traceutil/trace.go:171","msg":"trace[697132323] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"123.883193ms","start":"2026-04-02T22:40:04.276447Z","end":"2026-04-02T22:40:04.40033Z","steps":["trace[697132323] 'process raft request' (duration: 123.7886ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:40:04.400327Z","caller":"traceutil/trace.go:171","msg":"trace[1371631278] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"123.908123ms","start":"2026-04-02T22:40:04.276393Z","end":"2026-04-02T22:40:04.400301Z","steps":["trace[1371631278] 'process raft request' (duration: 123.756579ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:40:04.400313Z","caller":"traceutil/trace.go:171","msg":"trace[797180639] linearizableReadLoop","detail":"{readStateIndex:5584; appliedIndex:5580; }","duration":"119.380985ms","start":"2026-04-02T22:40:04.280905Z","end":"2026-04-02T22:40:04.400286Z","steps":["trace[797180639] 'read index received' (duration: 25.731252ms)","trace[797180639] 'applied index is now lower than readState.Index' (duration: 93.648553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:40:04.400592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.677932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-02T22:40:04.4009Z","caller":"traceutil/trace.go:171","msg":"trace[156555890] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5384; }","duration":"120.001661ms","start":"2026-04-02T22:40:04.280845Z","end":"2026-04-02T22:40:04.400847Z","steps":["trace[156555890] 'agreement among raft nodes before linearized reading' (duration: 119.524668ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:41:08.308556Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2826} {"level":"info","ts":"2026-04-02T22:41:08.376871Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2826,"took":"66.743321ms","hash":2169132825,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":32956416,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-02T22:41:08.377005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2169132825,"revision":2826,"compact-revision":-1} {"level":"info","ts":"2026-04-02T22:45:45.313158Z","caller":"traceutil/trace.go:171","msg":"trace[1679460832] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"271.540486ms","start":"2026-04-02T22:45:45.041585Z","end":"2026-04-02T22:45:45.313125Z","steps":["trace[1679460832] 'process raft request' (duration: 271.32735ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:45.465929Z","caller":"traceutil/trace.go:171","msg":"trace[378346907] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"148.300522ms","start":"2026-04-02T22:45:45.317601Z","end":"2026-04-02T22:45:45.465901Z","steps":["trace[378346907] 'process raft request' (duration: 104.447873ms)","trace[378346907] 'compare' (duration: 43.733465ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:45:45.467644Z","caller":"traceutil/trace.go:171","msg":"trace[608561654] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"149.909708ms","start":"2026-04-02T22:45:45.317716Z","end":"2026-04-02T22:45:45.467626Z","steps":["trace[608561654] 'process raft request' (duration: 149.857846ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:45.467656Z","caller":"traceutil/trace.go:171","msg":"trace[692420644] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"150.022271ms","start":"2026-04-02T22:45:45.317611Z","end":"2026-04-02T22:45:45.467633Z","steps":["trace[692420644] 'process raft request' (duration: 149.880027ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:45.467816Z","caller":"traceutil/trace.go:171","msg":"trace[1710529362] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8270; }","duration":"111.583905ms","start":"2026-04-02T22:45:45.356213Z","end":"2026-04-02T22:45:45.467796Z","steps":["trace[1710529362] 'read index received' (duration: 65.860112ms)","trace[1710529362] 'applied index is now lower than readState.Index' (duration: 45.722243ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:45:45.467844Z","caller":"traceutil/trace.go:171","msg":"trace[1156074705] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"148.96979ms","start":"2026-04-02T22:45:45.31885Z","end":"2026-04-02T22:45:45.46782Z","steps":["trace[1156074705] 'process raft request' (duration: 148.751874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:45.467978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.863482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T22:45:45.468029Z","caller":"traceutil/trace.go:171","msg":"trace[536602096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7991; }","duration":"111.967955ms","start":"2026-04-02T22:45:45.35605Z","end":"2026-04-02T22:45:45.468018Z","steps":["trace[536602096] 'agreement among raft nodes before linearized reading' (duration: 111.81197ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:57.789208Z","caller":"traceutil/trace.go:171","msg":"trace[565906929] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"221.44853ms","start":"2026-04-02T22:45:57.567735Z","end":"2026-04-02T22:45:57.789184Z","steps":["trace[565906929] 'process raft request' (duration: 221.295126ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:57.850586Z","caller":"traceutil/trace.go:171","msg":"trace[1565946909] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"282.633209ms","start":"2026-04-02T22:45:57.567932Z","end":"2026-04-02T22:45:57.850566Z","steps":["trace[1565946909] 'process raft request' (duration: 282.575778ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:57.850653Z","caller":"traceutil/trace.go:171","msg":"trace[773681887] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"282.821705ms","start":"2026-04-02T22:45:57.567796Z","end":"2026-04-02T22:45:57.850617Z","steps":["trace[773681887] 'process raft request' (duration: 282.610739ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:57.850892Z","caller":"traceutil/trace.go:171","msg":"trace[1924167128] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"282.944268ms","start":"2026-04-02T22:45:57.567938Z","end":"2026-04-02T22:45:57.850883Z","steps":["trace[1924167128] 'process raft request' (duration: 282.597258ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:57.85093Z","caller":"traceutil/trace.go:171","msg":"trace[950432933] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8340; }","duration":"282.878506ms","start":"2026-04-02T22:45:57.568033Z","end":"2026-04-02T22:45:57.850911Z","steps":["trace[950432933] 'read index received' (duration: 220.981816ms)","trace[950432933] 'applied index is now lower than readState.Index' (duration: 61.89609ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:45:57.850978Z","caller":"traceutil/trace.go:171","msg":"trace[913264407] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"282.804844ms","start":"2026-04-02T22:45:57.568164Z","end":"2026-04-02T22:45:57.850969Z","steps":["trace[913264407] 'process raft request' (duration: 282.601279ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:57.850963Z","caller":"traceutil/trace.go:171","msg":"trace[1760884134] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"282.193836ms","start":"2026-04-02T22:45:57.56874Z","end":"2026-04-02T22:45:57.850934Z","steps":["trace[1760884134] 'process raft request' (duration: 282.114824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:57.851102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.051921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T22:45:57.851132Z","caller":"traceutil/trace.go:171","msg":"trace[1159344260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8060; }","duration":"283.117803ms","start":"2026-04-02T22:45:57.568007Z","end":"2026-04-02T22:45:57.851125Z","steps":["trace[1159344260] 'agreement among raft nodes before linearized reading' (duration: 282.971809ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:57.851222Z","caller":"traceutil/trace.go:171","msg":"trace[1288524202] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"282.307279ms","start":"2026-04-02T22:45:57.568834Z","end":"2026-04-02T22:45:57.851141Z","steps":["trace[1288524202] 'process raft request' (duration: 282.049352ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:08.316309Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5908} {"level":"info","ts":"2026-04-02T22:46:08.400307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5908,"took":"82.09817ms","hash":182813861,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":26877952,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-02T22:46:08.400365Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":182813861,"revision":5908,"compact-revision":2826} {"level":"info","ts":"2026-04-02T22:46:38.325612Z","caller":"traceutil/trace.go:171","msg":"trace[1581042260] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"200.367843ms","start":"2026-04-02T22:46:38.125216Z","end":"2026-04-02T22:46:38.325584Z","steps":["trace[1581042260] 'process raft request' (duration: 134.470961ms)","trace[1581042260] 'compare' (duration: 65.714077ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:46:38.566258Z","caller":"traceutil/trace.go:171","msg":"trace[822290571] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"349.608991ms","start":"2026-04-02T22:46:38.216626Z","end":"2026-04-02T22:46:38.566235Z","steps":["trace[822290571] 'process raft request' (duration: 349.56981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:38.566411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:38.216598Z","time spent":"349.739215ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:38.566819Z","caller":"traceutil/trace.go:171","msg":"trace[1055026915] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"441.375226ms","start":"2026-04-02T22:46:38.12543Z","end":"2026-04-02T22:46:38.566806Z","steps":["trace[1055026915] 'process raft request' (duration: 440.4849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:38.566879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:38.125422Z","time spent":"441.425217ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:38.569463Z","caller":"traceutil/trace.go:171","msg":"trace[588452143] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"443.822306ms","start":"2026-04-02T22:46:38.125614Z","end":"2026-04-02T22:46:38.569436Z","steps":["trace[588452143] 'process raft request' (duration: 440.508121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:38.569634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:38.125574Z","time spent":"443.951619ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:38.569765Z","caller":"traceutil/trace.go:171","msg":"trace[382399119] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"442.809416ms","start":"2026-04-02T22:46:38.126934Z","end":"2026-04-02T22:46:38.569744Z","steps":["trace[382399119] 'process raft request' (duration: 439.226774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:38.570154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:38.126926Z","time spent":"443.183027ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:38.570608Z","caller":"traceutil/trace.go:171","msg":"trace[287797966] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"445.105362ms","start":"2026-04-02T22:46:38.125489Z","end":"2026-04-02T22:46:38.570595Z","steps":["trace[287797966] 'process raft request' (duration: 440.582144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:38.570708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:38.125475Z","time spent":"445.175114ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:38.599242Z","caller":"traceutil/trace.go:171","msg":"trace[1175733049] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"334.146555ms","start":"2026-04-02T22:46:38.265072Z","end":"2026-04-02T22:46:38.599218Z","steps":["trace[1175733049] 'process raft request' (duration: 333.925519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:38.599369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:38.265046Z","time spent":"334.267689ms","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T22:46:38.599698Z","caller":"traceutil/trace.go:171","msg":"trace[1592324850] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8670; }","duration":"334.399142ms","start":"2026-04-02T22:46:38.265287Z","end":"2026-04-02T22:46:38.599686Z","steps":["trace[1592324850] 'read index received' (duration: 301.842012ms)","trace[1592324850] 'applied index is now lower than readState.Index' (duration: 32.55634ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:46:38.599913Z","caller":"traceutil/trace.go:171","msg":"trace[1745261841] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"323.050751ms","start":"2026-04-02T22:46:38.276854Z","end":"2026-04-02T22:46:38.599905Z","steps":["trace[1745261841] 'process raft request' (duration: 322.29713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:38.599972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:38.276845Z","time spent":"323.092932ms","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:46:38.600172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.901866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-phkcv\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-04-02T22:46:38.600204Z","caller":"traceutil/trace.go:171","msg":"trace[1954371630] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-phkcv; range_end:; response_count:1; response_revision:8372; }","duration":"334.960098ms","start":"2026-04-02T22:46:38.265233Z","end":"2026-04-02T22:46:38.600194Z","steps":["trace[1954371630] 'agreement among raft nodes before linearized reading' (duration: 334.850605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:38.600228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:38.265224Z","time spent":"334.99894ms","remote":"127.0.0.1:58408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-phkcv\" "} {"level":"warn","ts":"2026-04-02T22:46:38.60035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.601347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19317"} {"level":"info","ts":"2026-04-02T22:46:38.600429Z","caller":"traceutil/trace.go:171","msg":"trace[261592112] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8372; }","duration":"272.706839ms","start":"2026-04-02T22:46:38.327693Z","end":"2026-04-02T22:46:38.6004Z","steps":["trace[261592112] 'agreement among raft nodes before linearized reading' (duration: 272.472641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:39.366078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.947488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-02T22:46:39.366168Z","caller":"traceutil/trace.go:171","msg":"trace[461578910] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8374; }","duration":"139.095612ms","start":"2026-04-02T22:46:39.227054Z","end":"2026-04-02T22:46:39.366149Z","steps":["trace[461578910] 'range keys from in-memory index tree' (duration: 138.695111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:40.315541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.925395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:46:40.315665Z","caller":"traceutil/trace.go:171","msg":"trace[929914443] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"135.970104ms","start":"2026-04-02T22:46:40.179669Z","end":"2026-04-02T22:46:40.315639Z","steps":["trace[929914443] 'process raft request' (duration: 12.828433ms)","trace[929914443] 'compare' (duration: 122.788291ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:46:52.48489Z","caller":"traceutil/trace.go:171","msg":"trace[2101667167] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"102.011714ms","start":"2026-04-02T22:46:52.382845Z","end":"2026-04-02T22:46:52.484857Z","steps":["trace[2101667167] 'process raft request' (duration: 72.386387ms)","trace[2101667167] 'compare' (duration: 29.453023ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:47:18.856686Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023a6.wal"} {"level":"info","ts":"2026-04-02T22:49:03.725424Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T22:49:03.729784Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T22:49:03.7299Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T22:51:08.325233Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8118} {"level":"info","ts":"2026-04-02T22:51:08.388354Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8118,"took":"61.023778ms","hash":4257174315,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":29495296,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-02T22:51:08.388469Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4257174315,"revision":8118,"compact-revision":5908} {"level":"info","ts":"2026-04-02T22:56:08.331498Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10550} {"level":"info","ts":"2026-04-02T22:56:08.40927Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10550,"took":"76.005413ms","hash":3664299055,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":20070400,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-02T22:56:08.409325Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3664299055,"revision":10550,"compact-revision":8118}