{"level":"warn","ts":"2026-03-04T01:25:16.702947Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:25:16.703129Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.140:2380","--initial-cluster=instance=https://199.204.45.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:25:16.703253Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:25:16.70328Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-04T01:25:16.703327Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:25:16.704704Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"]} {"level":"info","ts":"2026-03-04T01:25:16.704857Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:25:16.710209Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.868913ms"} {"level":"info","ts":"2026-03-04T01:25:16.718869Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"35b2766da46a76bb","cluster-id":"f5fd3aeb8d9f53dc"} {"level":"info","ts":"2026-03-04T01:25:16.718998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:25:16.719064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 0"} {"level":"info","ts":"2026-03-04T01:25:16.719083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 35b2766da46a76bb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:25:16.719097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 1"} {"level":"info","ts":"2026-03-04T01:25:16.719157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"warn","ts":"2026-03-04T01:25:16.729084Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:25:16.730759Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:25:16.732768Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:25:16.736156Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"35b2766da46a76bb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:25:16.736498Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:25:16.736646Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:25:16.736665Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:25:16.736601Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"35b2766da46a76bb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:25:16.740442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"info","ts":"2026-03-04T01:25:16.740792Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","added-peer-id":"35b2766da46a76bb","added-peer-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-04T01:25:16.742871Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:25:16.743229Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"35b2766da46a76bb","initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:25:16.743267Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:25:16.743306Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-04T01:25:16.743319Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-04T01:25:17.220158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:25:17.220268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:25:17.220328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgPreVoteResp from 35b2766da46a76bb at term 1"} {"level":"info","ts":"2026-03-04T01:25:17.220357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:25:17.22037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgVoteResp from 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-04T01:25:17.220393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became leader at term 2"} {"level":"info","ts":"2026-03-04T01:25:17.220408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 35b2766da46a76bb elected leader 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-04T01:25:17.221459Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:25:17.222472Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:25:17.222459Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"35b2766da46a76bb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.140:2379]}","request-path":"/0/members/35b2766da46a76bb/attributes","cluster-id":"f5fd3aeb8d9f53dc","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:25:17.222662Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:25:17.222906Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:25:17.222921Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:25:17.223019Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:25:17.223125Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:25:17.223152Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:25:17.225849Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.140:2379"} {"level":"info","ts":"2026-03-04T01:25:17.226286Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:25:26.816946Z","caller":"traceutil/trace.go:171","msg":"trace[789638162] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"121.777546ms","start":"2026-03-04T01:25:26.695139Z","end":"2026-03-04T01:25:26.816917Z","steps":["trace[789638162] 'process raft request' (duration: 121.609841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:26.816962Z","caller":"traceutil/trace.go:171","msg":"trace[1217188435] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"123.139002ms","start":"2026-03-04T01:25:26.693765Z","end":"2026-03-04T01:25:26.816904Z","steps":["trace[1217188435] 'process raft request' (duration: 44.348666ms)","trace[1217188435] 'compare' (duration: 78.473106ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:26.817042Z","caller":"traceutil/trace.go:171","msg":"trace[1611957957] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"121.143598ms","start":"2026-03-04T01:25:26.695861Z","end":"2026-03-04T01:25:26.817004Z","steps":["trace[1611957957] 'process raft request' (duration: 120.930272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:33.994003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.567617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-04T01:25:33.994143Z","caller":"traceutil/trace.go:171","msg":"trace[1936285991] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:403; }","duration":"129.794344ms","start":"2026-03-04T01:25:33.864326Z","end":"2026-03-04T01:25:33.99412Z","steps":["trace[1936285991] 'range keys from in-memory index tree' (duration: 129.452065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:34.19415Z","caller":"traceutil/trace.go:171","msg":"trace[439896347] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"189.871819ms","start":"2026-03-04T01:25:34.004239Z","end":"2026-03-04T01:25:34.194111Z","steps":["trace[439896347] 'process raft request' (duration: 189.670614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.393737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.688158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-04T01:25:34.393833Z","caller":"traceutil/trace.go:171","msg":"trace[1674065723] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:404; }","duration":"195.843202ms","start":"2026-03-04T01:25:34.19797Z","end":"2026-03-04T01:25:34.393813Z","steps":["trace[1674065723] 'range keys from in-memory index tree' (duration: 195.531583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.393737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.895917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:34.393939Z","caller":"traceutil/trace.go:171","msg":"trace[829927966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"148.142563ms","start":"2026-03-04T01:25:34.24578Z","end":"2026-03-04T01:25:34.393922Z","steps":["trace[829927966] 'range keys from in-memory index tree' (duration: 147.796294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:52.42457Z","caller":"traceutil/trace.go:171","msg":"trace[1772689411] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"234.326036ms","start":"2026-03-04T01:25:52.190216Z","end":"2026-03-04T01:25:52.424542Z","steps":["trace[1772689411] 'process raft request' (duration: 234.148451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:52.706716Z","caller":"traceutil/trace.go:171","msg":"trace[1053664448] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"246.477178ms","start":"2026-03-04T01:25:52.460128Z","end":"2026-03-04T01:25:52.706605Z","steps":["trace[1053664448] 'process raft request' (duration: 196.205615ms)","trace[1053664448] 'compare' (duration: 50.15577ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:52.764596Z","caller":"traceutil/trace.go:171","msg":"trace[1658098652] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"259.462213ms","start":"2026-03-04T01:25:52.505096Z","end":"2026-03-04T01:25:52.764558Z","steps":["trace[1658098652] 'process raft request' (duration: 259.252757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:53.18019Z","caller":"traceutil/trace.go:171","msg":"trace[972476562] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"169.363122ms","start":"2026-03-04T01:25:53.010808Z","end":"2026-03-04T01:25:53.180171Z","steps":["trace[972476562] 'read index received' (duration: 169.173797ms)","trace[972476562] 'applied index is now lower than readState.Index' (duration: 188.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:53.180277Z","caller":"traceutil/trace.go:171","msg":"trace[91476061] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"175.260663ms","start":"2026-03-04T01:25:53.004975Z","end":"2026-03-04T01:25:53.180236Z","steps":["trace[91476061] 'process raft request' (duration: 175.077818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:53.180408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.552077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:53.180519Z","caller":"traceutil/trace.go:171","msg":"trace[2136497947] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:511; }","duration":"169.716052ms","start":"2026-03-04T01:25:53.010773Z","end":"2026-03-04T01:25:53.180489Z","steps":["trace[2136497947] 'agreement among raft nodes before linearized reading' (duration: 169.486926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:13.658215Z","caller":"traceutil/trace.go:171","msg":"trace[1580870412] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"103.172566ms","start":"2026-03-04T01:26:13.555019Z","end":"2026-03-04T01:26:13.658191Z","steps":["trace[1580870412] 'process raft request' (duration: 103.025402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:32.093499Z","caller":"traceutil/trace.go:171","msg":"trace[1962363488] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"102.736215ms","start":"2026-03-04T01:26:31.99073Z","end":"2026-03-04T01:26:32.093467Z","steps":["trace[1962363488] 'process raft request' (duration: 100.73225ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:01.833129Z","caller":"traceutil/trace.go:171","msg":"trace[2086014515] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"247.752863ms","start":"2026-03-04T01:27:01.585351Z","end":"2026-03-04T01:27:01.833104Z","steps":["trace[2086014515] 'process raft request' (duration: 247.61418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:01.923325Z","caller":"traceutil/trace.go:171","msg":"trace[1177014538] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1608; }","duration":"202.199184ms","start":"2026-03-04T01:27:01.721104Z","end":"2026-03-04T01:27:01.923303Z","steps":["trace[1177014538] 'read index received' (duration: 111.971478ms)","trace[1177014538] 'applied index is now lower than readState.Index' (duration: 90.226756ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:01.92414Z","caller":"traceutil/trace.go:171","msg":"trace[1061813633] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"335.602765ms","start":"2026-03-04T01:27:01.58778Z","end":"2026-03-04T01:27:01.923383Z","steps":["trace[1061813633] 'process raft request' (duration: 320.487724ms)","trace[1061813633] 'compare' (duration: 14.855224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:01.924871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.794718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:27:01.924976Z","caller":"traceutil/trace.go:171","msg":"trace[593090472] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1545; }","duration":"203.943542ms","start":"2026-03-04T01:27:01.720994Z","end":"2026-03-04T01:27:01.924938Z","steps":["trace[593090472] 'agreement among raft nodes before linearized reading' (duration: 202.43215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:01.93018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:01.587759Z","time spent":"336.47801ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:02.24016Z","caller":"traceutil/trace.go:171","msg":"trace[1999310975] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"225.20201ms","start":"2026-03-04T01:27:02.014896Z","end":"2026-03-04T01:27:02.240098Z","steps":["trace[1999310975] 'process raft request' (duration: 223.575547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:16.530492Z","caller":"traceutil/trace.go:171","msg":"trace[1970924628] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"130.802121ms","start":"2026-03-04T01:27:16.399659Z","end":"2026-03-04T01:27:16.530461Z","steps":["trace[1970924628] 'process raft request' (duration: 129.490875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:17.197689Z","caller":"traceutil/trace.go:171","msg":"trace[894622210] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"180.180535ms","start":"2026-03-04T01:33:17.017448Z","end":"2026-03-04T01:33:17.197628Z","steps":["trace[894622210] 'process raft request' (duration: 179.877056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:17.340832Z","caller":"traceutil/trace.go:171","msg":"trace[1286692941] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"135.136056ms","start":"2026-03-04T01:33:17.205659Z","end":"2026-03-04T01:33:17.340795Z","steps":["trace[1286692941] 'process raft request' (duration: 105.756251ms)","trace[1286692941] 'compare' (duration: 29.2043ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:17.625469Z","caller":"traceutil/trace.go:171","msg":"trace[1966144145] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"101.966786ms","start":"2026-03-04T01:33:17.523471Z","end":"2026-03-04T01:33:17.625438Z","steps":["trace[1966144145] 'process raft request' (duration: 101.829352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:17.625642Z","caller":"traceutil/trace.go:171","msg":"trace[483595508] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"121.60982ms","start":"2026-03-04T01:33:17.504021Z","end":"2026-03-04T01:33:17.625631Z","steps":["trace[483595508] 'process raft request' (duration: 52.796773ms)","trace[483595508] 'compare' (duration: 68.329694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:19.644036Z","caller":"traceutil/trace.go:171","msg":"trace[1597447021] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"231.685122ms","start":"2026-03-04T01:33:19.412324Z","end":"2026-03-04T01:33:19.644009Z","steps":["trace[1597447021] 'process raft request' (duration: 231.520538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:19.826346Z","caller":"traceutil/trace.go:171","msg":"trace[567842797] linearizableReadLoop","detail":"{readStateIndex:4784; appliedIndex:4781; }","duration":"301.774954ms","start":"2026-03-04T01:33:19.524551Z","end":"2026-03-04T01:33:19.826326Z","steps":["trace[567842797] 'read index received' (duration: 119.361709ms)","trace[567842797] 'applied index is now lower than readState.Index' (duration: 182.412215ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:19.826456Z","caller":"traceutil/trace.go:171","msg":"trace[439302022] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"310.902637ms","start":"2026-03-04T01:33:19.515522Z","end":"2026-03-04T01:33:19.826424Z","steps":["trace[439302022] 'process raft request' (duration: 310.745803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:19.826552Z","caller":"traceutil/trace.go:171","msg":"trace[761128379] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"354.049483ms","start":"2026-03-04T01:33:19.47247Z","end":"2026-03-04T01:33:19.826519Z","steps":["trace[761128379] 'process raft request' (duration: 353.674182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:19.82661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:19.515493Z","time spent":"311.037531ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:33:19.826681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:19.472412Z","time spent":"354.205827ms","remote":"127.0.0.1:59864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:33:19.82678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.192477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-04T01:33:19.826876Z","caller":"traceutil/trace.go:171","msg":"trace[1667191608] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4597; }","duration":"302.34356ms","start":"2026-03-04T01:33:19.524508Z","end":"2026-03-04T01:33:19.826852Z","steps":["trace[1667191608] 'agreement among raft nodes before linearized reading' (duration: 302.056122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:19.826931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:19.524498Z","time spent":"302.421693ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T01:33:19.859909Z","caller":"traceutil/trace.go:171","msg":"trace[115837897] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"210.327789ms","start":"2026-03-04T01:33:19.649554Z","end":"2026-03-04T01:33:19.859882Z","steps":["trace[115837897] 'process raft request' (duration: 210.151495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:19.8602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.482971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-04T01:33:19.860214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.579855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:33:19.860269Z","caller":"traceutil/trace.go:171","msg":"trace[1953800535] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4598; }","duration":"308.557323ms","start":"2026-03-04T01:33:19.551695Z","end":"2026-03-04T01:33:19.860252Z","steps":["trace[1953800535] 'agreement among raft nodes before linearized reading' (duration: 308.371768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:19.860295Z","caller":"traceutil/trace.go:171","msg":"trace[118367650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4598; }","duration":"128.721928ms","start":"2026-03-04T01:33:19.731556Z","end":"2026-03-04T01:33:19.860278Z","steps":["trace[118367650] 'agreement among raft nodes before linearized reading' (duration: 128.43012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:19.860311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:19.551665Z","time spent":"308.632354ms","remote":"127.0.0.1:59958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T01:33:19.988488Z","caller":"traceutil/trace.go:171","msg":"trace[1455855749] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"148.874246ms","start":"2026-03-04T01:33:19.839579Z","end":"2026-03-04T01:33:19.988454Z","steps":["trace[1455855749] 'process raft request' (duration: 106.559503ms)","trace[1455855749] 'compare' (duration: 42.119418ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:19.988591Z","caller":"traceutil/trace.go:171","msg":"trace[85959892] linearizableReadLoop","detail":"{readStateIndex:4786; appliedIndex:4785; }","duration":"128.662206ms","start":"2026-03-04T01:33:19.859848Z","end":"2026-03-04T01:33:19.988511Z","steps":["trace[85959892] 'read index received' (duration: 86.308602ms)","trace[85959892] 'applied index is now lower than readState.Index' (duration: 42.343104ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:19.988817Z","caller":"traceutil/trace.go:171","msg":"trace[1591188093] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"123.972726ms","start":"2026-03-04T01:33:19.86482Z","end":"2026-03-04T01:33:19.988792Z","steps":["trace[1591188093] 'process raft request' (duration: 123.594395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:19.98883Z","caller":"traceutil/trace.go:171","msg":"trace[1167118988] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"123.164334ms","start":"2026-03-04T01:33:19.865645Z","end":"2026-03-04T01:33:19.988809Z","steps":["trace[1167118988] 'process raft request' (duration: 123.115923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:19.988931Z","caller":"traceutil/trace.go:171","msg":"trace[1111904041] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"123.454492ms","start":"2026-03-04T01:33:19.865462Z","end":"2026-03-04T01:33:19.988917Z","steps":["trace[1111904041] 'process raft request' (duration: 123.247746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:19.989033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.242274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-869cf579f4-klp42.18997f64a07e3224\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-04T01:33:19.989124Z","caller":"traceutil/trace.go:171","msg":"trace[1113944295] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-869cf579f4-klp42.18997f64a07e3224; range_end:; response_count:1; response_revision:4602; }","duration":"159.378188ms","start":"2026-03-04T01:33:19.829724Z","end":"2026-03-04T01:33:19.989102Z","steps":["trace[1113944295] 'agreement among raft nodes before linearized reading' (duration: 159.021078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:19.989126Z","caller":"traceutil/trace.go:171","msg":"trace[656151692] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"123.138323ms","start":"2026-03-04T01:33:19.865957Z","end":"2026-03-04T01:33:19.989095Z","steps":["trace[656151692] 'process raft request' (duration: 122.826484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:20.006538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.52401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c30269ab-e015-4c52-960f-a9eb002f5e3c\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-04T01:33:20.006644Z","caller":"traceutil/trace.go:171","msg":"trace[1899629140] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c30269ab-e015-4c52-960f-a9eb002f5e3c; range_end:; response_count:1; response_revision:4605; }","duration":"142.700845ms","start":"2026-03-04T01:33:19.863922Z","end":"2026-03-04T01:33:20.006623Z","steps":["trace[1899629140] 'agreement among raft nodes before linearized reading' (duration: 142.395207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:28.145706Z","caller":"traceutil/trace.go:171","msg":"trace[103442996] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"116.903076ms","start":"2026-03-04T01:33:28.028769Z","end":"2026-03-04T01:33:28.145672Z","steps":["trace[103442996] 'process raft request' (duration: 75.351019ms)","trace[103442996] 'compare' (duration: 41.404753ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:28.145883Z","caller":"traceutil/trace.go:171","msg":"trace[1184317103] linearizableReadLoop","detail":"{readStateIndex:4959; appliedIndex:4956; }","duration":"113.81427ms","start":"2026-03-04T01:33:28.032039Z","end":"2026-03-04T01:33:28.145853Z","steps":["trace[1184317103] 'read index received' (duration: 9.118701ms)","trace[1184317103] 'applied index is now lower than readState.Index' (duration: 104.693779ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:28.145907Z","caller":"traceutil/trace.go:171","msg":"trace[1495650892] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"116.887655ms","start":"2026-03-04T01:33:28.028981Z","end":"2026-03-04T01:33:28.145869Z","steps":["trace[1495650892] 'process raft request' (duration: 116.650628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:28.146073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.009536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:33:28.14612Z","caller":"traceutil/trace.go:171","msg":"trace[2024273834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4768; }","duration":"114.086587ms","start":"2026-03-04T01:33:28.032021Z","end":"2026-03-04T01:33:28.146107Z","steps":["trace[2024273834] 'agreement among raft nodes before linearized reading' (duration: 113.925693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:28.146155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.757419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:33:28.146194Z","caller":"traceutil/trace.go:171","msg":"trace[2110868426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4768; }","duration":"113.82204ms","start":"2026-03-04T01:33:28.032361Z","end":"2026-03-04T01:33:28.146183Z","steps":["trace[2110868426] 'agreement among raft nodes before linearized reading' (duration: 113.640846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:37.901097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.641786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5593e9d0-f5d6-45c0-ac01-cc403a6ae559\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-04T01:33:37.901116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.33254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5593e9d0-f5d6-45c0-ac01-cc403a6ae559\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T01:33:37.901194Z","caller":"traceutil/trace.go:171","msg":"trace[1828211945] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5593e9d0-f5d6-45c0-ac01-cc403a6ae559; range_end:; response_count:1; response_revision:4955; }","duration":"199.459573ms","start":"2026-03-04T01:33:37.701717Z","end":"2026-03-04T01:33:37.901177Z","steps":["trace[1828211945] 'range keys from in-memory index tree' (duration: 199.164025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:37.90119Z","caller":"traceutil/trace.go:171","msg":"trace[900957984] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5593e9d0-f5d6-45c0-ac01-cc403a6ae559; range_end:; response_count:1; response_revision:4955; }","duration":"129.78449ms","start":"2026-03-04T01:33:37.771388Z","end":"2026-03-04T01:33:37.901173Z","steps":["trace[900957984] 'range keys from in-memory index tree' (duration: 129.482142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:37.901422Z","caller":"traceutil/trace.go:171","msg":"trace[2051926022] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"116.183985ms","start":"2026-03-04T01:33:37.785219Z","end":"2026-03-04T01:33:37.901403Z","steps":["trace[2051926022] 'process raft request' (duration: 37.527175ms)","trace[2051926022] 'compare' (duration: 78.009343ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:38.128494Z","caller":"traceutil/trace.go:171","msg":"trace[1052166832] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"220.285937ms","start":"2026-03-04T01:33:37.90816Z","end":"2026-03-04T01:33:38.128446Z","steps":["trace[1052166832] 'process raft request' (duration: 123.902798ms)","trace[1052166832] 'compare' (duration: 96.184034ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:38.284506Z","caller":"traceutil/trace.go:171","msg":"trace[253770572] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"108.335699ms","start":"2026-03-04T01:33:38.176134Z","end":"2026-03-04T01:33:38.284469Z","steps":["trace[253770572] 'process raft request' (duration: 108.101933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:38.2848Z","caller":"traceutil/trace.go:171","msg":"trace[1702800769] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"105.224863ms","start":"2026-03-04T01:33:38.179549Z","end":"2026-03-04T01:33:38.284774Z","steps":["trace[1702800769] 'process raft request' (duration: 104.796252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:39.855261Z","caller":"traceutil/trace.go:171","msg":"trace[1592536928] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"105.200713ms","start":"2026-03-04T01:33:39.750026Z","end":"2026-03-04T01:33:39.855227Z","steps":["trace[1592536928] 'process raft request' (duration: 87.816623ms)","trace[1592536928] 'compare' (duration: 17.069331ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:39.855315Z","caller":"traceutil/trace.go:171","msg":"trace[1454780541] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"105.015148ms","start":"2026-03-04T01:33:39.750276Z","end":"2026-03-04T01:33:39.855291Z","steps":["trace[1454780541] 'process raft request' (duration: 104.868393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:39.855512Z","caller":"traceutil/trace.go:171","msg":"trace[901240003] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"104.944456ms","start":"2026-03-04T01:33:39.750545Z","end":"2026-03-04T01:33:39.85549Z","steps":["trace[901240003] 'process raft request' (duration: 104.69429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:17.2564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2756} {"level":"info","ts":"2026-03-04T01:35:17.312377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2756,"took":"54.793372ms","hash":4026697905,"current-db-size-bytes":42328064,"current-db-size":"42 MB","current-db-size-in-use-bytes":31633408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T01:35:17.312456Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4026697905,"revision":2756,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:39:07.532293Z","caller":"traceutil/trace.go:171","msg":"trace[220521891] transaction","detail":"{read_only:false; response_revision:7245; number_of_response:1; }","duration":"147.113325ms","start":"2026-03-04T01:39:07.385163Z","end":"2026-03-04T01:39:07.532277Z","steps":["trace[220521891] 'process raft request' (duration: 147.013382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:44.318483Z","caller":"traceutil/trace.go:171","msg":"trace[671483132] linearizableReadLoop","detail":"{readStateIndex:7886; appliedIndex:7885; }","duration":"296.575835ms","start":"2026-03-04T01:39:44.021888Z","end":"2026-03-04T01:39:44.318464Z","steps":["trace[671483132] 'read index received' (duration: 296.39256ms)","trace[671483132] 'applied index is now lower than readState.Index' (duration: 182.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:44.318555Z","caller":"traceutil/trace.go:171","msg":"trace[2021854668] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"344.414497ms","start":"2026-03-04T01:39:43.974122Z","end":"2026-03-04T01:39:44.318537Z","steps":["trace[2021854668] 'process raft request' (duration: 344.190481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:44.318654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:43.974106Z","time spent":"344.49534ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:39:44.318667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.760481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:39:44.318693Z","caller":"traceutil/trace.go:171","msg":"trace[729162441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7600; }","duration":"296.834143ms","start":"2026-03-04T01:39:44.021851Z","end":"2026-03-04T01:39:44.318685Z","steps":["trace[729162441] 'agreement among raft nodes before linearized reading' (duration: 296.71616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:44.32021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.962826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:39:44.320241Z","caller":"traceutil/trace.go:171","msg":"trace[1909532681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7601; }","duration":"145.036028ms","start":"2026-03-04T01:39:44.175198Z","end":"2026-03-04T01:39:44.320234Z","steps":["trace[1909532681] 'agreement among raft nodes before linearized reading' (duration: 144.940415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:44.32027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.131213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:39:44.320327Z","caller":"traceutil/trace.go:171","msg":"trace[448432518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7601; }","duration":"241.200185ms","start":"2026-03-04T01:39:44.079113Z","end":"2026-03-04T01:39:44.320313Z","steps":["trace[448432518] 'agreement among raft nodes before linearized reading' (duration: 241.103112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:44.320594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.633422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:39:44.320698Z","caller":"traceutil/trace.go:171","msg":"trace[1550590176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7601; }","duration":"298.757255ms","start":"2026-03-04T01:39:44.021919Z","end":"2026-03-04T01:39:44.320676Z","steps":["trace[1550590176] 'agreement among raft nodes before linearized reading' (duration: 298.020335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:44.321269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.464199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:39:44.321321Z","caller":"traceutil/trace.go:171","msg":"trace[1573446855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7601; }","duration":"151.543048ms","start":"2026-03-04T01:39:44.169767Z","end":"2026-03-04T01:39:44.32131Z","steps":["trace[1573446855] 'agreement among raft nodes before linearized reading' (duration: 150.343666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:55.965738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.72063ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:55.965876Z","caller":"traceutil/trace.go:171","msg":"trace[1606306439] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7652; }","duration":"147.871034ms","start":"2026-03-04T01:39:55.817986Z","end":"2026-03-04T01:39:55.965857Z","steps":["trace[1606306439] 'range keys from in-memory index tree' (duration: 147.703739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:55.966422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.602212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:39:55.966679Z","caller":"traceutil/trace.go:171","msg":"trace[680948627] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"254.812752ms","start":"2026-03-04T01:39:55.711843Z","end":"2026-03-04T01:39:55.966655Z","steps":["trace[680948627] 'process raft request' (duration: 136.527081ms)","trace[680948627] 'compare' (duration: 117.259803ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:55.967003Z","caller":"traceutil/trace.go:171","msg":"trace[1502142569] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"168.12277ms","start":"2026-03-04T01:39:55.798845Z","end":"2026-03-04T01:39:55.966968Z","steps":["trace[1502142569] 'process raft request' (duration: 167.749219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:56.096955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.015513ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:39:56.941275Z","caller":"traceutil/trace.go:171","msg":"trace[794933963] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"239.675317ms","start":"2026-03-04T01:39:56.701579Z","end":"2026-03-04T01:39:56.941255Z","steps":["trace[794933963] 'process raft request' (duration: 239.492812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:56.941487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.45519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:39:56.94158Z","caller":"traceutil/trace.go:171","msg":"trace[695101371] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7661; }","duration":"116.621574ms","start":"2026-03-04T01:39:56.824939Z","end":"2026-03-04T01:39:56.941561Z","steps":["trace[695101371] 'agreement among raft nodes before linearized reading' (duration: 116.426489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:56.941684Z","caller":"traceutil/trace.go:171","msg":"trace[864217288] linearizableReadLoop","detail":"{readStateIndex:7951; appliedIndex:7950; }","duration":"116.198293ms","start":"2026-03-04T01:39:56.825009Z","end":"2026-03-04T01:39:56.941207Z","steps":["trace[864217288] 'read index received' (duration: 116.05458ms)","trace[864217288] 'applied index is now lower than readState.Index' (duration: 142.663µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:57.905647Z","caller":"traceutil/trace.go:171","msg":"trace[1533206185] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"166.342333ms","start":"2026-03-04T01:39:57.739283Z","end":"2026-03-04T01:39:57.905626Z","steps":["trace[1533206185] 'process raft request' (duration: 166.169588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:17.264622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5793} {"level":"info","ts":"2026-03-04T01:40:17.351837Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5793,"took":"85.375816ms","hash":2011269036,"current-db-size-bytes":44191744,"current-db-size":"44 MB","current-db-size-in-use-bytes":22716416,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T01:40:17.351949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2011269036,"revision":5793,"compact-revision":2756} {"level":"info","ts":"2026-03-04T01:40:24.649532Z","caller":"traceutil/trace.go:171","msg":"trace[1397848549] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"151.228856ms","start":"2026-03-04T01:40:24.498268Z","end":"2026-03-04T01:40:24.649497Z","steps":["trace[1397848549] 'process raft request' (duration: 151.03177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:24.844988Z","caller":"traceutil/trace.go:171","msg":"trace[1397316572] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"187.918724ms","start":"2026-03-04T01:40:24.657033Z","end":"2026-03-04T01:40:24.844951Z","steps":["trace[1397316572] 'process raft request' (duration: 185.700713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:24.845062Z","caller":"traceutil/trace.go:171","msg":"trace[1185130041] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8145; }","duration":"183.841632ms","start":"2026-03-04T01:40:24.661192Z","end":"2026-03-04T01:40:24.845034Z","steps":["trace[1185130041] 'read index received' (duration: 181.614891ms)","trace[1185130041] 'applied index is now lower than readState.Index' (duration: 2.225661ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:24.845082Z","caller":"traceutil/trace.go:171","msg":"trace[2084814970] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"184.047018ms","start":"2026-03-04T01:40:24.661004Z","end":"2026-03-04T01:40:24.845051Z","steps":["trace[2084814970] 'process raft request' (duration: 183.929395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:24.845168Z","caller":"traceutil/trace.go:171","msg":"trace[1860508501] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"183.899904ms","start":"2026-03-04T01:40:24.661255Z","end":"2026-03-04T01:40:24.845155Z","steps":["trace[1860508501] 'process raft request' (duration: 183.712569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:24.845246Z","caller":"traceutil/trace.go:171","msg":"trace[631587714] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"184.303165ms","start":"2026-03-04T01:40:24.660931Z","end":"2026-03-04T01:40:24.845234Z","steps":["trace[631587714] 'process raft request' (duration: 183.909144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:24.845247Z","caller":"traceutil/trace.go:171","msg":"trace[2118893956] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"183.968586ms","start":"2026-03-04T01:40:24.661256Z","end":"2026-03-04T01:40:24.845225Z","steps":["trace[2118893956] 'process raft request' (duration: 183.74111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:24.845794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.559492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228888"} {"level":"info","ts":"2026-03-04T01:40:24.845884Z","caller":"traceutil/trace.go:171","msg":"trace[96594378] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7852; }","duration":"184.694596ms","start":"2026-03-04T01:40:24.66117Z","end":"2026-03-04T01:40:24.845865Z","steps":["trace[96594378] 'agreement among raft nodes before linearized reading' (duration: 184.10195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:36.661393Z","caller":"traceutil/trace.go:171","msg":"trace[460999160] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"126.920468ms","start":"2026-03-04T01:40:36.534448Z","end":"2026-03-04T01:40:36.661368Z","steps":["trace[460999160] 'process raft request' (duration: 126.763023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:37.794976Z","caller":"traceutil/trace.go:171","msg":"trace[166534940] linearizableReadLoop","detail":"{readStateIndex:8258; appliedIndex:8257; }","duration":"256.650603ms","start":"2026-03-04T01:40:37.538306Z","end":"2026-03-04T01:40:37.794956Z","steps":["trace[166534940] 'read index received' (duration: 256.5427ms)","trace[166534940] 'applied index is now lower than readState.Index' (duration: 107.163µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:37.79514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.819549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-04T01:40:37.795169Z","caller":"traceutil/trace.go:171","msg":"trace[561955321] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7955; }","duration":"256.8597ms","start":"2026-03-04T01:40:37.538299Z","end":"2026-03-04T01:40:37.795159Z","steps":["trace[561955321] 'agreement among raft nodes before linearized reading' (duration: 256.733556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:37.795426Z","caller":"traceutil/trace.go:171","msg":"trace[1280087114] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"281.354543ms","start":"2026-03-04T01:40:37.514061Z","end":"2026-03-04T01:40:37.795415Z","steps":["trace[1280087114] 'process raft request' (duration: 280.775617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:21.52746Z","caller":"traceutil/trace.go:171","msg":"trace[1212763] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8636; }","duration":"221.273991ms","start":"2026-03-04T01:41:21.306158Z","end":"2026-03-04T01:41:21.527432Z","steps":["trace[1212763] 'read index received' (duration: 221.003884ms)","trace[1212763] 'applied index is now lower than readState.Index' (duration: 269.057µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:21.527954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.761304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:41:21.528046Z","caller":"traceutil/trace.go:171","msg":"trace[799991596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8321; }","duration":"221.881668ms","start":"2026-03-04T01:41:21.306142Z","end":"2026-03-04T01:41:21.528024Z","steps":["trace[799991596] 'agreement among raft nodes before linearized reading' (duration: 221.620221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:21.528106Z","caller":"traceutil/trace.go:171","msg":"trace[1595779999] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"227.223675ms","start":"2026-03-04T01:41:21.300857Z","end":"2026-03-04T01:41:21.528081Z","steps":["trace[1595779999] 'process raft request' (duration: 226.362581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.528221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.714266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:41:21.5283Z","caller":"traceutil/trace.go:171","msg":"trace[1078792056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8321; }","duration":"220.8693ms","start":"2026-03-04T01:41:21.307416Z","end":"2026-03-04T01:41:21.528285Z","steps":["trace[1078792056] 'agreement among raft nodes before linearized reading' (duration: 220.50875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.528013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.25365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:41:21.528535Z","caller":"traceutil/trace.go:171","msg":"trace[53173794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8321; }","duration":"221.797245ms","start":"2026-03-04T01:41:21.306721Z","end":"2026-03-04T01:41:21.528518Z","steps":["trace[53173794] 'agreement among raft nodes before linearized reading' (duration: 221.170218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:25.937846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.197643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T01:41:25.937934Z","caller":"traceutil/trace.go:171","msg":"trace[1098359415] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8349; }","duration":"239.347037ms","start":"2026-03-04T01:41:25.698564Z","end":"2026-03-04T01:41:25.937911Z","steps":["trace[1098359415] 'range keys from in-memory index tree' (duration: 238.973407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:25.938217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.79836ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:25.93825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.556223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:25.938291Z","caller":"traceutil/trace.go:171","msg":"trace[172032637] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8349; }","duration":"120.876332ms","start":"2026-03-04T01:41:25.817405Z","end":"2026-03-04T01:41:25.938281Z","steps":["trace[172032637] 'range keys from in-memory index tree' (duration: 120.79044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:25.938329Z","caller":"traceutil/trace.go:171","msg":"trace[1241347577] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8349; }","duration":"132.701867ms","start":"2026-03-04T01:41:25.805607Z","end":"2026-03-04T01:41:25.938309Z","steps":["trace[1241347577] 'count revisions from in-memory index tree' (duration: 132.426889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.833311Z","caller":"traceutil/trace.go:171","msg":"trace[1557878136] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"274.890404ms","start":"2026-03-04T01:41:27.5584Z","end":"2026-03-04T01:41:27.83329Z","steps":["trace[1557878136] 'process raft request' (duration: 274.75104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.996801Z","caller":"traceutil/trace.go:171","msg":"trace[1118194256] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8672; }","duration":"437.552155ms","start":"2026-03-04T01:41:27.559228Z","end":"2026-03-04T01:41:27.99678Z","steps":["trace[1118194256] 'read index received' (duration: 274.010641ms)","trace[1118194256] 'applied index is now lower than readState.Index' (duration: 163.540384ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:27.996918Z","caller":"traceutil/trace.go:171","msg":"trace[1692525474] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"438.302955ms","start":"2026-03-04T01:41:27.558576Z","end":"2026-03-04T01:41:27.996879Z","steps":["trace[1692525474] 'process raft request' (duration: 436.122315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.997022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.770471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:41:27.99711Z","caller":"traceutil/trace.go:171","msg":"trace[1874607121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8357; }","duration":"437.905114ms","start":"2026-03-04T01:41:27.559184Z","end":"2026-03-04T01:41:27.997089Z","steps":["trace[1874607121] 'agreement among raft nodes before linearized reading' (duration: 437.666088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.997167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.559173Z","time spent":"437.982116ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:27.997417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.55855Z","time spent":"438.749497ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:27.999067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.197721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:27.999088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.799047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:41:27.999141Z","caller":"traceutil/trace.go:171","msg":"trace[1753717718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8358; }","duration":"125.326584ms","start":"2026-03-04T01:41:27.873797Z","end":"2026-03-04T01:41:27.999124Z","steps":["trace[1753717718] 'agreement among raft nodes before linearized reading' (duration: 125.210991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.999164Z","caller":"traceutil/trace.go:171","msg":"trace[973789600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8358; }","duration":"439.91833ms","start":"2026-03-04T01:41:27.559228Z","end":"2026-03-04T01:41:27.999147Z","steps":["trace[973789600] 'agreement among raft nodes before linearized reading' (duration: 439.722495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.999216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.559211Z","time spent":"439.996572ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:27.999504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.091538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bprfr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:41:27.999543Z","caller":"traceutil/trace.go:171","msg":"trace[387625775] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bprfr; range_end:; response_count:1; response_revision:8358; }","duration":"431.146389ms","start":"2026-03-04T01:41:27.568387Z","end":"2026-03-04T01:41:27.999533Z","steps":["trace[387625775] 'agreement among raft nodes before linearized reading' (duration: 431.038926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.999571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.568376Z","time spent":"431.189109ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bprfr\" "} {"level":"warn","ts":"2026-03-04T01:41:27.999783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.242268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:41:27.999818Z","caller":"traceutil/trace.go:171","msg":"trace[1458258251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8358; }","duration":"440.29724ms","start":"2026-03-04T01:41:27.559512Z","end":"2026-03-04T01:41:27.999809Z","steps":["trace[1458258251] 'agreement among raft nodes before linearized reading' (duration: 440.209438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.999852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.559501Z","time spent":"440.343291ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:42:26.285211Z","caller":"traceutil/trace.go:171","msg":"trace[889991811] linearizableReadLoop","detail":"{readStateIndex:9202; appliedIndex:9201; }","duration":"169.781686ms","start":"2026-03-04T01:42:26.115395Z","end":"2026-03-04T01:42:26.285177Z","steps":["trace[889991811] 'read index received' (duration: 168.585203ms)","trace[889991811] 'applied index is now lower than readState.Index' (duration: 1.195283ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:26.285356Z","caller":"traceutil/trace.go:171","msg":"trace[1394214742] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"280.449512ms","start":"2026-03-04T01:42:26.004893Z","end":"2026-03-04T01:42:26.285343Z","steps":["trace[1394214742] 'process raft request' (duration: 279.115816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:26.285511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.691685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T01:42:26.285592Z","caller":"traceutil/trace.go:171","msg":"trace[781678442] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8871; }","duration":"107.830968ms","start":"2026-03-04T01:42:26.177741Z","end":"2026-03-04T01:42:26.285572Z","steps":["trace[781678442] 'agreement among raft nodes before linearized reading' (duration: 107.648364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:26.285801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.393932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:42:26.285842Z","caller":"traceutil/trace.go:171","msg":"trace[825333170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8871; }","duration":"170.495135ms","start":"2026-03-04T01:42:26.115338Z","end":"2026-03-04T01:42:26.285833Z","steps":["trace[825333170] 'agreement among raft nodes before linearized reading' (duration: 170.33944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:27.216304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.033282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:42:27.216507Z","caller":"traceutil/trace.go:171","msg":"trace[1414655818] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9208; }","duration":"532.118513ms","start":"2026-03-04T01:42:26.684371Z","end":"2026-03-04T01:42:27.216489Z","steps":["trace[1414655818] 'read index received' (duration: 12.745781ms)","trace[1414655818] 'applied index is now lower than readState.Index' (duration: 519.371622ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:27.216634Z","caller":"traceutil/trace.go:171","msg":"trace[1789980960] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"654.074132ms","start":"2026-03-04T01:42:26.562538Z","end":"2026-03-04T01:42:27.216612Z","steps":["trace[1789980960] 'process raft request' (duration: 134.651758ms)","trace[1789980960] 'compare' (duration: 518.899818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:27.216738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:26.562511Z","time spent":"654.178695ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:27.21685Z","caller":"traceutil/trace.go:171","msg":"trace[505168549] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"653.752663ms","start":"2026-03-04T01:42:26.563056Z","end":"2026-03-04T01:42:27.216808Z","steps":["trace[505168549] 'process raft request' (duration: 653.371873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:27.216968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:26.562659Z","time spent":"654.252967ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:27.2177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.284594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:42:27.217868Z","caller":"traceutil/trace.go:171","msg":"trace[1800000018] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8879; }","duration":"533.551582ms","start":"2026-03-04T01:42:26.684292Z","end":"2026-03-04T01:42:27.217844Z","steps":["trace[1800000018] 'agreement among raft nodes before linearized reading' (duration: 532.505424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:27.218006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:26.684257Z","time spent":"533.699926ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:42:27.218168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.898286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-vvpnc\" ","response":"range_response_count:1 size:8240"} {"level":"info","ts":"2026-03-04T01:42:27.2183Z","caller":"traceutil/trace.go:171","msg":"trace[188619098] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-vvpnc; range_end:; response_count:1; response_revision:8880; }","duration":"216.085741ms","start":"2026-03-04T01:42:27.002186Z","end":"2026-03-04T01:42:27.218272Z","steps":["trace[188619098] 'agreement among raft nodes before linearized reading' (duration: 215.67554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:27.218774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.436286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:42:27.218919Z","caller":"traceutil/trace.go:171","msg":"trace[297386138] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8880; }","duration":"177.655582ms","start":"2026-03-04T01:42:27.041231Z","end":"2026-03-04T01:42:27.218887Z","steps":["trace[297386138] 'agreement among raft nodes before linearized reading' (duration: 177.000884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:27.748462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604224547980484,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:42:28.030127Z","caller":"traceutil/trace.go:171","msg":"trace[1459115409] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"806.891008ms","start":"2026-03-04T01:42:27.223208Z","end":"2026-03-04T01:42:28.030099Z","steps":["trace[1459115409] 'process raft request' (duration: 806.735854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.030324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.223179Z","time spent":"807.054363ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:28.03469Z","caller":"traceutil/trace.go:171","msg":"trace[777071883] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"806.661882ms","start":"2026-03-04T01:42:27.227998Z","end":"2026-03-04T01:42:28.03466Z","steps":["trace[777071883] 'process raft request' (duration: 806.314122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:28.034819Z","caller":"traceutil/trace.go:171","msg":"trace[1243036220] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9212; }","duration":"787.095024ms","start":"2026-03-04T01:42:27.247685Z","end":"2026-03-04T01:42:28.03478Z","steps":["trace[1243036220] 'read index received' (duration: 782.497787ms)","trace[1243036220] 'applied index is now lower than readState.Index' (duration: 4.595007ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:28.034868Z","caller":"traceutil/trace.go:171","msg":"trace[1345987675] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"464.428919ms","start":"2026-03-04T01:42:27.570424Z","end":"2026-03-04T01:42:28.034853Z","steps":["trace[1345987675] 'process raft request' (duration: 464.09956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.034931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.249987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:28.034957Z","caller":"traceutil/trace.go:171","msg":"trace[726653270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8883; }","duration":"787.321839ms","start":"2026-03-04T01:42:27.247627Z","end":"2026-03-04T01:42:28.034949Z","steps":["trace[726653270] 'agreement among raft nodes before linearized reading' (duration: 787.273558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.034975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.247609Z","time spent":"787.362191ms","remote":"127.0.0.1:59774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:42:28.035091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.570404Z","time spent":"464.541102ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:28.03559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.227973Z","time spent":"807.521506ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8227,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:12.097652Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:44:12.147732Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:44:12.147888Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:44:12.288297Z","caller":"traceutil/trace.go:171","msg":"trace[979626970] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"105.085549ms","start":"2026-03-04T01:44:12.183161Z","end":"2026-03-04T01:44:12.288246Z","steps":["trace[979626970] 'process raft request' (duration: 92.237384ms)","trace[979626970] 'compare' (duration: 12.588928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:45:17.2704Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7763} {"level":"info","ts":"2026-03-04T01:45:17.327967Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7763,"took":"55.259154ms","hash":3882558260,"current-db-size-bytes":44191744,"current-db-size":"44 MB","current-db-size-in-use-bytes":27742208,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:45:17.328021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3882558260,"revision":7763,"compact-revision":5793} {"level":"info","ts":"2026-03-04T01:50:17.277316Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10299} {"level":"info","ts":"2026-03-04T01:50:17.358334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10299,"took":"78.571657ms","hash":878590944,"current-db-size-bytes":44191744,"current-db-size":"44 MB","current-db-size-in-use-bytes":24842240,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T01:50:17.35842Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":878590944,"revision":10299,"compact-revision":7763} {"level":"info","ts":"2026-03-04T01:51:01.926328Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000325f.wal"} {"level":"info","ts":"2026-03-04T01:52:03.891867Z","caller":"traceutil/trace.go:171","msg":"trace[1706852725] transaction","detail":"{read_only:false; response_revision:12824; number_of_response:1; }","duration":"304.346662ms","start":"2026-03-04T01:52:03.587489Z","end":"2026-03-04T01:52:03.891836Z","steps":["trace[1706852725] 'process raft request' (duration: 304.134376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:03.892029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:03.587473Z","time spent":"304.480516ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:17.291418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12190} {"level":"info","ts":"2026-03-04T01:55:17.440881Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12190,"took":"146.988144ms","hash":537320400,"current-db-size-bytes":44191744,"current-db-size":"44 MB","current-db-size-in-use-bytes":27578368,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:55:17.440979Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":537320400,"revision":12190,"compact-revision":10299} {"level":"info","ts":"2026-03-04T02:00:17.297136Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14428} {"level":"info","ts":"2026-03-04T02:00:17.390694Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14428,"took":"90.942945ms","hash":3527597252,"current-db-size-bytes":44191744,"current-db-size":"44 MB","current-db-size-in-use-bytes":27414528,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:00:17.390768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3527597252,"revision":14428,"compact-revision":12190} {"level":"info","ts":"2026-03-04T02:05:17.303109Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16490} {"level":"info","ts":"2026-03-04T02:05:17.420079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16490,"took":"114.504759ms","hash":4218917243,"current-db-size-bytes":44191744,"current-db-size":"44 MB","current-db-size-in-use-bytes":22646784,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T02:05:17.420149Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4218917243,"revision":16490,"compact-revision":14428}