{"level":"warn","ts":"2026-03-30T00:59:16.010326Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T00:59:16.010511Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.209:2380","--initial-cluster=instance=https://199.204.45.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-30T00:59:16.010589Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T00:59:16.010603Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-03-30T00:59:16.010628Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T00:59:16.011342Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"]} {"level":"info","ts":"2026-03-30T00:59:16.01143Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-30T00:59:16.01612Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.440609ms"} {"level":"info","ts":"2026-03-30T00:59:16.022079Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"adfb641115bf6cbd","cluster-id":"3da6b677d4b80c6"} {"level":"info","ts":"2026-03-30T00:59:16.022216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T00:59:16.022292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 0"} {"level":"info","ts":"2026-03-30T00:59:16.022314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft adfb641115bf6cbd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-30T00:59:16.022349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 1"} {"level":"info","ts":"2026-03-30T00:59:16.02242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"warn","ts":"2026-03-30T00:59:16.032225Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T00:59:16.035496Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T00:59:16.036743Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T00:59:16.040719Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"adfb641115bf6cbd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T00:59:16.0409Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"adfb641115bf6cbd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-30T00:59:16.041043Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T00:59:16.041184Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T00:59:16.041204Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T00:59:16.042026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"info","ts":"2026-03-30T00:59:16.047653Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","added-peer-id":"adfb641115bf6cbd","added-peer-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-03-30T00:59:16.049575Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T00:59:16.049694Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-03-30T00:59:16.049732Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-03-30T00:59:16.049922Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"adfb641115bf6cbd","initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T00:59:16.049951Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T00:59:16.323231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd is starting a new election at term 1"} {"level":"info","ts":"2026-03-30T00:59:16.323287Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became pre-candidate at term 1"} {"level":"info","ts":"2026-03-30T00:59:16.323329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgPreVoteResp from adfb641115bf6cbd at term 1"} {"level":"info","ts":"2026-03-30T00:59:16.323351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became candidate at term 2"} {"level":"info","ts":"2026-03-30T00:59:16.323363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgVoteResp from adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-03-30T00:59:16.32338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became leader at term 2"} {"level":"info","ts":"2026-03-30T00:59:16.323394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: adfb641115bf6cbd elected leader adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-03-30T00:59:16.324465Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"adfb641115bf6cbd","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.209:2379]}","request-path":"/0/members/adfb641115bf6cbd/attributes","cluster-id":"3da6b677d4b80c6","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T00:59:16.324618Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T00:59:16.324696Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T00:59:16.32487Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T00:59:16.326492Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T00:59:16.326621Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T00:59:16.326709Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T00:59:16.32843Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-30T00:59:16.328467Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.209:2379"} {"level":"info","ts":"2026-03-30T00:59:16.328625Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T00:59:16.328665Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T00:59:24.864694Z","caller":"traceutil/trace.go:171","msg":"trace[1481821384] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"101.553236ms","start":"2026-03-30T00:59:24.763111Z","end":"2026-03-30T00:59:24.864664Z","steps":["trace[1481821384] 'process raft request' (duration: 97.242401ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T00:59:52.868469Z","caller":"traceutil/trace.go:171","msg":"trace[1664262183] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"153.184247ms","start":"2026-03-30T00:59:52.715249Z","end":"2026-03-30T00:59:52.868433Z","steps":["trace[1664262183] 'process raft request' (duration: 152.58807ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T00:59:53.718109Z","caller":"traceutil/trace.go:171","msg":"trace[700159606] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:598; }","duration":"195.126063ms","start":"2026-03-30T00:59:53.522954Z","end":"2026-03-30T00:59:53.71808Z","steps":["trace[700159606] 'read index received' (duration: 191.431563ms)","trace[700159606] 'applied index is now lower than readState.Index' (duration: 3.69349ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T00:59:53.718171Z","caller":"traceutil/trace.go:171","msg":"trace[1911478436] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"276.037433ms","start":"2026-03-30T00:59:53.442107Z","end":"2026-03-30T00:59:53.718145Z","steps":["trace[1911478436] 'process raft request' (duration: 272.476037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T00:59:53.718312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.350249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-30T00:59:53.718387Z","caller":"traceutil/trace.go:171","msg":"trace[1837923997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:579; }","duration":"195.487512ms","start":"2026-03-30T00:59:53.522889Z","end":"2026-03-30T00:59:53.718376Z","steps":["trace[1837923997] 'agreement among raft nodes before linearized reading' (duration: 195.300247ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:01:08.090613Z","caller":"traceutil/trace.go:171","msg":"trace[2065170997] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"114.23223ms","start":"2026-03-30T01:01:07.976359Z","end":"2026-03-30T01:01:08.090591Z","steps":["trace[2065170997] 'process raft request' (duration: 113.993934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:01:34.00594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.300363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T01:01:34.006176Z","caller":"traceutil/trace.go:171","msg":"trace[2084540950] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1913; }","duration":"437.732121ms","start":"2026-03-30T01:01:33.568426Z","end":"2026-03-30T01:01:34.006158Z","steps":["trace[2084540950] 'read index received' (duration: 161.441762ms)","trace[2084540950] 'applied index is now lower than readState.Index' (duration: 276.288549ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:01:34.006233Z","caller":"traceutil/trace.go:171","msg":"trace[1894862652] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"442.101624ms","start":"2026-03-30T01:01:33.564086Z","end":"2026-03-30T01:01:34.006188Z","steps":["trace[1894862652] 'process raft request' (duration: 165.923498ms)","trace[1894862652] 'compare' (duration: 274.943043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:01:34.006355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.947145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-30T01:01:34.006388Z","caller":"traceutil/trace.go:171","msg":"trace[1344220381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1843; }","duration":"438.027619ms","start":"2026-03-30T01:01:33.568351Z","end":"2026-03-30T01:01:34.006379Z","steps":["trace[1344220381] 'agreement among raft nodes before linearized reading' (duration: 437.878814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:01:34.006432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T01:01:33.568319Z","time spent":"438.10403ms","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-30T01:01:34.006448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T01:01:33.564049Z","time spent":"442.28682ms","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T01:01:34.007954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.753057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc86ffb9-365a-41a7-a6a1-f613fb63bb55\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-30T01:01:34.008011Z","caller":"traceutil/trace.go:171","msg":"trace[1248839003] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc86ffb9-365a-41a7-a6a1-f613fb63bb55; range_end:; response_count:1; response_revision:1844; }","duration":"371.857949ms","start":"2026-03-30T01:01:33.636139Z","end":"2026-03-30T01:01:34.007997Z","steps":["trace[1248839003] 'agreement among raft nodes before linearized reading' (duration: 371.691784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:01:34.008047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T01:01:33.636117Z","time spent":"371.921541ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc86ffb9-365a-41a7-a6a1-f613fb63bb55\" "} {"level":"warn","ts":"2026-03-30T01:01:34.008019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.547365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T01:01:34.00811Z","caller":"traceutil/trace.go:171","msg":"trace[881486696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"236.7278ms","start":"2026-03-30T01:01:33.771362Z","end":"2026-03-30T01:01:34.00809Z","steps":["trace[881486696] 'agreement among raft nodes before linearized reading' (duration: 236.564315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:01:34.367232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.666621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-30T01:01:34.367356Z","caller":"traceutil/trace.go:171","msg":"trace[1332774789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1847; }","duration":"101.864236ms","start":"2026-03-30T01:01:34.26546Z","end":"2026-03-30T01:01:34.367325Z","steps":["trace[1332774789] 'range keys from in-memory index tree' (duration: 101.389524ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:01:50.670674Z","caller":"traceutil/trace.go:171","msg":"trace[1773218621] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"123.143916ms","start":"2026-03-30T01:01:50.547499Z","end":"2026-03-30T01:01:50.670643Z","steps":["trace[1773218621] 'process raft request' (duration: 122.927731ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:02:30.38847Z","caller":"traceutil/trace.go:171","msg":"trace[1507266174] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"169.379524ms","start":"2026-03-30T01:02:30.219048Z","end":"2026-03-30T01:02:30.388427Z","steps":["trace[1507266174] 'process raft request' (duration: 169.166119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:03:37.650065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.453716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T01:03:37.650232Z","caller":"traceutil/trace.go:171","msg":"trace[967505033] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"317.694816ms","start":"2026-03-30T01:03:37.332525Z","end":"2026-03-30T01:03:37.65022Z","steps":["trace[967505033] 'process raft request' (duration: 317.628125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:03:37.650279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T01:03:37.3325Z","time spent":"317.756639ms","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T01:03:37.650427Z","caller":"traceutil/trace.go:171","msg":"trace[578996375] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"348.24154ms","start":"2026-03-30T01:03:37.302153Z","end":"2026-03-30T01:03:37.650395Z","steps":["trace[578996375] 'process raft request' (duration: 148.395443ms)","trace[578996375] 'compare' (duration: 199.287433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:03:37.650581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T01:03:37.302131Z","time spent":"348.372903ms","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T01:06:08.397009Z","caller":"traceutil/trace.go:171","msg":"trace[1782256479] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"218.313962ms","start":"2026-03-30T01:06:08.178654Z","end":"2026-03-30T01:06:08.396932Z","steps":["trace[1782256479] 'process raft request' (duration: 218.092996ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:06:08.397785Z","caller":"traceutil/trace.go:171","msg":"trace[878418653] linearizableReadLoop","detail":"{readStateIndex:3897; appliedIndex:3895; }","duration":"103.452717ms","start":"2026-03-30T01:06:08.294314Z","end":"2026-03-30T01:06:08.397767Z","steps":["trace[878418653] 'read index received' (duration: 102.411379ms)","trace[878418653] 'applied index is now lower than readState.Index' (duration: 1.040548ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:06:08.397884Z","caller":"traceutil/trace.go:171","msg":"trace[801669366] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"145.110894ms","start":"2026-03-30T01:06:08.252749Z","end":"2026-03-30T01:06:08.39786Z","steps":["trace[801669366] 'process raft request' (duration: 144.879328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:06:08.398021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.678132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-30T01:06:08.398099Z","caller":"traceutil/trace.go:171","msg":"trace[2009224142] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3756; }","duration":"103.809895ms","start":"2026-03-30T01:06:08.294269Z","end":"2026-03-30T01:06:08.398079Z","steps":["trace[2009224142] 'agreement among raft nodes before linearized reading' (duration: 103.606229ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:28.157872Z","caller":"traceutil/trace.go:171","msg":"trace[1885943106] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"104.406988ms","start":"2026-03-30T01:07:28.053413Z","end":"2026-03-30T01:07:28.15782Z","steps":["trace[1885943106] 'process raft request' (duration: 76.772771ms)","trace[1885943106] 'compare' (duration: 27.474253ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:28.362803Z","caller":"traceutil/trace.go:171","msg":"trace[2044815228] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4971; }","duration":"204.979728ms","start":"2026-03-30T01:07:28.157796Z","end":"2026-03-30T01:07:28.362775Z","steps":["trace[2044815228] 'read index received' (duration: 130.222329ms)","trace[2044815228] 'applied index is now lower than readState.Index' (duration: 74.755969ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:28.363063Z","caller":"traceutil/trace.go:171","msg":"trace[1937927975] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"205.334606ms","start":"2026-03-30T01:07:28.157685Z","end":"2026-03-30T01:07:28.36302Z","steps":["trace[1937927975] 'process raft request' (duration: 130.317991ms)","trace[1937927975] 'compare' (duration: 74.655965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:07:28.363845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.632857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-30T01:07:28.363897Z","caller":"traceutil/trace.go:171","msg":"trace[2028752558] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4790; }","duration":"237.73788ms","start":"2026-03-30T01:07:28.126145Z","end":"2026-03-30T01:07:28.363882Z","steps":["trace[2028752558] 'agreement among raft nodes before linearized reading' (duration: 236.725112ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:28.570853Z","caller":"traceutil/trace.go:171","msg":"trace[1242206176] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"107.461848ms","start":"2026-03-30T01:07:28.463363Z","end":"2026-03-30T01:07:28.570825Z","steps":["trace[1242206176] 'process raft request' (duration: 107.048158ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:32.484486Z","caller":"traceutil/trace.go:171","msg":"trace[913474071] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"111.236078ms","start":"2026-03-30T01:07:32.373222Z","end":"2026-03-30T01:07:32.484458Z","steps":["trace[913474071] 'process raft request' (duration: 111.052283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:34.170832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.567611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T01:07:34.171038Z","caller":"traceutil/trace.go:171","msg":"trace[289712868] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"249.702734ms","start":"2026-03-30T01:07:33.921312Z","end":"2026-03-30T01:07:34.171015Z","steps":["trace[289712868] 'process raft request' (duration: 97.876877ms)","trace[289712868] 'compare' (duration: 151.477518ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:34.17118Z","caller":"traceutil/trace.go:171","msg":"trace[707068659] linearizableReadLoop","detail":"{readStateIndex:5166; appliedIndex:5164; }","duration":"218.289987ms","start":"2026-03-30T01:07:33.952712Z","end":"2026-03-30T01:07:34.171002Z","steps":["trace[707068659] 'read index received' (duration: 66.46944ms)","trace[707068659] 'applied index is now lower than readState.Index' (duration: 151.816777ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:34.171304Z","caller":"traceutil/trace.go:171","msg":"trace[1817417727] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"246.13317ms","start":"2026-03-30T01:07:33.925163Z","end":"2026-03-30T01:07:34.171296Z","steps":["trace[1817417727] 'process raft request' (duration: 245.77605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:34.171427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.722326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T01:07:34.171505Z","caller":"traceutil/trace.go:171","msg":"trace[1097304440] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4979; }","duration":"186.860879ms","start":"2026-03-30T01:07:33.984628Z","end":"2026-03-30T01:07:34.171489Z","steps":["trace[1097304440] 'agreement among raft nodes before linearized reading' (duration: 186.717256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:34.172081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.350935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787921"} {"level":"info","ts":"2026-03-30T01:07:34.172165Z","caller":"traceutil/trace.go:171","msg":"trace[2146828923] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4979; }","duration":"219.491409ms","start":"2026-03-30T01:07:33.952655Z","end":"2026-03-30T01:07:34.172146Z","steps":["trace[2146828923] 'agreement among raft nodes before linearized reading' (duration: 218.631497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:34.172083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.165941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-30T01:07:34.172528Z","caller":"traceutil/trace.go:171","msg":"trace[1425760079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4979; }","duration":"148.647813ms","start":"2026-03-30T01:07:34.02387Z","end":"2026-03-30T01:07:34.172518Z","steps":["trace[1425760079] 'agreement among raft nodes before linearized reading' (duration: 147.481642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:42.402417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.677022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T01:07:42.402511Z","caller":"traceutil/trace.go:171","msg":"trace[103171295] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5144; }","duration":"121.789436ms","start":"2026-03-30T01:07:42.280686Z","end":"2026-03-30T01:07:42.402475Z","steps":["trace[103171295] 'count revisions from in-memory index tree' (duration: 121.559259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:50.543549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.783735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-30T01:07:50.543643Z","caller":"traceutil/trace.go:171","msg":"trace[1584562722] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5316; }","duration":"102.90984ms","start":"2026-03-30T01:07:50.440719Z","end":"2026-03-30T01:07:50.543628Z","steps":["trace[1584562722] 'range keys from in-memory index tree' (duration: 102.658952ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:50.822011Z","caller":"traceutil/trace.go:171","msg":"trace[336990485] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"104.797499ms","start":"2026-03-30T01:07:50.717187Z","end":"2026-03-30T01:07:50.821984Z","steps":["trace[336990485] 'process raft request' (duration: 81.741562ms)","trace[336990485] 'compare' (duration: 22.45ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:07:51.125936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.189383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T01:07:51.126044Z","caller":"traceutil/trace.go:171","msg":"trace[361929968] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"285.165368ms","start":"2026-03-30T01:07:50.840859Z","end":"2026-03-30T01:07:51.126024Z","steps":["trace[361929968] 'process raft request' (duration: 180.776ms)","trace[361929968] 'compare' (duration: 104.014388ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:51.139121Z","caller":"traceutil/trace.go:171","msg":"trace[815490521] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5516; }","duration":"286.738768ms","start":"2026-03-30T01:07:50.852359Z","end":"2026-03-30T01:07:51.139098Z","steps":["trace[815490521] 'read index received' (duration: 169.297187ms)","trace[815490521] 'applied index is now lower than readState.Index' (duration: 117.440661ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:51.139212Z","caller":"traceutil/trace.go:171","msg":"trace[993212174] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"293.311232ms","start":"2026-03-30T01:07:50.845864Z","end":"2026-03-30T01:07:51.139175Z","steps":["trace[993212174] 'process raft request' (duration: 293.118657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:51.139363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.996186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-30T01:07:51.139503Z","caller":"traceutil/trace.go:171","msg":"trace[277915730] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5320; }","duration":"287.16596ms","start":"2026-03-30T01:07:50.852313Z","end":"2026-03-30T01:07:51.139479Z","steps":["trace[277915730] 'agreement among raft nodes before linearized reading' (duration: 286.915793ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:51.268836Z","caller":"traceutil/trace.go:171","msg":"trace[1116922486] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5518; }","duration":"129.575721ms","start":"2026-03-30T01:07:51.139232Z","end":"2026-03-30T01:07:51.268808Z","steps":["trace[1116922486] 'read index received' (duration: 86.786514ms)","trace[1116922486] 'applied index is now lower than readState.Index' (duration: 42.787967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:07:51.26928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.655263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-30T01:07:51.26932Z","caller":"traceutil/trace.go:171","msg":"trace[708155960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5321; }","duration":"222.754094ms","start":"2026-03-30T01:07:51.046554Z","end":"2026-03-30T01:07:51.269308Z","steps":["trace[708155960] 'agreement among raft nodes before linearized reading' (duration: 222.60755ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:51.269252Z","caller":"traceutil/trace.go:171","msg":"trace[715494677] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"176.084096ms","start":"2026-03-30T01:07:51.093126Z","end":"2026-03-30T01:07:51.26921Z","steps":["trace[715494677] 'process raft request' (duration: 132.761986ms)","trace[715494677] 'compare' (duration: 42.788566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:07:51.269481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.220578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-30T01:07:51.26948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.85478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbea7239-9f0c-474e-96c3-a54892136442\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-30T01:07:51.269485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.273543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-30T01:07:51.269519Z","caller":"traceutil/trace.go:171","msg":"trace[1360951473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5321; }","duration":"223.298068ms","start":"2026-03-30T01:07:51.046213Z","end":"2026-03-30T01:07:51.269511Z","steps":["trace[1360951473] 'agreement among raft nodes before linearized reading' (duration: 223.198005ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:51.269541Z","caller":"traceutil/trace.go:171","msg":"trace[390324653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5321; }","duration":"230.387814ms","start":"2026-03-30T01:07:51.039138Z","end":"2026-03-30T01:07:51.269526Z","steps":["trace[390324653] 'agreement among raft nodes before linearized reading' (duration: 230.169679ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:51.269533Z","caller":"traceutil/trace.go:171","msg":"trace[1245958733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbea7239-9f0c-474e-96c3-a54892136442; range_end:; response_count:1; response_revision:5321; }","duration":"194.933042ms","start":"2026-03-30T01:07:51.074585Z","end":"2026-03-30T01:07:51.269518Z","steps":["trace[1245958733] 'agreement among raft nodes before linearized reading' (duration: 194.467ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:53.278399Z","caller":"traceutil/trace.go:171","msg":"trace[290918351] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"147.547014ms","start":"2026-03-30T01:07:53.130809Z","end":"2026-03-30T01:07:53.278356Z","steps":["trace[290918351] 'process raft request' (duration: 121.315714ms)","trace[290918351] 'compare' (duration: 25.955764ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:53.278728Z","caller":"traceutil/trace.go:171","msg":"trace[173142850] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"133.944876ms","start":"2026-03-30T01:07:53.144746Z","end":"2026-03-30T01:07:53.27869Z","steps":["trace[173142850] 'process raft request' (duration: 133.553536ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:08:41.606314Z","caller":"traceutil/trace.go:171","msg":"trace[2124303868] linearizableReadLoop","detail":"{readStateIndex:6033; appliedIndex:6032; }","duration":"100.416604ms","start":"2026-03-30T01:08:41.505874Z","end":"2026-03-30T01:08:41.60629Z","steps":["trace[2124303868] 'read index received' (duration: 95.317159ms)","trace[2124303868] 'applied index is now lower than readState.Index' (duration: 5.098475ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:08:41.606442Z","caller":"traceutil/trace.go:171","msg":"trace[170765138] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"101.570213ms","start":"2026-03-30T01:08:41.504863Z","end":"2026-03-30T01:08:41.606434Z","steps":["trace[170765138] 'process raft request' (duration: 96.314505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:08:41.606816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.934606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-30T01:08:41.606899Z","caller":"traceutil/trace.go:171","msg":"trace[1847693773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5823; }","duration":"101.08603ms","start":"2026-03-30T01:08:41.505796Z","end":"2026-03-30T01:08:41.606882Z","steps":["trace[1847693773] 'agreement among raft nodes before linearized reading' (duration: 100.915006ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:09:16.45644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2975} {"level":"info","ts":"2026-03-30T01:09:16.530619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2975,"took":"72.714294ms","hash":3539243150,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":34000896,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-30T01:09:16.530718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3539243150,"revision":2975,"compact-revision":-1} {"level":"info","ts":"2026-03-30T01:13:53.916524Z","caller":"traceutil/trace.go:171","msg":"trace[1734527892] linearizableReadLoop","detail":"{readStateIndex:8425; appliedIndex:8424; }","duration":"143.858229ms","start":"2026-03-30T01:13:53.772632Z","end":"2026-03-30T01:13:53.91649Z","steps":["trace[1734527892] 'read index received' (duration: 143.672164ms)","trace[1734527892] 'applied index is now lower than readState.Index' (duration: 184.615µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:13:53.916656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.001202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T01:13:53.91669Z","caller":"traceutil/trace.go:171","msg":"trace[1438890898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8142; }","duration":"144.079135ms","start":"2026-03-30T01:13:53.772601Z","end":"2026-03-30T01:13:53.916681Z","steps":["trace[1438890898] 'agreement among raft nodes before linearized reading' (duration: 143.999983ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:13:53.916806Z","caller":"traceutil/trace.go:171","msg":"trace[1249093153] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"158.454273ms","start":"2026-03-30T01:13:53.758314Z","end":"2026-03-30T01:13:53.916769Z","steps":["trace[1249093153] 'process raft request' (duration: 158.008672ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:05.597726Z","caller":"traceutil/trace.go:171","msg":"trace[1742559009] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"299.401166ms","start":"2026-03-30T01:14:05.298281Z","end":"2026-03-30T01:14:05.597682Z","steps":["trace[1742559009] 'process raft request' (duration: 245.530085ms)","trace[1742559009] 'compare' (duration: 53.363458ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:14:05.597731Z","caller":"traceutil/trace.go:171","msg":"trace[943987216] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"299.248453ms","start":"2026-03-30T01:14:05.29845Z","end":"2026-03-30T01:14:05.597699Z","steps":["trace[943987216] 'process raft request' (duration: 299.1269ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:06.831659Z","caller":"traceutil/trace.go:171","msg":"trace[1508357264] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"145.531581ms","start":"2026-03-30T01:14:06.686104Z","end":"2026-03-30T01:14:06.831635Z","steps":["trace[1508357264] 'process raft request' (duration: 145.343556ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:06.841079Z","caller":"traceutil/trace.go:171","msg":"trace[1377736983] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"136.414207ms","start":"2026-03-30T01:14:06.704641Z","end":"2026-03-30T01:14:06.841055Z","steps":["trace[1377736983] 'process raft request' (duration: 136.254644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:14:07.835876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.183995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-30T01:14:07.83589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.104753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T01:14:07.835938Z","caller":"traceutil/trace.go:171","msg":"trace[558988742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8212; }","duration":"234.299387ms","start":"2026-03-30T01:14:07.601622Z","end":"2026-03-30T01:14:07.835922Z","steps":["trace[558988742] 'range keys from in-memory index tree' (duration: 234.03571ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:07.835962Z","caller":"traceutil/trace.go:171","msg":"trace[912830378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8212; }","duration":"234.238606ms","start":"2026-03-30T01:14:07.601707Z","end":"2026-03-30T01:14:07.835945Z","steps":["trace[912830378] 'range keys from in-memory index tree' (duration: 233.918298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:14:08.146128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.21888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T01:14:08.146229Z","caller":"traceutil/trace.go:171","msg":"trace[257037522] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8214; }","duration":"210.367463ms","start":"2026-03-30T01:14:07.935842Z","end":"2026-03-30T01:14:08.146209Z","steps":["trace[257037522] 'range keys from in-memory index tree' (duration: 210.098077ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:16.470866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6095} {"level":"info","ts":"2026-03-30T01:14:16.571366Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6095,"took":"98.168486ms","hash":105498124,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":23150592,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-30T01:14:16.571635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":105498124,"revision":6095,"compact-revision":2975} {"level":"info","ts":"2026-03-30T01:14:38.178165Z","caller":"traceutil/trace.go:171","msg":"trace[1383699775] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"155.64548ms","start":"2026-03-30T01:14:38.022476Z","end":"2026-03-30T01:14:38.178121Z","steps":["trace[1383699775] 'process raft request' (duration: 130.008243ms)","trace[1383699775] 'compare' (duration: 25.281949ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:14:48.544833Z","caller":"traceutil/trace.go:171","msg":"trace[285579353] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"153.229289ms","start":"2026-03-30T01:14:48.391562Z","end":"2026-03-30T01:14:48.544792Z","steps":["trace[285579353] 'process raft request' (duration: 152.993823ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:57.214151Z","caller":"traceutil/trace.go:171","msg":"trace[206821452] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"120.311785ms","start":"2026-03-30T01:14:57.093783Z","end":"2026-03-30T01:14:57.214095Z","steps":["trace[206821452] 'process raft request' (duration: 120.091339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:14:57.488455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.576539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T01:14:57.488549Z","caller":"traceutil/trace.go:171","msg":"trace[1125053690] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8865; }","duration":"369.831732ms","start":"2026-03-30T01:14:57.118699Z","end":"2026-03-30T01:14:57.488531Z","steps":["trace[1125053690] 'read index received' (duration: 95.225982ms)","trace[1125053690] 'applied index is now lower than readState.Index' (duration: 274.60426ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:14:57.488619Z","caller":"traceutil/trace.go:171","msg":"trace[688527098] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"385.679239ms","start":"2026-03-30T01:14:57.10293Z","end":"2026-03-30T01:14:57.48861Z","steps":["trace[688527098] 'process raft request' (duration: 172.851492ms)","trace[688527098] 'compare' (duration: 212.340254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:14:57.488749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T01:14:57.102916Z","time spent":"385.724199ms","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T01:14:57.488972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.227773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-30T01:14:57.489066Z","caller":"traceutil/trace.go:171","msg":"trace[2074661865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8564; }","duration":"370.394086ms","start":"2026-03-30T01:14:57.11865Z","end":"2026-03-30T01:14:57.489044Z","steps":["trace[2074661865] 'agreement among raft nodes before linearized reading' (duration: 370.048957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:14:57.489115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T01:14:57.118633Z","time spent":"370.472899ms","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-30T01:14:57.506304Z","caller":"traceutil/trace.go:171","msg":"trace[1462565826] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"288.673981ms","start":"2026-03-30T01:14:57.21759Z","end":"2026-03-30T01:14:57.506264Z","steps":["trace[1462565826] 'process raft request' (duration: 288.572519ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:57.513986Z","caller":"traceutil/trace.go:171","msg":"trace[43678426] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"157.403505ms","start":"2026-03-30T01:14:57.356551Z","end":"2026-03-30T01:14:57.513955Z","steps":["trace[43678426] 'process raft request' (duration: 157.226151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:14:57.514374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.773235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T01:14:57.51443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.961038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nqvbc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-30T01:14:57.514509Z","caller":"traceutil/trace.go:171","msg":"trace[720852585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nqvbc; range_end:; response_count:1; response_revision:8567; }","duration":"156.096632ms","start":"2026-03-30T01:14:57.358393Z","end":"2026-03-30T01:14:57.51449Z","steps":["trace[720852585] 'agreement among raft nodes before linearized reading' (duration: 155.835966ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:57.514508Z","caller":"traceutil/trace.go:171","msg":"trace[229128870] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8567; }","duration":"321.033461ms","start":"2026-03-30T01:14:57.193444Z","end":"2026-03-30T01:14:57.514478Z","steps":["trace[229128870] 'agreement among raft nodes before linearized reading' (duration: 320.710502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:14:57.514577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T01:14:57.193429Z","time spent":"321.130664ms","remote":"127.0.0.1:44152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-30T01:14:58.712832Z","caller":"traceutil/trace.go:171","msg":"trace[476860733] linearizableReadLoop","detail":"{readStateIndex:8874; appliedIndex:8873; }","duration":"111.511919ms","start":"2026-03-30T01:14:58.601298Z","end":"2026-03-30T01:14:58.71281Z","steps":["trace[476860733] 'read index received' (duration: 111.285573ms)","trace[476860733] 'applied index is now lower than readState.Index' (duration: 225.486µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:14:58.712986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.662152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T01:14:58.713024Z","caller":"traceutil/trace.go:171","msg":"trace[740071591] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8571; }","duration":"111.727914ms","start":"2026-03-30T01:14:58.601282Z","end":"2026-03-30T01:14:58.71301Z","steps":["trace[740071591] 'agreement among raft nodes before linearized reading' (duration: 111.613101ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:58.712998Z","caller":"traceutil/trace.go:171","msg":"trace[100618244] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"129.257234ms","start":"2026-03-30T01:14:58.583685Z","end":"2026-03-30T01:14:58.712942Z","steps":["trace[100618244] 'process raft request' (duration: 128.959437ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:14:58.864201Z","caller":"traceutil/trace.go:171","msg":"trace[385495811] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"132.21857ms","start":"2026-03-30T01:14:58.731945Z","end":"2026-03-30T01:14:58.864163Z","steps":["trace[385495811] 'process raft request' (duration: 90.538211ms)","trace[385495811] 'compare' (duration: 41.444242ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:15:36.755137Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000244a.wal"} {"level":"info","ts":"2026-03-30T01:15:57.120345Z","caller":"traceutil/trace.go:171","msg":"trace[759883147] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"193.562162ms","start":"2026-03-30T01:15:56.926754Z","end":"2026-03-30T01:15:57.120316Z","steps":["trace[759883147] 'process raft request' (duration: 193.388137ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:15:57.166117Z","caller":"traceutil/trace.go:171","msg":"trace[1687902903] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"212.426427ms","start":"2026-03-30T01:15:56.953664Z","end":"2026-03-30T01:15:57.166091Z","steps":["trace[1687902903] 'process raft request' (duration: 212.291273ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:15:57.562962Z","caller":"traceutil/trace.go:171","msg":"trace[1510409180] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"101.669297ms","start":"2026-03-30T01:15:57.461264Z","end":"2026-03-30T01:15:57.562933Z","steps":["trace[1510409180] 'process raft request' (duration: 101.590655ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:15:57.563064Z","caller":"traceutil/trace.go:171","msg":"trace[1320290337] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"102.409046ms","start":"2026-03-30T01:15:57.460635Z","end":"2026-03-30T01:15:57.563044Z","steps":["trace[1320290337] 'process raft request' (duration: 102.033566ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:15:57.594635Z","caller":"traceutil/trace.go:171","msg":"trace[1813789614] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"116.714033ms","start":"2026-03-30T01:15:57.477891Z","end":"2026-03-30T01:15:57.594605Z","steps":["trace[1813789614] 'process raft request' (duration: 116.401405ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:16:58.202767Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"adfb641115bf6cbd","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-30T01:16:58.207341Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-30T01:16:58.207415Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-30T01:19:16.477367Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8267} {"level":"info","ts":"2026-03-30T01:19:16.555358Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8267,"took":"75.555211ms","hash":2050120386,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":23904256,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-30T01:19:16.555412Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2050120386,"revision":8267,"compact-revision":6095} {"level":"info","ts":"2026-03-30T01:24:16.488511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10483} {"level":"info","ts":"2026-03-30T01:24:16.56992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10483,"took":"79.125453ms","hash":4183513201,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":20684800,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-30T01:24:16.570006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4183513201,"revision":10483,"compact-revision":8267}