{"level":"warn","ts":"2026-07-03T15:47:10.946171Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:47:10.946317Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.192:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.192:2380","--initial-cluster=instance=https://199.19.213.192:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.192:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.192:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T15:47:10.946486Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:47:10.94656Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.192:2380"]} {"level":"info","ts":"2026-07-03T15:47:10.946623Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:47:10.947455Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.192:2379"]} {"level":"info","ts":"2026-07-03T15:47:10.947632Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.192:2380"],"listen-peer-urls":["https://199.19.213.192:2380"],"advertise-client-urls":["https://199.19.213.192:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.192:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.192:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T15:47:10.951668Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.694394ms"} {"level":"info","ts":"2026-07-03T15:47:10.957373Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"341a3703c39c1f5b","cluster-id":"65341987fa712ba2"} {"level":"info","ts":"2026-07-03T15:47:10.957533Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T15:47:10.957591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became follower at term 0"} {"level":"info","ts":"2026-07-03T15:47:10.957627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 341a3703c39c1f5b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T15:47:10.957711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became follower at term 1"} {"level":"info","ts":"2026-07-03T15:47:10.957772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b switched to configuration voters=(3754373728672948059)"} {"level":"warn","ts":"2026-07-03T15:47:10.964799Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T15:47:10.965885Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T15:47:10.966907Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T15:47:10.969145Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"341a3703c39c1f5b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T15:47:10.971822Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:47:10.972115Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:47:10.972139Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:47:10.972272Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"341a3703c39c1f5b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T15:47:10.972936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b switched to configuration voters=(3754373728672948059)"} {"level":"info","ts":"2026-07-03T15:47:10.976908Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:47:10.977037Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.192:2380"} {"level":"info","ts":"2026-07-03T15:47:10.977089Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.192:2380"} {"level":"info","ts":"2026-07-03T15:47:10.977348Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"341a3703c39c1f5b","initial-advertise-peer-urls":["https://199.19.213.192:2380"],"listen-peer-urls":["https://199.19.213.192:2380"],"advertise-client-urls":["https://199.19.213.192:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.192:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T15:47:10.977383Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T15:47:10.977533Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65341987fa712ba2","local-member-id":"341a3703c39c1f5b","added-peer-id":"341a3703c39c1f5b","added-peer-peer-urls":["https://199.19.213.192:2380"]} {"level":"info","ts":"2026-07-03T15:47:11.25799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T15:47:11.258131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T15:47:11.258168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b received MsgPreVoteResp from 341a3703c39c1f5b at term 1"} {"level":"info","ts":"2026-07-03T15:47:11.258196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became candidate at term 2"} {"level":"info","ts":"2026-07-03T15:47:11.258209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b received MsgVoteResp from 341a3703c39c1f5b at term 2"} {"level":"info","ts":"2026-07-03T15:47:11.258229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became leader at term 2"} {"level":"info","ts":"2026-07-03T15:47:11.258252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 341a3703c39c1f5b elected leader 341a3703c39c1f5b at term 2"} {"level":"info","ts":"2026-07-03T15:47:11.259207Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"341a3703c39c1f5b","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.192:2379]}","request-path":"/0/members/341a3703c39c1f5b/attributes","cluster-id":"65341987fa712ba2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T15:47:11.259684Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:47:11.259829Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:47:11.259989Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T15:47:11.260031Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T15:47:11.259766Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:47:11.261819Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65341987fa712ba2","local-member-id":"341a3703c39c1f5b","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:47:11.262065Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:47:11.262158Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:47:11.264356Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.192:2379"} {"level":"info","ts":"2026-07-03T15:47:11.265642Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-03T15:47:14.453831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.044586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:47:14.45397Z","caller":"traceutil/trace.go:171","msg":"trace[1467990900] transaction","detail":"{read_only:false; response_revision:146; number_of_response:1; }","duration":"378.812513ms","start":"2026-07-03T15:47:14.075138Z","end":"2026-07-03T15:47:14.453951Z","steps":["trace[1467990900] 'process raft request' (duration: 140.374458ms)","trace[1467990900] 'compare' (duration: 236.845577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:47:14.454054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:47:14.075114Z","time spent":"378.909157ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":588,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:47:14.674717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.73806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:47:14.674901Z","caller":"traceutil/trace.go:171","msg":"trace[900420075] transaction","detail":"{read_only:false; response_revision:147; number_of_response:1; }","duration":"215.360875ms","start":"2026-07-03T15:47:14.459506Z","end":"2026-07-03T15:47:14.674866Z","steps":["trace[900420075] 'process raft request' (duration: 105.351234ms)","trace[900420075] 'compare' (duration: 109.570523ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:47:56.45392Z","caller":"traceutil/trace.go:171","msg":"trace[7647259] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"121.575798ms","start":"2026-07-03T15:47:56.332316Z","end":"2026-07-03T15:47:56.453892Z","steps":["trace[7647259] 'process raft request' (duration: 120.722205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:47:56.728279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.078366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:47:56.728393Z","caller":"traceutil/trace.go:171","msg":"trace[1719661513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:587; }","duration":"110.21961ms","start":"2026-07-03T15:47:56.618135Z","end":"2026-07-03T15:47:56.728355Z","steps":["trace[1719661513] 'range keys from in-memory index tree' (duration: 109.885671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:47:56.728279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.479626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:47:56.728647Z","caller":"traceutil/trace.go:171","msg":"trace[67423641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:587; }","duration":"127.929328ms","start":"2026-07-03T15:47:56.600706Z","end":"2026-07-03T15:47:56.728635Z","steps":["trace[67423641] 'range keys from in-memory index tree' (duration: 127.26388ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:47:57.103267Z","caller":"traceutil/trace.go:171","msg":"trace[54345306] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"215.03464ms","start":"2026-07-03T15:47:56.888202Z","end":"2026-07-03T15:47:57.103237Z","steps":["trace[54345306] 'read index received' (duration: 214.885347ms)","trace[54345306] 'applied index is now lower than readState.Index' (duration: 148.243µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:47:57.103382Z","caller":"traceutil/trace.go:171","msg":"trace[1286807922] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"272.178029ms","start":"2026-07-03T15:47:56.83117Z","end":"2026-07-03T15:47:57.103348Z","steps":["trace[1286807922] 'process raft request' (duration: 271.855251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:47:57.103438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.211515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:47:57.103683Z","caller":"traceutil/trace.go:171","msg":"trace[66539755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:590; }","duration":"215.513573ms","start":"2026-07-03T15:47:56.888153Z","end":"2026-07-03T15:47:57.103667Z","steps":["trace[66539755] 'agreement among raft nodes before linearized reading' (duration: 215.218795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:47:57.216558Z","caller":"traceutil/trace.go:171","msg":"trace[1553202949] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:615; }","duration":"113.185383ms","start":"2026-07-03T15:47:57.103344Z","end":"2026-07-03T15:47:57.216529Z","steps":["trace[1553202949] 'read index received' (duration: 112.36774ms)","trace[1553202949] 'applied index is now lower than readState.Index' (duration: 816.833µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:47:57.216584Z","caller":"traceutil/trace.go:171","msg":"trace[668794528] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"277.653009ms","start":"2026-07-03T15:47:56.9389Z","end":"2026-07-03T15:47:57.216553Z","steps":["trace[668794528] 'process raft request' (duration: 277.181967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:47:57.216752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.859557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:47:57.216794Z","caller":"traceutil/trace.go:171","msg":"trace[1425900682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"111.96216ms","start":"2026-07-03T15:47:57.104817Z","end":"2026-07-03T15:47:57.216779Z","steps":["trace[1425900682] 'agreement among raft nodes before linearized reading' (duration: 111.854527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:47:57.216804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.935159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:47:57.216901Z","caller":"traceutil/trace.go:171","msg":"trace[873730622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:591; }","duration":"310.068413ms","start":"2026-07-03T15:47:56.906816Z","end":"2026-07-03T15:47:57.216884Z","steps":["trace[873730622] 'agreement among raft nodes before linearized reading' (duration: 309.853127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:47:57.216985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:47:56.906793Z","time spent":"310.172085ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:48:12.643955Z","caller":"traceutil/trace.go:171","msg":"trace[350574759] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"102.092758ms","start":"2026-07-03T15:48:12.541838Z","end":"2026-07-03T15:48:12.643931Z","steps":["trace[350574759] 'process raft request' (duration: 101.867622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:49:33.631695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.987459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:49:33.631843Z","caller":"traceutil/trace.go:171","msg":"trace[1144012588] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1923; }","duration":"294.523586ms","start":"2026-07-03T15:49:33.337303Z","end":"2026-07-03T15:49:33.631827Z","steps":["trace[1144012588] 'read index received' (duration: 120.170972ms)","trace[1144012588] 'applied index is now lower than readState.Index' (duration: 174.342303ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:49:33.63218Z","caller":"traceutil/trace.go:171","msg":"trace[418593320] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"335.040117ms","start":"2026-07-03T15:49:33.297072Z","end":"2026-07-03T15:49:33.632112Z","steps":["trace[418593320] 'process raft request' (duration: 160.431049ms)","trace[418593320] 'compare' (duration: 173.862327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:49:33.63235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.031043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-41c505d4-a54f-4489-9a87-660517567ad8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-03T15:49:33.632435Z","caller":"traceutil/trace.go:171","msg":"trace[1956352219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-41c505d4-a54f-4489-9a87-660517567ad8; range_end:; response_count:1; response_revision:1848; }","duration":"295.168866ms","start":"2026-07-03T15:49:33.337245Z","end":"2026-07-03T15:49:33.632414Z","steps":["trace[1956352219] 'agreement among raft nodes before linearized reading' (duration: 294.871952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:49:33.632444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.322902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-03T15:49:33.632466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:49:33.297044Z","time spent":"335.24669ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:49:33.63249Z","caller":"traceutil/trace.go:171","msg":"trace[1692235575] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1848; }","duration":"144.400952ms","start":"2026-07-03T15:49:33.488073Z","end":"2026-07-03T15:49:33.632474Z","steps":["trace[1692235575] 'agreement among raft nodes before linearized reading' (duration: 144.161029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:49:33.632655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.39089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:49:33.63275Z","caller":"traceutil/trace.go:171","msg":"trace[609056668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1848; }","duration":"109.551552ms","start":"2026-07-03T15:49:33.523165Z","end":"2026-07-03T15:49:33.632716Z","steps":["trace[609056668] 'agreement among raft nodes before linearized reading' (duration: 109.112526ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:50:03.590935Z","caller":"traceutil/trace.go:171","msg":"trace[154430163] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"129.55005ms","start":"2026-07-03T15:50:03.461358Z","end":"2026-07-03T15:50:03.590908Z","steps":["trace[154430163] 'process raft request' (duration: 129.339278ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:50:03.601489Z","caller":"traceutil/trace.go:171","msg":"trace[591647080] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"139.423225ms","start":"2026-07-03T15:50:03.462041Z","end":"2026-07-03T15:50:03.601464Z","steps":["trace[591647080] 'process raft request' (duration: 139.297643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:50:04.133914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.685233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:50:04.134031Z","caller":"traceutil/trace.go:171","msg":"trace[107650970] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2155; }","duration":"249.366861ms","start":"2026-07-03T15:50:03.884646Z","end":"2026-07-03T15:50:04.134013Z","steps":["trace[107650970] 'read index received' (duration: 18.510536ms)","trace[107650970] 'applied index is now lower than readState.Index' (duration: 230.855135ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:50:04.134068Z","caller":"traceutil/trace.go:171","msg":"trace[503358167] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"396.380192ms","start":"2026-07-03T15:50:03.737654Z","end":"2026-07-03T15:50:04.134034Z","steps":["trace[503358167] 'process raft request' (duration: 165.494087ms)","trace[503358167] 'compare' (duration: 230.553921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:50:04.134176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.530323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:50:04.134213Z","caller":"traceutil/trace.go:171","msg":"trace[827102612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2074; }","duration":"249.592603ms","start":"2026-07-03T15:50:03.884611Z","end":"2026-07-03T15:50:04.134203Z","steps":["trace[827102612] 'agreement among raft nodes before linearized reading' (duration: 249.466892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:50:04.134215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:50:03.737635Z","time spent":"396.500964ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:50:04.194825Z","caller":"traceutil/trace.go:171","msg":"trace[756841678] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"152.06588ms","start":"2026-07-03T15:50:04.042737Z","end":"2026-07-03T15:50:04.194803Z","steps":["trace[756841678] 'process raft request' (duration: 151.906698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:50:04.195094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.378581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:50:04.195275Z","caller":"traceutil/trace.go:171","msg":"trace[699404178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2075; }","duration":"301.512882ms","start":"2026-07-03T15:50:03.893666Z","end":"2026-07-03T15:50:04.195178Z","steps":["trace[699404178] 'agreement among raft nodes before linearized reading' (duration: 301.280009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:50:04.195279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.559603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:50:04.195334Z","caller":"traceutil/trace.go:171","msg":"trace[728686176] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2075; }","duration":"279.639825ms","start":"2026-07-03T15:50:03.915679Z","end":"2026-07-03T15:50:04.195319Z","steps":["trace[728686176] 'agreement among raft nodes before linearized reading' (duration: 279.511152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:50:04.195366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:50:03.893649Z","time spent":"301.667286ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:50:04.385414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.448837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:50:04.385779Z","caller":"traceutil/trace.go:171","msg":"trace[358110396] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"186.446359ms","start":"2026-07-03T15:50:04.199313Z","end":"2026-07-03T15:50:04.385759Z","steps":["trace[358110396] 'process raft request' (duration: 51.560435ms)","trace[358110396] 'compare' (duration: 134.130294ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:51:47.619412Z","caller":"traceutil/trace.go:171","msg":"trace[548832514] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"115.452129ms","start":"2026-07-03T15:51:47.503934Z","end":"2026-07-03T15:51:47.619386Z","steps":["trace[548832514] 'process raft request' (duration: 115.300576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:51:53.032784Z","caller":"traceutil/trace.go:171","msg":"trace[417508704] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"129.554108ms","start":"2026-07-03T15:51:52.903197Z","end":"2026-07-03T15:51:53.032751Z","steps":["trace[417508704] 'process raft request' (duration: 128.753591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:51:58.302669Z","caller":"traceutil/trace.go:171","msg":"trace[2059101372] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"115.430485ms","start":"2026-07-03T15:51:58.187199Z","end":"2026-07-03T15:51:58.30263Z","steps":["trace[2059101372] 'process raft request' (duration: 115.18969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:51:58.460233Z","caller":"traceutil/trace.go:171","msg":"trace[258630773] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"270.633539ms","start":"2026-07-03T15:51:58.189566Z","end":"2026-07-03T15:51:58.460199Z","steps":["trace[258630773] 'process raft request' (duration: 201.93303ms)","trace[258630773] 'compare' (duration: 68.541736ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:52.16888Z","caller":"traceutil/trace.go:171","msg":"trace[1844537581] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"100.979881ms","start":"2026-07-03T15:55:52.067865Z","end":"2026-07-03T15:55:52.168845Z","steps":["trace[1844537581] 'process raft request' (duration: 100.732458ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:52.763056Z","caller":"traceutil/trace.go:171","msg":"trace[1032725763] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"108.168909ms","start":"2026-07-03T15:55:52.654837Z","end":"2026-07-03T15:55:52.763006Z","steps":["trace[1032725763] 'process raft request' (duration: 107.958885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.820118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.027858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T15:56:05.820236Z","caller":"traceutil/trace.go:171","msg":"trace[1655004765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4996; }","duration":"113.195ms","start":"2026-07-03T15:56:05.70702Z","end":"2026-07-03T15:56:05.820215Z","steps":["trace[1655004765] 'range keys from in-memory index tree' (duration: 112.864686ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:11.298654Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2863} {"level":"info","ts":"2026-07-03T15:57:11.397723Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2863,"took":"96.681549ms","hash":1694927584,"current-db-size-bytes":54099968,"current-db-size":"54 MB","current-db-size-in-use-bytes":29200384,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-03T15:57:11.397794Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1694927584,"revision":2863,"compact-revision":-1} {"level":"info","ts":"2026-07-03T16:02:11.311199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5541} {"level":"info","ts":"2026-07-03T16:02:11.423685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5541,"took":"110.645012ms","hash":1577616634,"current-db-size-bytes":54099968,"current-db-size":"54 MB","current-db-size-in-use-bytes":18452480,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-03T16:02:11.423818Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1577616634,"revision":5541,"compact-revision":2863}