{"level":"warn","ts":"2026-04-08T01:19:48.9785Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:19:48.978585Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=instance=https://199.204.45.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T01:19:48.978649Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:19:48.978664Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-04-08T01:19:48.978681Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:19:48.979414Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-04-08T01:19:48.979495Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T01:19:48.984794Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.069345ms"} {"level":"info","ts":"2026-04-08T01:19:48.993039Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d98d5f2c752cc52d","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-04-08T01:19:48.993115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T01:19:48.993139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 0"} {"level":"info","ts":"2026-04-08T01:19:48.993149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d98d5f2c752cc52d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T01:19:48.993161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 1"} {"level":"info","ts":"2026-04-08T01:19:48.993214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"warn","ts":"2026-04-08T01:19:49.002305Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T01:19:49.003872Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T01:19:49.006431Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T01:19:49.008697Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d98d5f2c752cc52d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T01:19:49.009623Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d98d5f2c752cc52d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T01:19:49.010339Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:19:49.010443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"info","ts":"2026-04-08T01:19:49.010471Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:19:49.01049Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:19:49.010628Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"d98d5f2c752cc52d","added-peer-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-04-08T01:19:49.014277Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:19:49.014404Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-08T01:19:49.014439Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-08T01:19:49.014641Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d98d5f2c752cc52d","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T01:19:49.01474Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T01:19:49.59458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T01:19:49.594682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T01:19:49.594749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgPreVoteResp from d98d5f2c752cc52d at term 1"} {"level":"info","ts":"2026-04-08T01:19:49.5948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became candidate at term 2"} {"level":"info","ts":"2026-04-08T01:19:49.594815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgVoteResp from d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-04-08T01:19:49.594834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became leader at term 2"} {"level":"info","ts":"2026-04-08T01:19:49.594856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d98d5f2c752cc52d elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-04-08T01:19:49.596204Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d98d5f2c752cc52d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.250:2379]}","request-path":"/0/members/d98d5f2c752cc52d/attributes","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T01:19:49.596464Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:19:49.596516Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:19:49.596773Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:19:49.597832Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:19:49.597949Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:19:49.597983Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:19:49.598028Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T01:19:49.598051Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T01:19:49.59993Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T01:19:49.600325Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"warn","ts":"2026-04-08T01:20:25.559083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.699954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T01:20:25.559166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.308381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r76f5\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-08T01:20:25.559268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.382292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:20:25.55928Z","caller":"traceutil/trace.go:171","msg":"trace[724650178] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r76f5; range_end:; response_count:1; response_revision:615; }","duration":"113.480675ms","start":"2026-04-08T01:20:25.445777Z","end":"2026-04-08T01:20:25.559258Z","steps":["trace[724650178] 'range keys from in-memory index tree' (duration: 113.116027ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:25.559314Z","caller":"traceutil/trace.go:171","msg":"trace[544190537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"197.466794ms","start":"2026-04-08T01:20:25.361836Z","end":"2026-04-08T01:20:25.559303Z","steps":["trace[544190537] 'range keys from in-memory index tree' (duration: 197.288749ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:25.559192Z","caller":"traceutil/trace.go:171","msg":"trace[936256719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"149.875149ms","start":"2026-04-08T01:20:25.409301Z","end":"2026-04-08T01:20:25.559176Z","steps":["trace[936256719] 'range keys from in-memory index tree' (duration: 149.54153ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:25.737525Z","caller":"traceutil/trace.go:171","msg":"trace[839289626] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"173.223836ms","start":"2026-04-08T01:20:25.564254Z","end":"2026-04-08T01:20:25.737477Z","steps":["trace[839289626] 'process raft request' (duration: 116.128264ms)","trace[839289626] 'compare' (duration: 56.59466ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:20:25.737606Z","caller":"traceutil/trace.go:171","msg":"trace[229867879] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"173.066512ms","start":"2026-04-08T01:20:25.564494Z","end":"2026-04-08T01:20:25.737561Z","steps":["trace[229867879] 'process raft request' (duration: 172.868078ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:25.781277Z","caller":"traceutil/trace.go:171","msg":"trace[1055627511] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"187.773675ms","start":"2026-04-08T01:20:25.593477Z","end":"2026-04-08T01:20:25.781251Z","steps":["trace[1055627511] 'process raft request' (duration: 187.426977ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:25.781856Z","caller":"traceutil/trace.go:171","msg":"trace[571148827] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"120.129834ms","start":"2026-04-08T01:20:25.661692Z","end":"2026-04-08T01:20:25.781822Z","steps":["trace[571148827] 'process raft request' (duration: 119.628273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:20:26.254498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.407524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:20:26.254612Z","caller":"traceutil/trace.go:171","msg":"trace[2031765689] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"404.464989ms","start":"2026-04-08T01:20:25.850128Z","end":"2026-04-08T01:20:26.254593Z","steps":["trace[2031765689] 'process raft request' (duration: 292.465761ms)","trace[2031765689] 'compare' (duration: 111.266171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:20:26.254673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:20:25.850092Z","time spent":"404.558501ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:20:47.232342Z","caller":"traceutil/trace.go:171","msg":"trace[790900083] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"291.132885ms","start":"2026-04-08T01:20:46.941177Z","end":"2026-04-08T01:20:47.23231Z","steps":["trace[790900083] 'process raft request' (duration: 290.796907ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:42.261876Z","caller":"traceutil/trace.go:171","msg":"trace[1875942774] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"119.942806ms","start":"2026-04-08T01:22:42.141914Z","end":"2026-04-08T01:22:42.261856Z","steps":["trace[1875942774] 'process raft request' (duration: 119.376443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:42.408821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.21279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:42.409074Z","caller":"traceutil/trace.go:171","msg":"trace[784068014] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"154.144971ms","start":"2026-04-08T01:22:42.254888Z","end":"2026-04-08T01:22:42.409033Z","steps":["trace[784068014] 'process raft request' (duration: 41.47852ms)","trace[784068014] 'compare' (duration: 112.013626ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:42.409228Z","caller":"traceutil/trace.go:171","msg":"trace[377907499] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"143.771192ms","start":"2026-04-08T01:22:42.265434Z","end":"2026-04-08T01:22:42.409205Z","steps":["trace[377907499] 'process raft request' (duration: 143.570338ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:42.706178Z","caller":"traceutil/trace.go:171","msg":"trace[1349618575] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"234.865839ms","start":"2026-04-08T01:22:42.47128Z","end":"2026-04-08T01:22:42.706146Z","steps":["trace[1349618575] 'read index received' (duration: 160.491206ms)","trace[1349618575] 'applied index is now lower than readState.Index' (duration: 74.373583ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:42.706295Z","caller":"traceutil/trace.go:171","msg":"trace[1556087180] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"292.606922ms","start":"2026-04-08T01:22:42.413648Z","end":"2026-04-08T01:22:42.706255Z","steps":["trace[1556087180] 'process raft request' (duration: 218.069784ms)","trace[1556087180] 'compare' (duration: 74.299622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:42.706477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.181316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:22:42.706527Z","caller":"traceutil/trace.go:171","msg":"trace[241754234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2138; }","duration":"235.249828ms","start":"2026-04-08T01:22:42.471261Z","end":"2026-04-08T01:22:42.706511Z","steps":["trace[241754234] 'agreement among raft nodes before linearized reading' (duration: 235.052314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:42.706634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.236462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:22:42.706721Z","caller":"traceutil/trace.go:171","msg":"trace[1573125687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2138; }","duration":"209.352875ms","start":"2026-04-08T01:22:42.497345Z","end":"2026-04-08T01:22:42.706698Z","steps":["trace[1573125687] 'agreement among raft nodes before linearized reading' (duration: 209.120689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:42.707006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.528986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:22:42.707075Z","caller":"traceutil/trace.go:171","msg":"trace[1207037020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2138; }","duration":"208.612268ms","start":"2026-04-08T01:22:42.498443Z","end":"2026-04-08T01:22:42.707055Z","steps":["trace[1207037020] 'agreement among raft nodes before linearized reading' (duration: 208.380103ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:36.773192Z","caller":"traceutil/trace.go:171","msg":"trace[985389308] linearizableReadLoop","detail":"{readStateIndex:2704; appliedIndex:2703; }","duration":"118.054344ms","start":"2026-04-08T01:23:36.655113Z","end":"2026-04-08T01:23:36.773168Z","steps":["trace[985389308] 'read index received' (duration: 117.815208ms)","trace[985389308] 'applied index is now lower than readState.Index' (duration: 238.186µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:36.773236Z","caller":"traceutil/trace.go:171","msg":"trace[2086110146] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"185.762505ms","start":"2026-04-08T01:23:36.587444Z","end":"2026-04-08T01:23:36.773207Z","steps":["trace[2086110146] 'process raft request' (duration: 185.57765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:36.773415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.281009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:23:36.773488Z","caller":"traceutil/trace.go:171","msg":"trace[2110047312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2604; }","duration":"118.390462ms","start":"2026-04-08T01:23:36.65508Z","end":"2026-04-08T01:23:36.773471Z","steps":["trace[2110047312] 'agreement among raft nodes before linearized reading' (duration: 118.196137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:10.534248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.483242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:24:10.534364Z","caller":"traceutil/trace.go:171","msg":"trace[907695933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2806; }","duration":"214.659945ms","start":"2026-04-08T01:24:10.319681Z","end":"2026-04-08T01:24:10.534341Z","steps":["trace[907695933] 'range keys from in-memory index tree' (duration: 214.275147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:10.53443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.389985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:10.534564Z","caller":"traceutil/trace.go:171","msg":"trace[2026182309] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2806; }","duration":"235.561989ms","start":"2026-04-08T01:24:10.298973Z","end":"2026-04-08T01:24:10.534535Z","steps":["trace[2026182309] 'count revisions from in-memory index tree' (duration: 235.316974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:41.595901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.532728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:26:41.596211Z","caller":"traceutil/trace.go:171","msg":"trace[755161240] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"214.346402ms","start":"2026-04-08T01:26:41.381843Z","end":"2026-04-08T01:26:41.596189Z","steps":["trace[755161240] 'process raft request' (duration: 80.452505ms)","trace[755161240] 'compare' (duration: 133.431006ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:06.066081Z","caller":"traceutil/trace.go:171","msg":"trace[662261109] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"144.355097ms","start":"2026-04-08T01:28:05.921702Z","end":"2026-04-08T01:28:06.066057Z","steps":["trace[662261109] 'process raft request' (duration: 144.221424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:06.222138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.365649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:28:06.222239Z","caller":"traceutil/trace.go:171","msg":"trace[1735282759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4970; }","duration":"103.519323ms","start":"2026-04-08T01:28:06.118699Z","end":"2026-04-08T01:28:06.222218Z","steps":["trace[1735282759] 'range keys from in-memory index tree' (duration: 103.155225ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:18.246136Z","caller":"traceutil/trace.go:171","msg":"trace[478783265] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"177.891339ms","start":"2026-04-08T01:28:18.06821Z","end":"2026-04-08T01:28:18.246101Z","steps":["trace[478783265] 'read index received' (duration: 177.726025ms)","trace[478783265] 'applied index is now lower than readState.Index' (duration: 163.384µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:18.246243Z","caller":"traceutil/trace.go:171","msg":"trace[627013605] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"223.189288ms","start":"2026-04-08T01:28:18.023004Z","end":"2026-04-08T01:28:18.246193Z","steps":["trace[627013605] 'process raft request' (duration: 222.897052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:18.246365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.110054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:28:18.246479Z","caller":"traceutil/trace.go:171","msg":"trace[2044261953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5202; }","duration":"178.292378ms","start":"2026-04-08T01:28:18.068161Z","end":"2026-04-08T01:28:18.246453Z","steps":["trace[2044261953] 'agreement among raft nodes before linearized reading' (duration: 178.085854ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:26.046468Z","caller":"traceutil/trace.go:171","msg":"trace[516168738] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"104.736142ms","start":"2026-04-08T01:28:25.941697Z","end":"2026-04-08T01:28:26.046433Z","steps":["trace[516168738] 'process raft request' (duration: 95.586376ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:26.300448Z","caller":"traceutil/trace.go:171","msg":"trace[1903656114] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5573; }","duration":"242.057283ms","start":"2026-04-08T01:28:26.058358Z","end":"2026-04-08T01:28:26.300415Z","steps":["trace[1903656114] 'read index received' (duration: 217.868402ms)","trace[1903656114] 'applied index is now lower than readState.Index' (duration: 24.187561ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:26.300559Z","caller":"traceutil/trace.go:171","msg":"trace[211130860] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"244.543681ms","start":"2026-04-08T01:28:26.055979Z","end":"2026-04-08T01:28:26.300523Z","steps":["trace[211130860] 'process raft request' (duration: 220.3673ms)","trace[211130860] 'compare' (duration: 23.939776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:28:26.300874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.503843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-08T01:28:26.300969Z","caller":"traceutil/trace.go:171","msg":"trace[1126222477] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5372; }","duration":"242.699937ms","start":"2026-04-08T01:28:26.058245Z","end":"2026-04-08T01:28:26.300945Z","steps":["trace[1126222477] 'agreement among raft nodes before linearized reading' (duration: 242.298218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:37.813479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.668491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:28:37.813551Z","caller":"traceutil/trace.go:171","msg":"trace[627784600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5542; }","duration":"362.796944ms","start":"2026-04-08T01:28:37.45074Z","end":"2026-04-08T01:28:37.813537Z","steps":["trace[627784600] 'count revisions from in-memory index tree' (duration: 362.486766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:37.813577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:28:37.450716Z","time spent":"362.855814ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:28:37.813736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.656973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:28:37.813862Z","caller":"traceutil/trace.go:171","msg":"trace[1788596912] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"288.474619ms","start":"2026-04-08T01:28:37.525368Z","end":"2026-04-08T01:28:37.813842Z","steps":["trace[1788596912] 'process raft request' (duration: 10.613861ms)","trace[1788596912] 'compare' (duration: 277.244243ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:29:49.674148Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3022} {"level":"info","ts":"2026-04-08T01:29:49.748216Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3022,"took":"72.733816ms","hash":2701412456,"current-db-size-bytes":57462784,"current-db-size":"58 MB","current-db-size-in-use-bytes":31817728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-08T01:29:49.748397Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2701412456,"revision":3022,"compact-revision":-1} {"level":"info","ts":"2026-04-08T01:34:26.285488Z","caller":"traceutil/trace.go:171","msg":"trace[1491501135] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"153.103359ms","start":"2026-04-08T01:34:26.132348Z","end":"2026-04-08T01:34:26.285452Z","steps":["trace[1491501135] 'process raft request' (duration: 96.226471ms)","trace[1491501135] 'compare' (duration: 56.713784ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:34:26.285467Z","caller":"traceutil/trace.go:171","msg":"trace[1524823982] linearizableReadLoop","detail":"{readStateIndex:8472; appliedIndex:8470; }","duration":"145.646652ms","start":"2026-04-08T01:34:26.139789Z","end":"2026-04-08T01:34:26.285435Z","steps":["trace[1524823982] 'read index received' (duration: 34.494977ms)","trace[1524823982] 'applied index is now lower than readState.Index' (duration: 111.150145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:34:26.285712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.896798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:34:26.285783Z","caller":"traceutil/trace.go:171","msg":"trace[856386775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8183; }","duration":"145.98481ms","start":"2026-04-08T01:34:26.139781Z","end":"2026-04-08T01:34:26.285766Z","steps":["trace[856386775] 'agreement among raft nodes before linearized reading' (duration: 145.762964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:34:26.28584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.444337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:34:26.28591Z","caller":"traceutil/trace.go:171","msg":"trace[1524350579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8183; }","duration":"142.541609ms","start":"2026-04-08T01:34:26.143352Z","end":"2026-04-08T01:34:26.285894Z","steps":["trace[1524350579] 'agreement among raft nodes before linearized reading' (duration: 142.357744ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:34:49.684746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6136} {"level":"info","ts":"2026-04-08T01:34:49.780915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6136,"took":"93.97357ms","hash":2485046426,"current-db-size-bytes":57462784,"current-db-size":"58 MB","current-db-size-in-use-bytes":23117824,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-08T01:34:49.780983Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2485046426,"revision":6136,"compact-revision":3022} {"level":"info","ts":"2026-04-08T01:34:53.508985Z","caller":"traceutil/trace.go:171","msg":"trace[1843686135] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"331.503591ms","start":"2026-04-08T01:34:53.177453Z","end":"2026-04-08T01:34:53.508957Z","steps":["trace[1843686135] 'process raft request' (duration: 331.348987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:34:53.509169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:34:53.177434Z","time spent":"331.654325ms","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:35:06.21983Z","caller":"traceutil/trace.go:171","msg":"trace[87636229] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"190.465259ms","start":"2026-04-08T01:35:06.029333Z","end":"2026-04-08T01:35:06.219798Z","steps":["trace[87636229] 'process raft request' (duration: 164.0523ms)","trace[87636229] 'compare' (duration: 26.233415ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:35:07.213105Z","caller":"traceutil/trace.go:171","msg":"trace[1761936013] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"203.181593ms","start":"2026-04-08T01:35:07.009891Z","end":"2026-04-08T01:35:07.213072Z","steps":["trace[1761936013] 'process raft request' (duration: 202.950138ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:35:58.843704Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002488.wal"} {"level":"info","ts":"2026-04-08T01:37:15.164525Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T01:37:15.170665Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-08T01:37:15.170754Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-08T01:39:49.692311Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8351} {"level":"info","ts":"2026-04-08T01:39:49.77037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8351,"took":"75.985451ms","hash":3066104473,"current-db-size-bytes":57462784,"current-db-size":"58 MB","current-db-size-in-use-bytes":24780800,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-08T01:39:49.770481Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3066104473,"revision":8351,"compact-revision":6136} {"level":"info","ts":"2026-04-08T01:44:49.698703Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10742} {"level":"info","ts":"2026-04-08T01:44:49.772582Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10742,"took":"71.501203ms","hash":2310672894,"current-db-size-bytes":57462784,"current-db-size":"58 MB","current-db-size-in-use-bytes":20094976,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-08T01:44:49.77265Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2310672894,"revision":10742,"compact-revision":8351}