{"level":"warn","ts":"2026-04-23T16:36:12.702357Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T16:36:12.702523Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=instance=https://199.204.45.157:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T16:36:12.702632Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T16:36:12.702657Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-04-23T16:36:12.702686Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T16:36:12.703798Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-04-23T16:36:12.703912Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.157:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T16:36:12.709333Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.243336ms"} {"level":"info","ts":"2026-04-23T16:36:12.715123Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5f170c75a1d97cc","cluster-id":"44a3176ec85feb9"} {"level":"info","ts":"2026-04-23T16:36:12.715192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T16:36:12.715212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 0"} {"level":"info","ts":"2026-04-23T16:36:12.715221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5f170c75a1d97cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T16:36:12.71523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 1"} {"level":"info","ts":"2026-04-23T16:36:12.715265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"warn","ts":"2026-04-23T16:36:12.72192Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T16:36:12.723544Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T16:36:12.724628Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T16:36:12.728695Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5f170c75a1d97cc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T16:36:12.728822Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5f170c75a1d97cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T16:36:12.729832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"info","ts":"2026-04-23T16:36:12.72994Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","added-peer-id":"5f170c75a1d97cc","added-peer-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-04-23T16:36:12.730065Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:36:12.73014Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:36:12.73015Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:36:12.734905Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T16:36:12.73513Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5f170c75a1d97cc","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T16:36:12.73516Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T16:36:12.735202Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-04-23T16:36:12.735231Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-04-23T16:36:13.315955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T16:36:13.316025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T16:36:13.316062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgPreVoteResp from 5f170c75a1d97cc at term 1"} {"level":"info","ts":"2026-04-23T16:36:13.316091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became candidate at term 2"} {"level":"info","ts":"2026-04-23T16:36:13.316103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgVoteResp from 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-04-23T16:36:13.316255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became leader at term 2"} {"level":"info","ts":"2026-04-23T16:36:13.316281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5f170c75a1d97cc elected leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-04-23T16:36:13.319525Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5f170c75a1d97cc","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.157:2379]}","request-path":"/0/members/5f170c75a1d97cc/attributes","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T16:36:13.319558Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:36:13.319624Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T16:36:13.319541Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T16:36:13.320015Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T16:36:13.320068Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T16:36:13.320461Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:36:13.32089Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:36:13.320934Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:36:13.3234Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T16:36:13.323859Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-04-23T16:36:14.717913Z","caller":"traceutil/trace.go:171","msg":"trace[514868934] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"107.879825ms","start":"2026-04-23T16:36:14.609995Z","end":"2026-04-23T16:36:14.717875Z","steps":["trace[514868934] 'process raft request' (duration: 107.689559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:19.376078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938291022315597165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:36:19.876341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938291022315597165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:36:20.376474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938291022315597165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:36:20.877092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938291022315597165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:36:20.994078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T16:36:20.994196Z","caller":"traceutil/trace.go:171","msg":"trace[334199346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055252s","start":"2026-04-23T16:36:18.994119Z","end":"2026-04-23T16:36:20.994174Z","steps":["trace[334199346] 'agreement among raft nodes before linearized reading' (duration: 1.999915479s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:20.994248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:18.994085Z","time spent":"2.000153081s","remote":"127.0.0.1:36494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 16:36:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T16:36:21.377561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938291022315597165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:36:21.87869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938291022315597165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:36:22.379281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938291022315597165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:36:22.880071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938291022315597165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:36:22.995178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000606528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T16:36:22.99528Z","caller":"traceutil/trace.go:171","msg":"trace[468147471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000771608s","start":"2026-04-23T16:36:20.994485Z","end":"2026-04-23T16:36:22.995256Z","steps":["trace[468147471] 'agreement among raft nodes before linearized reading' (duration: 2.000633685s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:22.995326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:20.994461Z","time spent":"2.000856118s","remote":"127.0.0.1:36504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 16:36:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T16:36:23.038583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.198213635s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:36:23.044299Z","caller":"traceutil/trace.go:171","msg":"trace[1572675855] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"4.204018893s","start":"2026-04-23T16:36:18.840261Z","end":"2026-04-23T16:36:23.04428Z","steps":["trace[1572675855] 'process raft request' (duration: 4.198583662s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:23.044977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:18.840235Z","time spent":"4.204117502s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:36:23.045263Z","caller":"traceutil/trace.go:171","msg":"trace[1518213150] transaction","detail":"{read_only:false; number_of_response:0; response_revision:292; }","duration":"3.972606162s","start":"2026-04-23T16:36:19.072648Z","end":"2026-04-23T16:36:23.045254Z","steps":["trace[1518213150] 'process raft request' (duration: 3.972478037s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:23.045252Z","caller":"traceutil/trace.go:171","msg":"trace[1578261025] transaction","detail":"{read_only:false; number_of_response:0; response_revision:292; }","duration":"3.972692821s","start":"2026-04-23T16:36:19.072519Z","end":"2026-04-23T16:36:23.045212Z","steps":["trace[1578261025] 'process raft request' (duration: 3.972342822s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:23.045313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:19.072614Z","time spent":"3.972674604s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:36:23.045428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:19.072502Z","time spent":"3.972846143s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:36:23.045398Z","caller":"traceutil/trace.go:171","msg":"trace[1848937875] transaction","detail":"{read_only:false; number_of_response:0; response_revision:292; }","duration":"3.972508984s","start":"2026-04-23T16:36:19.072831Z","end":"2026-04-23T16:36:23.04534Z","steps":["trace[1848937875] 'process raft request' (duration: 3.972357802s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:23.045768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:19.072815Z","time spent":"3.972799061s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:36:23.046011Z","caller":"traceutil/trace.go:171","msg":"trace[346876473] linearizableReadLoop","detail":"{readStateIndex:304; appliedIndex:299; }","duration":"4.17013575s","start":"2026-04-23T16:36:18.875856Z","end":"2026-04-23T16:36:23.045992Z","steps":["trace[346876473] 'read index received' (duration: 4.163006105s)","trace[346876473] 'applied index is now lower than readState.Index' (duration: 7.128405ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:36:23.046052Z","caller":"traceutil/trace.go:171","msg":"trace[969826842] transaction","detail":"{read_only:false; number_of_response:0; response_revision:292; }","duration":"3.972601547s","start":"2026-04-23T16:36:19.07344Z","end":"2026-04-23T16:36:23.046042Z","steps":["trace[969826842] 'process raft request' (duration: 3.971778412s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:23.046104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:19.073427Z","time spent":"3.972653901s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:36:23.046317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170455753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:36:23.046357Z","caller":"traceutil/trace.go:171","msg":"trace[141365017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:293; }","duration":"4.170608754s","start":"2026-04-23T16:36:18.875737Z","end":"2026-04-23T16:36:23.046345Z","steps":["trace[141365017] 'agreement among raft nodes before linearized reading' (duration: 4.170520004s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:23.046417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975926757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"warn","ts":"2026-04-23T16:36:23.046435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:18.875712Z","time spent":"4.170715602s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T16:36:23.046457Z","caller":"traceutil/trace.go:171","msg":"trace[223908849] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:293; }","duration":"3.976008257s","start":"2026-04-23T16:36:19.070436Z","end":"2026-04-23T16:36:23.046445Z","steps":["trace[223908849] 'agreement among raft nodes before linearized reading' (duration: 3.975883862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:23.046489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:19.070414Z","time spent":"3.9760675s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4002,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-23T16:36:23.046577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787442347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-23T16:36:23.046601Z","caller":"traceutil/trace.go:171","msg":"trace[1507243880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:293; }","duration":"3.787473402s","start":"2026-04-23T16:36:19.259119Z","end":"2026-04-23T16:36:23.046593Z","steps":["trace[1507243880] 'agreement among raft nodes before linearized reading' (duration: 3.787429137s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:23.046628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:19.259114Z","time spent":"3.787508459s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:36:23.0467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.788213444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:36:23.046723Z","caller":"traceutil/trace.go:171","msg":"trace[1037565379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:293; }","duration":"3.788273926s","start":"2026-04-23T16:36:19.258441Z","end":"2026-04-23T16:36:23.046715Z","steps":["trace[1037565379] 'agreement among raft nodes before linearized reading' (duration: 3.7882382s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:23.046747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:19.258423Z","time spent":"3.788318231s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T16:36:45.893716Z","caller":"traceutil/trace.go:171","msg":"trace[2020133887] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"134.013114ms","start":"2026-04-23T16:36:45.759672Z","end":"2026-04-23T16:36:45.893685Z","steps":["trace[2020133887] 'process raft request' (duration: 133.358525ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:46.078656Z","caller":"traceutil/trace.go:171","msg":"trace[1213013025] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"123.925594ms","start":"2026-04-23T16:36:45.954703Z","end":"2026-04-23T16:36:46.078628Z","steps":["trace[1213013025] 'process raft request' (duration: 123.787617ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:46.557698Z","caller":"traceutil/trace.go:171","msg":"trace[1616419126] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"402.267386ms","start":"2026-04-23T16:36:46.155384Z","end":"2026-04-23T16:36:46.557652Z","steps":["trace[1616419126] 'process raft request' (duration: 392.092024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:46.557918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:46.155358Z","time spent":"402.445339ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:36:46.557983Z","caller":"traceutil/trace.go:171","msg":"trace[1147581945] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"322.828297ms","start":"2026-04-23T16:36:46.235105Z","end":"2026-04-23T16:36:46.557934Z","steps":["trace[1147581945] 'read index received' (duration: 312.520807ms)","trace[1147581945] 'applied index is now lower than readState.Index' (duration: 10.30153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:36:46.558162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.024629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:36:46.558257Z","caller":"traceutil/trace.go:171","msg":"trace[250042106] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:587; }","duration":"323.162666ms","start":"2026-04-23T16:36:46.235064Z","end":"2026-04-23T16:36:46.558227Z","steps":["trace[250042106] 'agreement among raft nodes before linearized reading' (duration: 322.957325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:46.558321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:46.235047Z","time spent":"323.260487ms","remote":"127.0.0.1:36536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"info","ts":"2026-04-23T16:37:01.944901Z","caller":"traceutil/trace.go:171","msg":"trace[1736964593] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:761; }","duration":"136.868409ms","start":"2026-04-23T16:37:01.808007Z","end":"2026-04-23T16:37:01.944875Z","steps":["trace[1736964593] 'read index received' (duration: 105.510013ms)","trace[1736964593] 'applied index is now lower than readState.Index' (duration: 31.356906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:37:01.945088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.065713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:37:01.945113Z","caller":"traceutil/trace.go:171","msg":"trace[1194414841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:736; }","duration":"137.178244ms","start":"2026-04-23T16:37:01.807927Z","end":"2026-04-23T16:37:01.945105Z","steps":["trace[1194414841] 'agreement among raft nodes before linearized reading' (duration: 137.036925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:56.574516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.216385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:56.574634Z","caller":"traceutil/trace.go:171","msg":"trace[195446397] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1465; }","duration":"130.411035ms","start":"2026-04-23T16:38:56.444199Z","end":"2026-04-23T16:38:56.57461Z","steps":["trace[195446397] 'count revisions from in-memory index tree' (duration: 130.007444ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:25.100797Z","caller":"traceutil/trace.go:171","msg":"trace[416387157] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2227; }","duration":"323.190563ms","start":"2026-04-23T16:39:24.777579Z","end":"2026-04-23T16:39:25.10077Z","steps":["trace[416387157] 'read index received' (duration: 322.966302ms)","trace[416387157] 'applied index is now lower than readState.Index' (duration: 223.301µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:25.100918Z","caller":"traceutil/trace.go:171","msg":"trace[1690887173] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"350.015377ms","start":"2026-04-23T16:39:24.750889Z","end":"2026-04-23T16:39:25.100904Z","steps":["trace[1690887173] 'process raft request' (duration: 349.72058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:25.101188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:24.750855Z","time spent":"350.088874ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:25.101267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.680472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:39:25.101541Z","caller":"traceutil/trace.go:171","msg":"trace[1260696733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2141; }","duration":"324.018268ms","start":"2026-04-23T16:39:24.777507Z","end":"2026-04-23T16:39:25.101526Z","steps":["trace[1260696733] 'agreement among raft nodes before linearized reading' (duration: 323.635294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:25.101607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:24.77748Z","time spent":"324.114224ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T16:39:25.112863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.693701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cfc67958-cec4-4147-bcd5-c437f8ed8303\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-04-23T16:39:25.112879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.397446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:25.11291Z","caller":"traceutil/trace.go:171","msg":"trace[1123021269] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cfc67958-cec4-4147-bcd5-c437f8ed8303; range_end:; response_count:1; response_revision:2142; }","duration":"246.762138ms","start":"2026-04-23T16:39:24.866139Z","end":"2026-04-23T16:39:25.112901Z","steps":["trace[1123021269] 'agreement among raft nodes before linearized reading' (duration: 246.653363ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:25.112931Z","caller":"traceutil/trace.go:171","msg":"trace[1330938965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2142; }","duration":"116.479253ms","start":"2026-04-23T16:39:24.996438Z","end":"2026-04-23T16:39:25.112917Z","steps":["trace[1330938965] 'agreement among raft nodes before linearized reading' (duration: 116.337459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:25.113174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.344725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:25.113293Z","caller":"traceutil/trace.go:171","msg":"trace[332004974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2142; }","duration":"261.531248ms","start":"2026-04-23T16:39:24.851739Z","end":"2026-04-23T16:39:25.11327Z","steps":["trace[332004974] 'agreement among raft nodes before linearized reading' (duration: 261.290818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.406665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.577754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T16:39:43.406752Z","caller":"traceutil/trace.go:171","msg":"trace[134187054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2312; }","duration":"378.717411ms","start":"2026-04-23T16:39:43.028015Z","end":"2026-04-23T16:39:43.406732Z","steps":["trace[134187054] 'range keys from bolt db' (duration: 377.60086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.40678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.027997Z","time spent":"378.777094ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:39:43.439373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.481628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:39:43.439457Z","caller":"traceutil/trace.go:171","msg":"trace[1141691340] linearizableReadLoop","detail":"{readStateIndex:2406; appliedIndex:2405; }","duration":"102.455412ms","start":"2026-04-23T16:39:43.33699Z","end":"2026-04-23T16:39:43.439445Z","steps":["trace[1141691340] 'read index received' (duration: 70.181259ms)","trace[1141691340] 'applied index is now lower than readState.Index' (duration: 32.273223ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:43.440107Z","caller":"traceutil/trace.go:171","msg":"trace[66037952] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"411.877901ms","start":"2026-04-23T16:39:43.02814Z","end":"2026-04-23T16:39:43.440018Z","steps":["trace[66037952] 'process raft request' (duration: 309.592123ms)","trace[66037952] 'compare' (duration: 67.21194ms)","trace[66037952] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:517; } (duration: 34.197724ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T16:39:43.440326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.028131Z","time spent":"412.076429ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:43.44167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315595297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:39:43.441765Z","caller":"traceutil/trace.go:171","msg":"trace[871692658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2312; }","duration":"1.315784944s","start":"2026-04-23T16:39:42.125961Z","end":"2026-04-23T16:39:43.441746Z","steps":["trace[871692658] 'range keys from bolt db' (duration: 1.3154584s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.441807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:42.125945Z","time spent":"1.315854449s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:39:43.442837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167524757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:39:43.442912Z","caller":"traceutil/trace.go:171","msg":"trace[995477240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2312; }","duration":"1.167625018s","start":"2026-04-23T16:39:42.275273Z","end":"2026-04-23T16:39:43.442898Z","steps":["trace[995477240] 'range keys from bolt db' (duration: 1.167467536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.442939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:42.275268Z","time spent":"1.167666036s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:39:43.777583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.551675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:39:43.777716Z","caller":"traceutil/trace.go:171","msg":"trace[1513003908] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2313; }","duration":"440.699684ms","start":"2026-04-23T16:39:43.336985Z","end":"2026-04-23T16:39:43.777685Z","steps":["trace[1513003908] 'agreement among raft nodes before linearized reading' (duration: 103.509ms)","trace[1513003908] 'count revisions from in-memory index tree' (duration: 337.012649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:43.777774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.33693Z","time spent":"440.823879ms","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:39:43.778108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.588778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:39:43.778251Z","caller":"traceutil/trace.go:171","msg":"trace[445215847] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2406; }","duration":"338.758585ms","start":"2026-04-23T16:39:43.439473Z","end":"2026-04-23T16:39:43.778232Z","steps":["trace[445215847] 'read index received' (duration: 3.991601ms)","trace[445215847] 'applied index is now lower than readState.Index' (duration: 334.765564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:43.77835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.692954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:43.778416Z","caller":"traceutil/trace.go:171","msg":"trace[1328734158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2314; }","duration":"440.767118ms","start":"2026-04-23T16:39:43.33764Z","end":"2026-04-23T16:39:43.778407Z","steps":["trace[1328734158] 'agreement among raft nodes before linearized reading' (duration: 440.67512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.778455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.337636Z","time spent":"440.810776ms","remote":"127.0.0.1:36494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:39:43.778462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.7784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:39:43.778525Z","caller":"traceutil/trace.go:171","msg":"trace[690730706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2314; }","duration":"440.842764ms","start":"2026-04-23T16:39:43.33766Z","end":"2026-04-23T16:39:43.778503Z","steps":["trace[690730706] 'agreement among raft nodes before linearized reading' (duration: 440.639853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.77858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.337657Z","time spent":"440.911086ms","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T16:39:43.778816Z","caller":"traceutil/trace.go:171","msg":"trace[114031324] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"358.6479ms","start":"2026-04-23T16:39:43.420148Z","end":"2026-04-23T16:39:43.778795Z","steps":["trace[114031324] 'process raft request' (duration: 23.24522ms)","trace[114031324] 'compare' (duration: 334.374106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:43.778941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.420131Z","time spent":"358.736808ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:43.778827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.191712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-23T16:39:43.77916Z","caller":"traceutil/trace.go:171","msg":"trace[113086086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2314; }","duration":"441.516437ms","start":"2026-04-23T16:39:43.337627Z","end":"2026-04-23T16:39:43.779144Z","steps":["trace[113086086] 'agreement among raft nodes before linearized reading' (duration: 441.092743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.779211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.337608Z","time spent":"441.587191ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T16:39:43.779428Z","caller":"traceutil/trace.go:171","msg":"trace[1471518321] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"338.745782ms","start":"2026-04-23T16:39:43.440669Z","end":"2026-04-23T16:39:43.779414Z","steps":["trace[1471518321] 'process raft request' (duration: 338.642942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.779519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.440642Z","time spent":"338.83151ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:43.779619Z","caller":"traceutil/trace.go:171","msg":"trace[1721992864] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"338.621348ms","start":"2026-04-23T16:39:43.44098Z","end":"2026-04-23T16:39:43.779602Z","steps":["trace[1721992864] 'process raft request' (duration: 338.397254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.779716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.440973Z","time spent":"338.688401ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:43.780859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.049101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:39:43.780975Z","caller":"traceutil/trace.go:171","msg":"trace[401351475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2318; }","duration":"340.202382ms","start":"2026-04-23T16:39:43.440746Z","end":"2026-04-23T16:39:43.780949Z","steps":["trace[401351475] 'agreement among raft nodes before linearized reading' (duration: 339.916675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.781046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.440738Z","time spent":"340.29297ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T16:39:43.781373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.79186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-23T16:39:43.7815Z","caller":"traceutil/trace.go:171","msg":"trace[1497757930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2318; }","duration":"321.952262ms","start":"2026-04-23T16:39:43.459522Z","end":"2026-04-23T16:39:43.781474Z","steps":["trace[1497757930] 'agreement among raft nodes before linearized reading' (duration: 321.073808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.781552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.459506Z","time spent":"322.036398ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T16:39:43.781809Z","caller":"traceutil/trace.go:171","msg":"trace[895569586] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"337.229752ms","start":"2026-04-23T16:39:43.444566Z","end":"2026-04-23T16:39:43.781796Z","steps":["trace[895569586] 'process raft request' (duration: 335.50649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.781927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.444556Z","time spent":"337.301226ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:43.781946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.791771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:39:43.78201Z","caller":"traceutil/trace.go:171","msg":"trace[849137716] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2318; }","duration":"273.897762ms","start":"2026-04-23T16:39:43.508096Z","end":"2026-04-23T16:39:43.781994Z","steps":["trace[849137716] 'agreement among raft nodes before linearized reading' (duration: 273.794161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:43.782281Z","caller":"traceutil/trace.go:171","msg":"trace[315865697] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"336.651157ms","start":"2026-04-23T16:39:43.445587Z","end":"2026-04-23T16:39:43.782239Z","steps":["trace[315865697] 'process raft request' (duration: 334.682727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.782478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:43.445563Z","time spent":"336.768011ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:45:43.366855Z","caller":"traceutil/trace.go:171","msg":"trace[965471900] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"176.899096ms","start":"2026-04-23T16:45:43.189936Z","end":"2026-04-23T16:45:43.366835Z","steps":["trace[965471900] 'process raft request' (duration: 176.789776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:45:43.369825Z","caller":"traceutil/trace.go:171","msg":"trace[1381130540] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"177.506818ms","start":"2026-04-23T16:45:43.192278Z","end":"2026-04-23T16:45:43.369784Z","steps":["trace[1381130540] 'process raft request' (duration: 177.355738ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:45:43.369796Z","caller":"traceutil/trace.go:171","msg":"trace[1625420339] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"174.581568ms","start":"2026-04-23T16:45:43.195175Z","end":"2026-04-23T16:45:43.369756Z","steps":["trace[1625420339] 'process raft request' (duration: 174.499228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:46:08.468785Z","caller":"traceutil/trace.go:171","msg":"trace[844828888] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"115.595763ms","start":"2026-04-23T16:46:08.353148Z","end":"2026-04-23T16:46:08.468744Z","steps":["trace[844828888] 'process raft request' (duration: 115.398043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:46:12.509481Z","caller":"traceutil/trace.go:171","msg":"trace[69856624] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5763; }","duration":"195.742937ms","start":"2026-04-23T16:46:12.313712Z","end":"2026-04-23T16:46:12.509455Z","steps":["trace[69856624] 'read index received' (duration: 98.605124ms)","trace[69856624] 'applied index is now lower than readState.Index' (duration: 97.136683ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:46:12.509591Z","caller":"traceutil/trace.go:171","msg":"trace[1037509905] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"200.3395ms","start":"2026-04-23T16:46:12.309206Z","end":"2026-04-23T16:46:12.509546Z","steps":["trace[1037509905] 'process raft request' (duration: 103.173297ms)","trace[1037509905] 'compare' (duration: 96.926713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:46:12.509844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.095527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11454"} {"level":"info","ts":"2026-04-23T16:46:12.509902Z","caller":"traceutil/trace.go:171","msg":"trace[1103671891] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5558; }","duration":"196.212657ms","start":"2026-04-23T16:46:12.313675Z","end":"2026-04-23T16:46:12.509887Z","steps":["trace[1103671891] 'agreement among raft nodes before linearized reading' (duration: 195.962377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:46:12.51046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.842966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T16:46:12.510526Z","caller":"traceutil/trace.go:171","msg":"trace[1783531233] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5558; }","duration":"100.957726ms","start":"2026-04-23T16:46:12.409549Z","end":"2026-04-23T16:46:12.510506Z","steps":["trace[1783531233] 'agreement among raft nodes before linearized reading' (duration: 100.500235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:46:13.350431Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2840} {"level":"info","ts":"2026-04-23T16:46:13.455776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2840,"took":"103.46717ms","hash":2508301692,"current-db-size-bytes":54542336,"current-db-size":"54 MB","current-db-size-in-use-bytes":30453760,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T16:46:13.455857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2508301692,"revision":2840,"compact-revision":-1}