{"level":"warn","ts":"2026-04-10T01:01:54.078013Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T01:01:54.078271Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.110:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.110:2380","--initial-cluster=instance=https://162.253.55.110:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.110:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.110:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-10T01:01:54.07841Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T01:01:54.078436Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-04-10T01:01:54.078469Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T01:01:54.079878Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"]} {"level":"info","ts":"2026-04-10T01:01:54.080018Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.110:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-10T01:01:54.083876Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.308829ms"} {"level":"info","ts":"2026-04-10T01:01:54.090812Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f52f30d5714009d5","cluster-id":"650981a7a383c714"} {"level":"info","ts":"2026-04-10T01:01:54.090934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=()"} {"level":"info","ts":"2026-04-10T01:01:54.090971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 0"} {"level":"info","ts":"2026-04-10T01:01:54.09099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f52f30d5714009d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-10T01:01:54.091015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 1"} {"level":"info","ts":"2026-04-10T01:01:54.091074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"warn","ts":"2026-04-10T01:01:54.095965Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-10T01:01:54.097203Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-10T01:01:54.098512Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-10T01:01:54.101809Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f52f30d5714009d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-10T01:01:54.102094Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f52f30d5714009d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-10T01:01:54.102287Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:01:54.102344Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:01:54.102367Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:01:54.102892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"info","ts":"2026-04-10T01:01:54.107657Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","added-peer-id":"f52f30d5714009d5","added-peer-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-04-10T01:01:54.111039Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T01:01:54.111283Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f52f30d5714009d5","initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-10T01:01:54.111341Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-10T01:01:54.111419Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-04-10T01:01:54.11144Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-04-10T01:01:54.192431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 is starting a new election at term 1"} {"level":"info","ts":"2026-04-10T01:01:54.19256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-10T01:01:54.192625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgPreVoteResp from f52f30d5714009d5 at term 1"} {"level":"info","ts":"2026-04-10T01:01:54.192668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became candidate at term 2"} {"level":"info","ts":"2026-04-10T01:01:54.192709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgVoteResp from f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-04-10T01:01:54.192748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became leader at term 2"} {"level":"info","ts":"2026-04-10T01:01:54.192784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f52f30d5714009d5 elected leader f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-04-10T01:01:54.193585Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:01:54.19419Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f52f30d5714009d5","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.110:2379]}","request-path":"/0/members/f52f30d5714009d5/attributes","cluster-id":"650981a7a383c714","publish-timeout":"7s"} {"level":"info","ts":"2026-04-10T01:01:54.194207Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T01:01:54.194243Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T01:01:54.194775Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:01:54.194991Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:01:54.195145Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:01:54.195057Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-10T01:01:54.195235Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-10T01:01:54.198539Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-10T01:01:54.198968Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.110:2379"} {"level":"info","ts":"2026-04-10T01:02:08.207956Z","caller":"traceutil/trace.go:171","msg":"trace[962543005] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"358.34619ms","start":"2026-04-10T01:02:07.849592Z","end":"2026-04-10T01:02:08.207938Z","steps":["trace[962543005] 'process raft request' (duration: 358.256602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:02:08.208344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:02:07.849567Z","time spent":"358.472311ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:02:28.511171Z","caller":"traceutil/trace.go:171","msg":"trace[1669627459] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"141.047793ms","start":"2026-04-10T01:02:28.370004Z","end":"2026-04-10T01:02:28.511052Z","steps":["trace[1669627459] 'process raft request' (duration: 102.108175ms)","trace[1669627459] 'compare' (duration: 38.694305ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:02:28.511431Z","caller":"traceutil/trace.go:171","msg":"trace[1201356646] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"140.848194ms","start":"2026-04-10T01:02:28.37057Z","end":"2026-04-10T01:02:28.511418Z","steps":["trace[1201356646] 'process raft request' (duration: 140.438605ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:02:28.511882Z","caller":"traceutil/trace.go:171","msg":"trace[1978958430] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"139.308686ms","start":"2026-04-10T01:02:28.372057Z","end":"2026-04-10T01:02:28.511365Z","steps":["trace[1978958430] 'process raft request' (duration: 139.203526ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:02:29.494119Z","caller":"traceutil/trace.go:171","msg":"trace[600457048] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"199.393973ms","start":"2026-04-10T01:02:29.2947Z","end":"2026-04-10T01:02:29.494094Z","steps":["trace[600457048] 'process raft request' (duration: 199.240069ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:02:29.977151Z","caller":"traceutil/trace.go:171","msg":"trace[846778328] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"438.645142ms","start":"2026-04-10T01:02:29.536499Z","end":"2026-04-10T01:02:29.975144Z","steps":["trace[846778328] 'process raft request' (duration: 436.404527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:02:29.977334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:02:29.536477Z","time spent":"440.768785ms","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:02:44.620648Z","caller":"traceutil/trace.go:171","msg":"trace[2125952182] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:798; }","duration":"175.133645ms","start":"2026-04-10T01:02:44.445475Z","end":"2026-04-10T01:02:44.620609Z","steps":["trace[2125952182] 'read index received' (duration: 174.889091ms)","trace[2125952182] 'applied index is now lower than readState.Index' (duration: 243.604µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:02:44.621049Z","caller":"traceutil/trace.go:171","msg":"trace[666086759] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"244.678024ms","start":"2026-04-10T01:02:44.37633Z","end":"2026-04-10T01:02:44.621008Z","steps":["trace[666086759] 'process raft request' (duration: 244.139831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:02:44.621363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.856646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:02:44.621502Z","caller":"traceutil/trace.go:171","msg":"trace[101562902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:774; }","duration":"176.049355ms","start":"2026-04-10T01:02:44.445432Z","end":"2026-04-10T01:02:44.621481Z","steps":["trace[101562902] 'agreement among raft nodes before linearized reading' (duration: 175.752196ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:03:13.546233Z","caller":"traceutil/trace.go:171","msg":"trace[1647593770] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"133.511689ms","start":"2026-04-10T01:03:13.412686Z","end":"2026-04-10T01:03:13.546198Z","steps":["trace[1647593770] 'process raft request' (duration: 133.285883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:00.922364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.162861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:04:00.922633Z","caller":"traceutil/trace.go:171","msg":"trace[356402958] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"163.777078ms","start":"2026-04-10T01:04:00.758818Z","end":"2026-04-10T01:04:00.922595Z","steps":["trace[356402958] 'process raft request' (duration: 32.1548ms)","trace[356402958] 'compare' (duration: 130.991915ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:04:01.217456Z","caller":"traceutil/trace.go:171","msg":"trace[1572806408] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"289.471391ms","start":"2026-04-10T01:04:00.927958Z","end":"2026-04-10T01:04:01.21743Z","steps":["trace[1572806408] 'process raft request' (duration: 289.268863ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:04:01.340924Z","caller":"traceutil/trace.go:171","msg":"trace[560575368] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"412.875382ms","start":"2026-04-10T01:04:00.928012Z","end":"2026-04-10T01:04:01.340887Z","steps":["trace[560575368] 'process raft request' (duration: 393.767569ms)","trace[560575368] 'compare' (duration: 18.796311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:04:01.341196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:04:00.927989Z","time spent":"413.076599ms","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:04:01.341261Z","caller":"traceutil/trace.go:171","msg":"trace[1262759335] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1910; }","duration":"360.853077ms","start":"2026-04-10T01:04:00.980382Z","end":"2026-04-10T01:04:01.341235Z","steps":["trace[1262759335] 'read index received' (duration: 236.883236ms)","trace[1262759335] 'applied index is now lower than readState.Index' (duration: 123.969111ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:04:01.341404Z","caller":"traceutil/trace.go:171","msg":"trace[348228628] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"412.867122ms","start":"2026-04-10T01:04:00.928526Z","end":"2026-04-10T01:04:01.341394Z","steps":["trace[348228628] 'process raft request' (duration: 412.560031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:01.34153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:04:00.928516Z","time spent":"412.921463ms","remote":"127.0.0.1:46168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:04:01.341582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.20028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c8d9bc4-035d-4323-83be-4cbb04079751\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-10T01:04:01.342114Z","caller":"traceutil/trace.go:171","msg":"trace[494247072] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c8d9bc4-035d-4323-83be-4cbb04079751; range_end:; response_count:1; response_revision:1848; }","duration":"361.76372ms","start":"2026-04-10T01:04:00.980331Z","end":"2026-04-10T01:04:01.342095Z","steps":["trace[494247072] 'agreement among raft nodes before linearized reading' (duration: 361.107696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:01.342172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:04:00.980308Z","time spent":"361.849454ms","remote":"127.0.0.1:45690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c8d9bc4-035d-4323-83be-4cbb04079751\" "} {"level":"info","ts":"2026-04-10T01:04:01.341519Z","caller":"traceutil/trace.go:171","msg":"trace[151569648] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"413.262536ms","start":"2026-04-10T01:04:00.92815Z","end":"2026-04-10T01:04:01.341412Z","steps":["trace[151569648] 'process raft request' (duration: 412.678224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:01.342314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:04:00.928128Z","time spent":"414.126197ms","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:04:01.341786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.957988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:04:01.342497Z","caller":"traceutil/trace.go:171","msg":"trace[1464331692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1848; }","duration":"252.714485ms","start":"2026-04-10T01:04:01.089767Z","end":"2026-04-10T01:04:01.342482Z","steps":["trace[1464331692] 'agreement among raft nodes before linearized reading' (duration: 251.978679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:01.341807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.34138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:04:01.342672Z","caller":"traceutil/trace.go:171","msg":"trace[1399442340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1848; }","duration":"312.248493ms","start":"2026-04-10T01:04:01.030409Z","end":"2026-04-10T01:04:01.342658Z","steps":["trace[1399442340] 'agreement among raft nodes before linearized reading' (duration: 311.329229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:01.342735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:04:01.030382Z","time spent":"312.337166ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:04:01.341859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.037202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:04:01.342949Z","caller":"traceutil/trace.go:171","msg":"trace[8982932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1848; }","duration":"104.154174ms","start":"2026-04-10T01:04:01.238779Z","end":"2026-04-10T01:04:01.342933Z","steps":["trace[8982932] 'agreement among raft nodes before linearized reading' (duration: 103.025853ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:04:01.341824Z","caller":"traceutil/trace.go:171","msg":"trace[2041783887] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"149.04146ms","start":"2026-04-10T01:04:01.192736Z","end":"2026-04-10T01:04:01.341778Z","steps":["trace[2041783887] 'process raft request' (duration: 148.445838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:01.341879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.227501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:04:01.343372Z","caller":"traceutil/trace.go:171","msg":"trace[1542678489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1848; }","duration":"284.768307ms","start":"2026-04-10T01:04:01.058595Z","end":"2026-04-10T01:04:01.343363Z","steps":["trace[1542678489] 'agreement among raft nodes before linearized reading' (duration: 283.234642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:01.341941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.730716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-10T01:04:01.343666Z","caller":"traceutil/trace.go:171","msg":"trace[813625019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1848; }","duration":"310.464728ms","start":"2026-04-10T01:04:01.03316Z","end":"2026-04-10T01:04:01.343624Z","steps":["trace[813625019] 'agreement among raft nodes before linearized reading' (duration: 308.737025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:01.342048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.494431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-10T01:04:01.343782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:04:01.033129Z","time spent":"310.625863ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:04:01.343797Z","caller":"traceutil/trace.go:171","msg":"trace[1830748641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1848; }","duration":"285.270476ms","start":"2026-04-10T01:04:01.058488Z","end":"2026-04-10T01:04:01.343759Z","steps":["trace[1830748641] 'agreement among raft nodes before linearized reading' (duration: 283.400698ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:04:01.549028Z","caller":"traceutil/trace.go:171","msg":"trace[1711378329] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"200.976502ms","start":"2026-04-10T01:04:01.348032Z","end":"2026-04-10T01:04:01.549008Z","steps":["trace[1711378329] 'process raft request' (duration: 179.157961ms)","trace[1711378329] 'compare' (duration: 21.731637ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:04:01.553627Z","caller":"traceutil/trace.go:171","msg":"trace[1182548910] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"204.79751ms","start":"2026-04-10T01:04:01.348802Z","end":"2026-04-10T01:04:01.553599Z","steps":["trace[1182548910] 'process raft request' (duration: 204.626594ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:04:01.553774Z","caller":"traceutil/trace.go:171","msg":"trace[786265205] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"204.643094ms","start":"2026-04-10T01:04:01.349119Z","end":"2026-04-10T01:04:01.553762Z","steps":["trace[786265205] 'process raft request' (duration: 204.399245ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:04:01.553806Z","caller":"traceutil/trace.go:171","msg":"trace[2019899298] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"204.848822ms","start":"2026-04-10T01:04:01.348907Z","end":"2026-04-10T01:04:01.553756Z","steps":["trace[2019899298] 'process raft request' (duration: 204.589792ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:04:14.011273Z","caller":"traceutil/trace.go:171","msg":"trace[1735400088] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"111.809367ms","start":"2026-04-10T01:04:13.899428Z","end":"2026-04-10T01:04:14.011238Z","steps":["trace[1735400088] 'process raft request' (duration: 111.606828ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:04:41.972706Z","caller":"traceutil/trace.go:171","msg":"trace[2119950359] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2195; }","duration":"216.671273ms","start":"2026-04-10T01:04:41.75601Z","end":"2026-04-10T01:04:41.972681Z","steps":["trace[2119950359] 'read index received' (duration: 216.522965ms)","trace[2119950359] 'applied index is now lower than readState.Index' (duration: 147.398µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:04:41.972941Z","caller":"traceutil/trace.go:171","msg":"trace[1090346122] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"231.74934ms","start":"2026-04-10T01:04:41.741121Z","end":"2026-04-10T01:04:41.97287Z","steps":["trace[1090346122] 'process raft request' (duration: 231.40976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:41.973137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.11808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:04:41.973209Z","caller":"traceutil/trace.go:171","msg":"trace[1197787794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2119; }","duration":"217.252627ms","start":"2026-04-10T01:04:41.755938Z","end":"2026-04-10T01:04:41.973191Z","steps":["trace[1197787794] 'agreement among raft nodes before linearized reading' (duration: 216.930628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:41.996717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.193329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:04:41.996783Z","caller":"traceutil/trace.go:171","msg":"trace[1793706410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2120; }","duration":"229.318287ms","start":"2026-04-10T01:04:41.767447Z","end":"2026-04-10T01:04:41.996766Z","steps":["trace[1793706410] 'agreement among raft nodes before linearized reading' (duration: 229.132426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:41.996765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.502791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:04:41.996876Z","caller":"traceutil/trace.go:171","msg":"trace[604543371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2120; }","duration":"167.663011ms","start":"2026-04-10T01:04:41.829187Z","end":"2026-04-10T01:04:41.99685Z","steps":["trace[604543371] 'agreement among raft nodes before linearized reading' (duration: 167.416116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:41.997059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.288591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:04:41.997099Z","caller":"traceutil/trace.go:171","msg":"trace[758089765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2120; }","duration":"223.342745ms","start":"2026-04-10T01:04:41.773746Z","end":"2026-04-10T01:04:41.997089Z","steps":["trace[758089765] 'agreement among raft nodes before linearized reading' (duration: 223.218387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:04:41.997398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.857143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:04:41.997486Z","caller":"traceutil/trace.go:171","msg":"trace[763105342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2120; }","duration":"226.058075ms","start":"2026-04-10T01:04:41.771408Z","end":"2026-04-10T01:04:41.997466Z","steps":["trace[763105342] 'agreement among raft nodes before linearized reading' (duration: 225.691333ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:06:06.411585Z","caller":"traceutil/trace.go:171","msg":"trace[47847348] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"163.247571ms","start":"2026-04-10T01:06:06.248283Z","end":"2026-04-10T01:06:06.41153Z","steps":["trace[47847348] 'process raft request' (duration: 163.092909ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:06:06.515814Z","caller":"traceutil/trace.go:171","msg":"trace[1570624762] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"213.905102ms","start":"2026-04-10T01:06:06.30188Z","end":"2026-04-10T01:06:06.515785Z","steps":["trace[1570624762] 'process raft request' (duration: 209.492569ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:06:06.515843Z","caller":"traceutil/trace.go:171","msg":"trace[1783207212] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"210.214334ms","start":"2026-04-10T01:06:06.305592Z","end":"2026-04-10T01:06:06.515807Z","steps":["trace[1783207212] 'process raft request' (duration: 209.76675ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:09:51.466192Z","caller":"traceutil/trace.go:171","msg":"trace[75864994] linearizableReadLoop","detail":"{readStateIndex:4845; appliedIndex:4843; }","duration":"137.782543ms","start":"2026-04-10T01:09:51.328387Z","end":"2026-04-10T01:09:51.46617Z","steps":["trace[75864994] 'read index received' (duration: 95.21344ms)","trace[75864994] 'applied index is now lower than readState.Index' (duration: 42.568313ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:09:51.466325Z","caller":"traceutil/trace.go:171","msg":"trace[396304897] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"193.115773ms","start":"2026-04-10T01:09:51.273198Z","end":"2026-04-10T01:09:51.466314Z","steps":["trace[396304897] 'process raft request' (duration: 150.386815ms)","trace[396304897] 'compare' (duration: 42.384366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:09:51.466845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.358708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-10T01:09:51.466906Z","caller":"traceutil/trace.go:171","msg":"trace[1760463403] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4669; }","duration":"133.445621ms","start":"2026-04-10T01:09:51.333445Z","end":"2026-04-10T01:09:51.46689Z","steps":["trace[1760463403] 'agreement among raft nodes before linearized reading' (duration: 133.269674ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:09:51.467121Z","caller":"traceutil/trace.go:171","msg":"trace[783262103] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"179.158973ms","start":"2026-04-10T01:09:51.287946Z","end":"2026-04-10T01:09:51.467105Z","steps":["trace[783262103] 'process raft request' (duration: 178.156538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:09:51.467285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.877122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-04-10T01:09:51.467363Z","caller":"traceutil/trace.go:171","msg":"trace[1623523455] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4669; }","duration":"138.986165ms","start":"2026-04-10T01:09:51.328356Z","end":"2026-04-10T01:09:51.467342Z","steps":["trace[1623523455] 'agreement among raft nodes before linearized reading' (duration: 138.794769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:09:57.718496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.245952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:09:57.718695Z","caller":"traceutil/trace.go:171","msg":"trace[993700668] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"210.45484ms","start":"2026-04-10T01:09:57.508222Z","end":"2026-04-10T01:09:57.718676Z","steps":["trace[993700668] 'process raft request' (duration: 79.947799ms)","trace[993700668] 'compare' (duration: 130.130787ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:09:57.718883Z","caller":"traceutil/trace.go:171","msg":"trace[1605227736] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"210.356067ms","start":"2026-04-10T01:09:57.508512Z","end":"2026-04-10T01:09:57.718868Z","steps":["trace[1605227736] 'process raft request' (duration: 210.120228ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:09:57.718894Z","caller":"traceutil/trace.go:171","msg":"trace[582925679] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"210.567734ms","start":"2026-04-10T01:09:57.508317Z","end":"2026-04-10T01:09:57.718885Z","steps":["trace[582925679] 'process raft request' (duration: 210.261863ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:09:57.719241Z","caller":"traceutil/trace.go:171","msg":"trace[1687242307] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"210.615336ms","start":"2026-04-10T01:09:57.508615Z","end":"2026-04-10T01:09:57.71923Z","steps":["trace[1687242307] 'process raft request' (duration: 210.202901ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:09:57.719344Z","caller":"traceutil/trace.go:171","msg":"trace[1649739905] linearizableReadLoop","detail":"{readStateIndex:4901; appliedIndex:4897; }","duration":"205.939765ms","start":"2026-04-10T01:09:57.513396Z","end":"2026-04-10T01:09:57.719335Z","steps":["trace[1649739905] 'read index received' (duration: 74.724648ms)","trace[1649739905] 'applied index is now lower than readState.Index' (duration: 131.214287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:09:57.719486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.08935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T01:09:57.719515Z","caller":"traceutil/trace.go:171","msg":"trace[1939073804] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4724; }","duration":"206.144862ms","start":"2026-04-10T01:09:57.513362Z","end":"2026-04-10T01:09:57.719507Z","steps":["trace[1939073804] 'agreement among raft nodes before linearized reading' (duration: 206.057129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:25.85882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.5055ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:10:25.858949Z","caller":"traceutil/trace.go:171","msg":"trace[1448333510] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5058; }","duration":"181.653666ms","start":"2026-04-10T01:10:25.677276Z","end":"2026-04-10T01:10:25.85893Z","steps":["trace[1448333510] 'range keys from in-memory index tree' (duration: 181.483459ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:25.859011Z","caller":"traceutil/trace.go:171","msg":"trace[1036072271] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"278.469622ms","start":"2026-04-10T01:10:25.580521Z","end":"2026-04-10T01:10:25.858991Z","steps":["trace[1036072271] 'process raft request' (duration: 241.855016ms)","trace[1036072271] 'compare' (duration: 36.377826ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:10:25.912728Z","caller":"traceutil/trace.go:171","msg":"trace[1981665494] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"311.133808ms","start":"2026-04-10T01:10:25.601573Z","end":"2026-04-10T01:10:25.912707Z","steps":["trace[1981665494] 'process raft request' (duration: 311.009842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:25.912867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:25.601549Z","time spent":"311.242162ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:10:32.417241Z","caller":"traceutil/trace.go:171","msg":"trace[2107800873] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5281; }","duration":"402.032528ms","start":"2026-04-10T01:10:32.015179Z","end":"2026-04-10T01:10:32.417212Z","steps":["trace[2107800873] 'read index received' (duration: 401.671042ms)","trace[2107800873] 'applied index is now lower than readState.Index' (duration: 359.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:10:32.417377Z","caller":"traceutil/trace.go:171","msg":"trace[743904889] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"432.917636ms","start":"2026-04-10T01:10:31.984445Z","end":"2026-04-10T01:10:32.417363Z","steps":["trace[743904889] 'process raft request' (duration: 432.408283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:32.41753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:31.984426Z","time spent":"432.984959ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:10:32.417706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.473068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:10:32.417782Z","caller":"traceutil/trace.go:171","msg":"trace[72382021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5094; }","duration":"402.624905ms","start":"2026-04-10T01:10:32.015137Z","end":"2026-04-10T01:10:32.417762Z","steps":["trace[72382021] 'agreement among raft nodes before linearized reading' (duration: 402.353913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:32.417824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:32.015112Z","time spent":"402.703408ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:10:32.520158Z","caller":"traceutil/trace.go:171","msg":"trace[1059005921] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"431.145241ms","start":"2026-04-10T01:10:32.088994Z","end":"2026-04-10T01:10:32.520139Z","steps":["trace[1059005921] 'process raft request' (duration: 400.605184ms)","trace[1059005921] 'compare' (duration: 30.108088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:10:32.520267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:32.088983Z","time spent":"431.222155ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:10:32.520369Z","caller":"traceutil/trace.go:171","msg":"trace[1121249173] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5282; }","duration":"103.037117ms","start":"2026-04-10T01:10:32.417323Z","end":"2026-04-10T01:10:32.52036Z","steps":["trace[1121249173] 'read index received' (duration: 72.230488ms)","trace[1121249173] 'applied index is now lower than readState.Index' (duration: 30.805629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:10:32.520502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.209118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:10:32.520533Z","caller":"traceutil/trace.go:171","msg":"trace[1569521210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5096; }","duration":"339.296342ms","start":"2026-04-10T01:10:32.181228Z","end":"2026-04-10T01:10:32.520525Z","steps":["trace[1569521210] 'agreement among raft nodes before linearized reading' (duration: 339.2391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:32.520556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:32.181209Z","time spent":"339.340293ms","remote":"127.0.0.1:35228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:10:32.520671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.359307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:10:32.520697Z","caller":"traceutil/trace.go:171","msg":"trace[233751618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5096; }","duration":"430.395629ms","start":"2026-04-10T01:10:32.090293Z","end":"2026-04-10T01:10:32.520689Z","steps":["trace[233751618] 'agreement among raft nodes before linearized reading' (duration: 430.361287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:32.520715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:32.090286Z","time spent":"430.42442ms","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:10:32.520873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.108775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:10:32.5209Z","caller":"traceutil/trace.go:171","msg":"trace[2066748489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5096; }","duration":"432.155027ms","start":"2026-04-10T01:10:32.088739Z","end":"2026-04-10T01:10:32.520894Z","steps":["trace[2066748489] 'agreement among raft nodes before linearized reading' (duration: 432.058373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:32.520924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:32.08873Z","time spent":"432.185138ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:10:32.521004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.893499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:10:32.52103Z","caller":"traceutil/trace.go:171","msg":"trace[864015237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5096; }","duration":"432.92757ms","start":"2026-04-10T01:10:32.088093Z","end":"2026-04-10T01:10:32.521021Z","steps":["trace[864015237] 'agreement among raft nodes before linearized reading' (duration: 432.871278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:32.521047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:32.088083Z","time spent":"432.960662ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:10:32.522362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.272521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:10:32.522561Z","caller":"traceutil/trace.go:171","msg":"trace[1720027850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5096; }","duration":"434.386345ms","start":"2026-04-10T01:10:32.088031Z","end":"2026-04-10T01:10:32.522417Z","steps":["trace[1720027850] 'agreement among raft nodes before linearized reading' (duration: 434.153525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:32.522618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:32.088004Z","time spent":"434.603475ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:10:32.521413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.045791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:10:32.522884Z","caller":"traceutil/trace.go:171","msg":"trace[885381940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5096; }","duration":"435.535836ms","start":"2026-04-10T01:10:32.08733Z","end":"2026-04-10T01:10:32.522866Z","steps":["trace[885381940] 'agreement among raft nodes before linearized reading' (duration: 434.03894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:32.523528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:32.087316Z","time spent":"435.588489ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:11:54.48764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2937} {"level":"info","ts":"2026-04-10T01:11:54.561069Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2937,"took":"72.461295ms","hash":1883875709,"current-db-size-bytes":52039680,"current-db-size":"52 MB","current-db-size-in-use-bytes":29466624,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-10T01:11:54.561141Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1883875709,"revision":2937,"compact-revision":-1} {"level":"warn","ts":"2026-04-10T01:11:59.444747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645641830030695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:59.946781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645641830030695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:00.447405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645641830030695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:00.948034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645641830030695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:01.448844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645641830030695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:01.949751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645641830030695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:02.086524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T01:12:02.086622Z","caller":"traceutil/trace.go:171","msg":"trace[656604323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330192s","start":"2026-04-10T01:12:00.086275Z","end":"2026-04-10T01:12:02.086606Z","steps":["trace[656604323] 'agreement among raft nodes before linearized reading' (duration: 2.000186683s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.086661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.086255Z","time spent":"2.000398865s","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:02.105383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.360885801s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:12:02.105709Z","caller":"traceutil/trace.go:171","msg":"trace[2005377965] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"3.361327426s","start":"2026-04-10T01:11:58.744362Z","end":"2026-04-10T01:12:02.10569Z","steps":["trace[2005377965] 'process raft request' (duration: 3.361202699s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.10587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.744339Z","time spent":"3.36140653s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:02.107012Z","caller":"traceutil/trace.go:171","msg":"trace[1698092051] linearizableReadLoop","detail":"{readStateIndex:5888; appliedIndex:5883; }","duration":"3.162722814s","start":"2026-04-10T01:11:58.944264Z","end":"2026-04-10T01:12:02.106987Z","steps":["trace[1698092051] 'read index received' (duration: 3.161345806s)","trace[1698092051] 'applied index is now lower than readState.Index' (duration: 1.376228ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:02.107024Z","caller":"traceutil/trace.go:171","msg":"trace[1725005069] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"2.535433834s","start":"2026-04-10T01:11:59.571567Z","end":"2026-04-10T01:12:02.107001Z","steps":["trace[1725005069] 'process raft request' (duration: 2.535292286s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.10735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.571545Z","time spent":"2.535760912s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:02.107368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163104956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-10T01:12:02.107125Z","caller":"traceutil/trace.go:171","msg":"trace[515868948] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"458.200514ms","start":"2026-04-10T01:12:01.648914Z","end":"2026-04-10T01:12:02.107114Z","steps":["trace[515868948] 'process raft request' (duration: 458.031765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.107473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580431241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:12:02.107503Z","caller":"traceutil/trace.go:171","msg":"trace[1217897849] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5680; }","duration":"2.580504635s","start":"2026-04-10T01:11:59.52699Z","end":"2026-04-10T01:12:02.107495Z","steps":["trace[1217897849] 'agreement among raft nodes before linearized reading' (duration: 2.580437221s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:02.107473Z","caller":"traceutil/trace.go:171","msg":"trace[1518767583] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5680; }","duration":"3.16317887s","start":"2026-04-10T01:11:58.94422Z","end":"2026-04-10T01:12:02.107399Z","steps":["trace[1518767583] 'agreement among raft nodes before linearized reading' (duration: 3.162969428s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.107517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.648886Z","time spent":"458.602137ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:02.107542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.944202Z","time spent":"3.163329259s","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-10T01:12:02.107107Z","caller":"traceutil/trace.go:171","msg":"trace[212513107] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"2.330069589s","start":"2026-04-10T01:11:59.777013Z","end":"2026-04-10T01:12:02.107083Z","steps":["trace[212513107] 'process raft request' (duration: 2.329894979s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.107706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.776985Z","time spent":"2.330677033s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:02.107531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.526972Z","time spent":"2.580552208s","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:02.108144Z","caller":"traceutil/trace.go:171","msg":"trace[360189783] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"3.241668495s","start":"2026-04-10T01:11:58.865431Z","end":"2026-04-10T01:12:02.1071Z","steps":["trace[360189783] 'process raft request' (duration: 3.241251762s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.108336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974305857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:02.10843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.865407Z","time spent":"3.242875784s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:02.10845Z","caller":"traceutil/trace.go:171","msg":"trace[1587765214] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5680; }","duration":"2.974423483s","start":"2026-04-10T01:11:59.13401Z","end":"2026-04-10T01:12:02.108433Z","steps":["trace[1587765214] 'agreement among raft nodes before linearized reading' (duration: 2.974220112s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.108585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.133965Z","time spent":"2.974602143s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:02.107732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115984254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:12:02.108901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.517358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:02.108911Z","caller":"traceutil/trace.go:171","msg":"trace[2006843610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5680; }","duration":"3.117214364s","start":"2026-04-10T01:11:58.991685Z","end":"2026-04-10T01:12:02.108899Z","steps":["trace[2006843610] 'agreement among raft nodes before linearized reading' (duration: 3.11573917s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:02.108929Z","caller":"traceutil/trace.go:171","msg":"trace[1800532724] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5680; }","duration":"481.574822ms","start":"2026-04-10T01:12:01.627346Z","end":"2026-04-10T01:12:02.108921Z","steps":["trace[1800532724] 'agreement among raft nodes before linearized reading' (duration: 481.526799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.108949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.627334Z","time spent":"481.609004ms","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:02.109096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.966472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:02.109122Z","caller":"traceutil/trace.go:171","msg":"trace[774655231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5680; }","duration":"923.025255ms","start":"2026-04-10T01:12:01.186089Z","end":"2026-04-10T01:12:02.109114Z","steps":["trace[774655231] 'agreement among raft nodes before linearized reading' (duration: 922.990233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.109139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.186072Z","time spent":"923.063077ms","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:02.108948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.991667Z","time spent":"3.117270987s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:12:02.109218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033854586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:12:02.109249Z","caller":"traceutil/trace.go:171","msg":"trace[40719607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5680; }","duration":"3.033953612s","start":"2026-04-10T01:11:59.075287Z","end":"2026-04-10T01:12:02.10924Z","steps":["trace[40719607] 'agreement among raft nodes before linearized reading' (duration: 3.033856337s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.109275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.075267Z","time spent":"3.034001205s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:12:02.109294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028926948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:12:02.10932Z","caller":"traceutil/trace.go:171","msg":"trace[1325764438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5680; }","duration":"3.028976481s","start":"2026-04-10T01:11:59.080337Z","end":"2026-04-10T01:12:02.109314Z","steps":["trace[1325764438] 'agreement among raft nodes before linearized reading' (duration: 3.028909247s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.109344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.080325Z","time spent":"3.029014053s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:12:02.109346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082864032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T01:12:02.109413Z","caller":"traceutil/trace.go:171","msg":"trace[1674579929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5680; }","duration":"3.082943846s","start":"2026-04-10T01:11:59.026432Z","end":"2026-04-10T01:12:02.109376Z","steps":["trace[1674579929] 'agreement among raft nodes before linearized reading' (duration: 3.082807028s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.109408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030347748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:12:02.109454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.026409Z","time spent":"3.083034561s","remote":"127.0.0.1:45690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T01:12:02.109463Z","caller":"traceutil/trace.go:171","msg":"trace[434298016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5680; }","duration":"3.030457094s","start":"2026-04-10T01:11:59.078998Z","end":"2026-04-10T01:12:02.109455Z","steps":["trace[434298016] 'agreement among raft nodes before linearized reading' (duration: 3.030274424s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.109572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652744508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:02.109637Z","caller":"traceutil/trace.go:171","msg":"trace[656572771] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5680; }","duration":"1.652851544s","start":"2026-04-10T01:12:00.45677Z","end":"2026-04-10T01:12:02.109622Z","steps":["trace[656572771] 'agreement among raft nodes before linearized reading' (duration: 1.652721626s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.109671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.456756Z","time spent":"1.652908117s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:02.109587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.078985Z","time spent":"3.030585292s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:12:02.109194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026726713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:12:02.109841Z","caller":"traceutil/trace.go:171","msg":"trace[1430805149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5680; }","duration":"3.027497558s","start":"2026-04-10T01:11:59.082333Z","end":"2026-04-10T01:12:02.109831Z","steps":["trace[1430805149] 'agreement among raft nodes before linearized reading' (duration: 3.026512842s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.109874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.082314Z","time spent":"3.027551281s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:12:02.110353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472237624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T01:12:02.110413Z","caller":"traceutil/trace.go:171","msg":"trace[870807762] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5680; }","duration":"1.472324718s","start":"2026-04-10T01:12:00.638074Z","end":"2026-04-10T01:12:02.110399Z","steps":["trace[870807762] 'agreement among raft nodes before linearized reading' (duration: 1.471093488s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.110453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.638067Z","time spent":"1.472375732s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":591,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:08.761197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.730065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:08.761185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.375736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:08.761271Z","caller":"traceutil/trace.go:171","msg":"trace[1066573711] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5718; }","duration":"203.844451ms","start":"2026-04-10T01:12:08.557407Z","end":"2026-04-10T01:12:08.761251Z","steps":["trace[1066573711] 'count revisions from in-memory index tree' (duration: 203.665851ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.761293Z","caller":"traceutil/trace.go:171","msg":"trace[1831558917] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5718; }","duration":"226.537765ms","start":"2026-04-10T01:12:08.534735Z","end":"2026-04-10T01:12:08.761273Z","steps":["trace[1831558917] 'count revisions from in-memory index tree' (duration: 226.263929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:52.026445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645641830031374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:12:52.239353Z","caller":"traceutil/trace.go:171","msg":"trace[1556869374] linearizableReadLoop","detail":"{readStateIndex:6162; appliedIndex:6161; }","duration":"713.440494ms","start":"2026-04-10T01:12:51.525884Z","end":"2026-04-10T01:12:52.239325Z","steps":["trace[1556869374] 'read index received' (duration: 713.205299ms)","trace[1556869374] 'applied index is now lower than readState.Index' (duration: 234.035µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:52.239799Z","caller":"traceutil/trace.go:171","msg":"trace[651904300] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"751.40112ms","start":"2026-04-10T01:12:51.488363Z","end":"2026-04-10T01:12:52.239764Z","steps":["trace[651904300] 'process raft request' (duration: 750.818605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:52.239923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.003178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:12:52.239999Z","caller":"traceutil/trace.go:171","msg":"trace[1192559055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5943; }","duration":"714.146187ms","start":"2026-04-10T01:12:51.525836Z","end":"2026-04-10T01:12:52.239983Z","steps":["trace[1192559055] 'agreement among raft nodes before linearized reading' (duration: 713.983877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:52.240042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:51.525817Z","time spent":"714.217521ms","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:52.24014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.028122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:52.240734Z","caller":"traceutil/trace.go:171","msg":"trace[253602147] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5943; }","duration":"691.701093ms","start":"2026-04-10T01:12:51.549008Z","end":"2026-04-10T01:12:52.240709Z","steps":["trace[253602147] 'agreement among raft nodes before linearized reading' (duration: 691.068694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:52.240202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:51.488332Z","time spent":"751.542449ms","remote":"127.0.0.1:45690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8260,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:52.240413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.140385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:52.242014Z","caller":"traceutil/trace.go:171","msg":"trace[184526700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5943; }","duration":"151.785694ms","start":"2026-04-10T01:12:52.090204Z","end":"2026-04-10T01:12:52.241989Z","steps":["trace[184526700] 'agreement among raft nodes before linearized reading' (duration: 150.126633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:52.242912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:51.548992Z","time spent":"693.874265ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:52.707337Z","caller":"traceutil/trace.go:171","msg":"trace[412029243] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"110.29768ms","start":"2026-04-10T01:12:52.597013Z","end":"2026-04-10T01:12:52.707311Z","steps":["trace[412029243] 'process raft request' (duration: 109.644411ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:23.810261Z","caller":"traceutil/trace.go:171","msg":"trace[570415339] transaction","detail":"{read_only:false; response_revision:7025; number_of_response:1; }","duration":"135.938975ms","start":"2026-04-10T01:15:23.6743Z","end":"2026-04-10T01:15:23.810239Z","steps":["trace[570415339] 'process raft request' (duration: 135.789415ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:24.554129Z","caller":"traceutil/trace.go:171","msg":"trace[1570171849] linearizableReadLoop","detail":"{readStateIndex:7284; appliedIndex:7283; }","duration":"468.182061ms","start":"2026-04-10T01:15:24.085927Z","end":"2026-04-10T01:15:24.554109Z","steps":["trace[1570171849] 'read index received' (duration: 467.697229ms)","trace[1570171849] 'applied index is now lower than readState.Index' (duration: 483.852µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:24.554403Z","caller":"traceutil/trace.go:171","msg":"trace[1631072719] transaction","detail":"{read_only:false; response_revision:7026; number_of_response:1; }","duration":"874.430385ms","start":"2026-04-10T01:15:23.679962Z","end":"2026-04-10T01:15:24.554392Z","steps":["trace[1631072719] 'process raft request' (duration: 873.721008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:24.554565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:23.679943Z","time spent":"874.576395ms","remote":"127.0.0.1:45690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9977,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:24.554469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.530104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:24.554706Z","caller":"traceutil/trace.go:171","msg":"trace[306679011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7026; }","duration":"468.802342ms","start":"2026-04-10T01:15:24.085896Z","end":"2026-04-10T01:15:24.554699Z","steps":["trace[306679011] 'agreement among raft nodes before linearized reading' (duration: 468.533535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:24.554786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:24.085876Z","time spent":"468.902259ms","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:16:54.493352Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5654} {"level":"info","ts":"2026-04-10T01:16:54.574423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5654,"took":"79.531259ms","hash":924176930,"current-db-size-bytes":52039680,"current-db-size":"52 MB","current-db-size-in-use-bytes":18399232,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-10T01:16:54.574505Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":924176930,"revision":5654,"compact-revision":2937}