{"level":"warn","ts":"2026-03-17T21:54:23.976717Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:54:23.976834Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-17T21:54:23.976924Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:54:23.976944Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-03-17T21:54:23.97697Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:54:23.977999Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-03-17T21:54:23.978104Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-17T21:54:23.98149Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.071678ms"} {"level":"info","ts":"2026-03-17T21:54:23.990831Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-03-17T21:54:23.99091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T21:54:23.990941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-03-17T21:54:23.990964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-17T21:54:23.990984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-03-17T21:54:23.991035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-03-17T21:54:23.995945Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T21:54:23.997267Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T21:54:23.998285Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T21:54:24.000616Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T21:54:24.000925Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-17T21:54:24.001092Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:54:24.002387Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:54:24.002482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-03-17T21:54:24.00252Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:54:24.002703Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-03-17T21:54:24.007003Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:54:24.007246Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-03-17T21:54:24.007374Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-03-17T21:54:24.007452Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T21:54:24.007593Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T21:54:24.291429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-03-17T21:54:24.291524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-17T21:54:24.291559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-03-17T21:54:24.291578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-03-17T21:54:24.291594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-03-17T21:54:24.291608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-03-17T21:54:24.291624Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-03-17T21:54:24.292603Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:54:24.293246Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T21:54:24.293258Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:54:24.293321Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:54:24.293628Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T21:54:24.293739Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T21:54:24.293755Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:54:24.293921Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:54:24.293987Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:54:24.297286Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T21:54:24.297859Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-03-17T21:54:40.316301Z","caller":"traceutil/trace.go:171","msg":"trace[469386030] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"126.885607ms","start":"2026-03-17T21:54:40.18937Z","end":"2026-03-17T21:54:40.316256Z","steps":["trace[469386030] 'process raft request' (duration: 126.546759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:54:40.544563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.318474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T21:54:40.54472Z","caller":"traceutil/trace.go:171","msg":"trace[639981129] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"223.665966ms","start":"2026-03-17T21:54:40.32103Z","end":"2026-03-17T21:54:40.544696Z","steps":["trace[639981129] 'process raft request' (duration: 72.560165ms)","trace[639981129] 'compare' (duration: 150.101459ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:54:40.55077Z","caller":"traceutil/trace.go:171","msg":"trace[1104932497] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:423; }","duration":"209.676536ms","start":"2026-03-17T21:54:40.341068Z","end":"2026-03-17T21:54:40.550745Z","steps":["trace[1104932497] 'read index received' (duration: 52.591022ms)","trace[1104932497] 'applied index is now lower than readState.Index' (duration: 157.084634ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:54:40.550876Z","caller":"traceutil/trace.go:171","msg":"trace[2082336703] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"224.739179ms","start":"2026-03-17T21:54:40.32611Z","end":"2026-03-17T21:54:40.550849Z","steps":["trace[2082336703] 'process raft request' (duration: 224.529504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:54:40.550954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.822379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-17T21:54:40.550999Z","caller":"traceutil/trace.go:171","msg":"trace[372470946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:410; }","duration":"209.945741ms","start":"2026-03-17T21:54:40.34104Z","end":"2026-03-17T21:54:40.550986Z","steps":["trace[372470946] 'agreement among raft nodes before linearized reading' (duration: 209.811048ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:55:04.753846Z","caller":"traceutil/trace.go:171","msg":"trace[124826153] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"186.484456ms","start":"2026-03-17T21:55:04.567326Z","end":"2026-03-17T21:55:04.753811Z","steps":["trace[124826153] 'process raft request' (duration: 186.175359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:55:05.056231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.694167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T21:55:05.05636Z","caller":"traceutil/trace.go:171","msg":"trace[1527344798] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"272.394627ms","start":"2026-03-17T21:55:04.783943Z","end":"2026-03-17T21:55:05.056337Z","steps":["trace[1527344798] 'read index received' (duration: 136.414764ms)","trace[1527344798] 'applied index is now lower than readState.Index' (duration: 135.977563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:55:05.056546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.606841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-17T21:55:05.056601Z","caller":"traceutil/trace.go:171","msg":"trace[549952371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:557; }","duration":"272.715634ms","start":"2026-03-17T21:55:04.783873Z","end":"2026-03-17T21:55:05.056589Z","steps":["trace[549952371] 'agreement among raft nodes before linearized reading' (duration: 272.53325ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:55:05.056551Z","caller":"traceutil/trace.go:171","msg":"trace[235765122] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"297.068215ms","start":"2026-03-17T21:55:04.759453Z","end":"2026-03-17T21:55:05.056522Z","steps":["trace[235765122] 'process raft request' (duration: 161.0012ms)","trace[235765122] 'compare' (duration: 135.562984ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:55:05.369423Z","caller":"traceutil/trace.go:171","msg":"trace[1813866911] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"307.817193ms","start":"2026-03-17T21:55:05.061552Z","end":"2026-03-17T21:55:05.369369Z","steps":["trace[1813866911] 'process raft request' (duration: 225.133658ms)","trace[1813866911] 'compare' (duration: 82.415119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:55:05.369963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:55:05.06153Z","time spent":"307.987617ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T21:55:06.794288Z","caller":"traceutil/trace.go:171","msg":"trace[514838439] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"104.710453ms","start":"2026-03-17T21:55:06.68955Z","end":"2026-03-17T21:55:06.794261Z","steps":["trace[514838439] 'process raft request' (duration: 104.409596ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:55:07.336193Z","caller":"traceutil/trace.go:171","msg":"trace[321035805] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"103.252389ms","start":"2026-03-17T21:55:07.23291Z","end":"2026-03-17T21:55:07.336163Z","steps":["trace[321035805] 'process raft request' (duration: 103.147907ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:55:07.336188Z","caller":"traceutil/trace.go:171","msg":"trace[650542028] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"104.479357ms","start":"2026-03-17T21:55:07.231676Z","end":"2026-03-17T21:55:07.336156Z","steps":["trace[650542028] 'process raft request' (duration: 78.084979ms)","trace[650542028] 'compare' (duration: 26.132032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:55:25.098757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.467181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T21:55:25.099127Z","caller":"traceutil/trace.go:171","msg":"trace[1280070434] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:952; }","duration":"320.810403ms","start":"2026-03-17T21:55:24.778299Z","end":"2026-03-17T21:55:25.099109Z","steps":["trace[1280070434] 'read index received' (duration: 38.024967ms)","trace[1280070434] 'applied index is now lower than readState.Index' (duration: 282.784206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:55:25.099227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.940556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T21:55:25.099304Z","caller":"traceutil/trace.go:171","msg":"trace[1236030783] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:0; response_revision:928; }","duration":"321.074839ms","start":"2026-03-17T21:55:24.778221Z","end":"2026-03-17T21:55:25.099296Z","steps":["trace[1236030783] 'agreement among raft nodes before linearized reading' (duration: 320.969356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:55:25.099367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:55:24.778196Z","time spent":"321.162931ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-17T21:55:25.101656Z","caller":"traceutil/trace.go:171","msg":"trace[1295774065] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"326.636317ms","start":"2026-03-17T21:55:24.774955Z","end":"2026-03-17T21:55:25.101591Z","steps":["trace[1295774065] 'process raft request' (duration: 70.241808ms)","trace[1295774065] 'compare' (duration: 253.298707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:55:25.101896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:55:24.774923Z","time spent":"326.845502ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T21:56:21.599527Z","caller":"traceutil/trace.go:171","msg":"trace[1709826368] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"117.307593ms","start":"2026-03-17T21:56:21.482171Z","end":"2026-03-17T21:56:21.599479Z","steps":["trace[1709826368] 'process raft request' (duration: 117.141228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:56:28.884909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.423451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-17T21:56:28.885109Z","caller":"traceutil/trace.go:171","msg":"trace[154173853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1702; }","duration":"155.657616ms","start":"2026-03-17T21:56:28.729423Z","end":"2026-03-17T21:56:28.885081Z","steps":["trace[154173853] 'range keys from in-memory index tree' (duration: 155.281907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:06.519401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.670766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T21:57:06.519491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.178447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T21:57:06.51952Z","caller":"traceutil/trace.go:171","msg":"trace[1614929923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"234.833011ms","start":"2026-03-17T21:57:06.284667Z","end":"2026-03-17T21:57:06.5195Z","steps":["trace[1614929923] 'range keys from in-memory index tree' (duration: 234.576114ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:57:06.519564Z","caller":"traceutil/trace.go:171","msg":"trace[1541834447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1903; }","duration":"116.31167ms","start":"2026-03-17T21:57:06.403233Z","end":"2026-03-17T21:57:06.519545Z","steps":["trace[1541834447] 'count revisions from in-memory index tree' (duration: 115.960643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:06.519915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.03848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-17T21:57:06.519971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.769492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-17T21:57:06.519979Z","caller":"traceutil/trace.go:171","msg":"trace[311991647] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1903; }","duration":"200.102222ms","start":"2026-03-17T21:57:06.31986Z","end":"2026-03-17T21:57:06.519963Z","steps":["trace[311991647] 'range keys from in-memory index tree' (duration: 199.855856ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:57:06.520021Z","caller":"traceutil/trace.go:171","msg":"trace[1116891474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1903; }","duration":"320.881965ms","start":"2026-03-17T21:57:06.199119Z","end":"2026-03-17T21:57:06.520001Z","steps":["trace[1116891474] 'range keys from in-memory index tree' (duration: 320.561997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:06.520066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:57:06.199091Z","time spent":"320.960417ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-17T21:57:06.520212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.544723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-17T21:57:06.520251Z","caller":"traceutil/trace.go:171","msg":"trace[614140792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"319.605305ms","start":"2026-03-17T21:57:06.200627Z","end":"2026-03-17T21:57:06.520232Z","steps":["trace[614140792] 'range keys from in-memory index tree' (duration: 319.40662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:06.520279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:57:06.200611Z","time spent":"319.659416ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-17T21:57:06.520324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.944674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-17T21:57:06.520362Z","caller":"traceutil/trace.go:171","msg":"trace[355895141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1903; }","duration":"340.033095ms","start":"2026-03-17T21:57:06.180316Z","end":"2026-03-17T21:57:06.520349Z","steps":["trace[355895141] 'range keys from in-memory index tree' (duration: 339.681007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:06.520919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:57:06.180291Z","time spent":"340.556068ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-17T21:58:34.752173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.491977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-17T21:58:34.752302Z","caller":"traceutil/trace.go:171","msg":"trace[1435857772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2526; }","duration":"310.681531ms","start":"2026-03-17T21:58:34.441587Z","end":"2026-03-17T21:58:34.752269Z","steps":["trace[1435857772] 'range keys from in-memory index tree' (duration: 310.204009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:34.752346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:58:34.441561Z","time spent":"310.775114ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-17T22:02:41.253667Z","caller":"traceutil/trace.go:171","msg":"trace[817886900] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"113.564318ms","start":"2026-03-17T22:02:41.140034Z","end":"2026-03-17T22:02:41.253598Z","steps":["trace[817886900] 'process raft request' (duration: 70.286438ms)","trace[817886900] 'compare' (duration: 42.992463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:02:47.76598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.114762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:02:47.766198Z","caller":"traceutil/trace.go:171","msg":"trace[1396743275] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4718; }","duration":"105.955535ms","start":"2026-03-17T22:02:47.660226Z","end":"2026-03-17T22:02:47.766181Z","steps":["trace[1396743275] 'read index received' (duration: 36.870736ms)","trace[1396743275] 'applied index is now lower than readState.Index' (duration: 69.084019ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:02:47.766306Z","caller":"traceutil/trace.go:171","msg":"trace[1164179110] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"197.831122ms","start":"2026-03-17T22:02:47.568453Z","end":"2026-03-17T22:02:47.766284Z","steps":["trace[1164179110] 'process raft request' (duration: 68.31387ms)","trace[1164179110] 'compare' (duration: 128.972729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:02:47.766572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.324344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-17T22:02:47.766604Z","caller":"traceutil/trace.go:171","msg":"trace[348358520] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"197.202418ms","start":"2026-03-17T22:02:47.569361Z","end":"2026-03-17T22:02:47.766563Z","steps":["trace[348358520] 'process raft request' (duration: 196.746096ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:02:47.766681Z","caller":"traceutil/trace.go:171","msg":"trace[171027758] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:4535; }","duration":"106.495668ms","start":"2026-03-17T22:02:47.660161Z","end":"2026-03-17T22:02:47.766657Z","steps":["trace[171027758] 'agreement among raft nodes before linearized reading' (duration: 106.17157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:02:50.82789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.855653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-17T22:02:50.827936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.292861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T22:02:50.828018Z","caller":"traceutil/trace.go:171","msg":"trace[2035395011] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4683; }","duration":"126.040548ms","start":"2026-03-17T22:02:50.701938Z","end":"2026-03-17T22:02:50.827979Z","steps":["trace[2035395011] 'range keys from in-memory index tree' (duration: 125.548796ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:02:50.828028Z","caller":"traceutil/trace.go:171","msg":"trace[422925194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4683; }","duration":"140.450014ms","start":"2026-03-17T22:02:50.687555Z","end":"2026-03-17T22:02:50.828005Z","steps":["trace[422925194] 'range keys from in-memory index tree' (duration: 140.079796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:16.022496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.519244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:03:16.022777Z","caller":"traceutil/trace.go:171","msg":"trace[144118579] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"451.810224ms","start":"2026-03-17T22:03:15.570943Z","end":"2026-03-17T22:03:16.022754Z","steps":["trace[144118579] 'process raft request' (duration: 82.835709ms)","trace[144118579] 'compare' (duration: 367.960301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:03:16.022849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:03:15.570907Z","time spent":"451.913386ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T22:03:16.023143Z","caller":"traceutil/trace.go:171","msg":"trace[804455537] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"383.148115ms","start":"2026-03-17T22:03:15.63996Z","end":"2026-03-17T22:03:16.023109Z","steps":["trace[804455537] 'process raft request' (duration: 382.688424ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:16.023132Z","caller":"traceutil/trace.go:171","msg":"trace[457577379] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5315; }","duration":"366.435474ms","start":"2026-03-17T22:03:15.656664Z","end":"2026-03-17T22:03:16.0231Z","steps":["trace[457577379] 'read index received' (duration: 193.981552ms)","trace[457577379] 'applied index is now lower than readState.Index' (duration: 172.451862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:03:16.023331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:03:15.639939Z","time spent":"383.283278ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T22:03:16.023341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.657379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T22:03:16.023396Z","caller":"traceutil/trace.go:171","msg":"trace[1737053641] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5116; }","duration":"366.750891ms","start":"2026-03-17T22:03:15.65663Z","end":"2026-03-17T22:03:16.023381Z","steps":["trace[1737053641] 'agreement among raft nodes before linearized reading' (duration: 366.608077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:16.02343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:03:15.656616Z","time spent":"366.807063ms","remote":"127.0.0.1:47040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-17T22:03:16.543969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.830859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:03:16.544202Z","caller":"traceutil/trace.go:171","msg":"trace[1942616338] linearizableReadLoop","detail":"{readStateIndex:5319; appliedIndex:5317; }","duration":"240.97836ms","start":"2026-03-17T22:03:16.303204Z","end":"2026-03-17T22:03:16.544182Z","steps":["trace[1942616338] 'read index received' (duration: 157.867064ms)","trace[1942616338] 'applied index is now lower than readState.Index' (duration: 83.110086ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:03:16.544318Z","caller":"traceutil/trace.go:171","msg":"trace[527151478] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"660.566029ms","start":"2026-03-17T22:03:15.883737Z","end":"2026-03-17T22:03:16.544303Z","steps":["trace[527151478] 'process raft request' (duration: 346.274829ms)","trace[527151478] 'compare' (duration: 313.699826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:03:16.544373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:03:15.883704Z","time spent":"660.643371ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T22:03:16.544692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.770222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-17T22:03:16.54472Z","caller":"traceutil/trace.go:171","msg":"trace[1723049022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5118; }","duration":"190.837404ms","start":"2026-03-17T22:03:16.353875Z","end":"2026-03-17T22:03:16.544712Z","steps":["trace[1723049022] 'agreement among raft nodes before linearized reading' (duration: 190.685001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:16.544793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.466015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:03:16.544813Z","caller":"traceutil/trace.go:171","msg":"trace[4661387] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5118; }","duration":"140.517905ms","start":"2026-03-17T22:03:16.404287Z","end":"2026-03-17T22:03:16.544805Z","steps":["trace[4661387] 'agreement among raft nodes before linearized reading' (duration: 140.480854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:16.544826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.586244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31e3093a-aa37-47bf-8535-add64060830e\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-17T22:03:16.545122Z","caller":"traceutil/trace.go:171","msg":"trace[938354455] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"646.603524ms","start":"2026-03-17T22:03:15.898476Z","end":"2026-03-17T22:03:16.545079Z","steps":["trace[938354455] 'process raft request' (duration: 645.612739ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:16.545262Z","caller":"traceutil/trace.go:171","msg":"trace[252608274] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31e3093a-aa37-47bf-8535-add64060830e; range_end:; response_count:1; response_revision:5118; }","duration":"242.078006ms","start":"2026-03-17T22:03:16.303154Z","end":"2026-03-17T22:03:16.545232Z","steps":["trace[252608274] 'agreement among raft nodes before linearized reading' (duration: 241.402939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:16.545616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:03:15.898466Z","time spent":"646.8102ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T22:04:24.530357Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2772} {"level":"info","ts":"2026-03-17T22:04:24.585408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2772,"took":"53.380953ms","hash":3425742455,"current-db-size-bytes":41013248,"current-db-size":"41 MB","current-db-size-in-use-bytes":30543872,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-17T22:04:24.585504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3425742455,"revision":2772,"compact-revision":-1} {"level":"info","ts":"2026-03-17T22:09:24.538153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5668} {"level":"info","ts":"2026-03-17T22:09:24.624678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5668,"took":"84.374655ms","hash":2243567420,"current-db-size-bytes":42299392,"current-db-size":"42 MB","current-db-size-in-use-bytes":21463040,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-17T22:09:24.624786Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2243567420,"revision":5668,"compact-revision":2772} {"level":"info","ts":"2026-03-17T22:09:46.215179Z","caller":"traceutil/trace.go:171","msg":"trace[813317620] linearizableReadLoop","detail":"{readStateIndex:8145; appliedIndex:8144; }","duration":"261.538406ms","start":"2026-03-17T22:09:45.953609Z","end":"2026-03-17T22:09:46.215148Z","steps":["trace[813317620] 'read index received' (duration: 183.122874ms)","trace[813317620] 'applied index is now lower than readState.Index' (duration: 78.414202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:09:46.215351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.723301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T22:09:46.215412Z","caller":"traceutil/trace.go:171","msg":"trace[80657145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7846; }","duration":"261.853614ms","start":"2026-03-17T22:09:45.953534Z","end":"2026-03-17T22:09:46.215387Z","steps":["trace[80657145] 'agreement among raft nodes before linearized reading' (duration: 261.728311ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:09:46.215402Z","caller":"traceutil/trace.go:171","msg":"trace[292288943] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"392.574207ms","start":"2026-03-17T22:09:45.822753Z","end":"2026-03-17T22:09:46.215328Z","steps":["trace[292288943] 'process raft request' (duration: 313.913488ms)","trace[292288943] 'compare' (duration: 77.909671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:09:46.215693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:09:45.822724Z","time spent":"392.839633ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T22:09:57.989402Z","caller":"traceutil/trace.go:171","msg":"trace[159990101] linearizableReadLoop","detail":"{readStateIndex:8206; appliedIndex:8205; }","duration":"121.606914ms","start":"2026-03-17T22:09:57.867764Z","end":"2026-03-17T22:09:57.989371Z","steps":["trace[159990101] 'read index received' (duration: 121.463471ms)","trace[159990101] 'applied index is now lower than readState.Index' (duration: 141.823µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:09:57.989654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.87346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-17T22:09:57.989693Z","caller":"traceutil/trace.go:171","msg":"trace[466096178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7904; }","duration":"121.965713ms","start":"2026-03-17T22:09:57.867716Z","end":"2026-03-17T22:09:57.989682Z","steps":["trace[466096178] 'agreement among raft nodes before linearized reading' (duration: 121.793109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:09:57.98997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:09:57.688317Z","time spent":"301.644574ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T22:10:28.841157Z","caller":"traceutil/trace.go:171","msg":"trace[371756841] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"255.893802ms","start":"2026-03-17T22:10:28.585211Z","end":"2026-03-17T22:10:28.841105Z","steps":["trace[371756841] 'process raft request' (duration: 255.728698ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:31.74642Z","caller":"traceutil/trace.go:171","msg":"trace[1281852101] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"100.331347ms","start":"2026-03-17T22:10:31.646062Z","end":"2026-03-17T22:10:31.746393Z","steps":["trace[1281852101] 'process raft request' (duration: 99.921337ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:31.961676Z","caller":"traceutil/trace.go:171","msg":"trace[504001244] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"210.477627ms","start":"2026-03-17T22:10:31.751147Z","end":"2026-03-17T22:10:31.961625Z","steps":["trace[504001244] 'process raft request' (duration: 121.85646ms)","trace[504001244] 'compare' (duration: 88.281079ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:10:31.961908Z","caller":"traceutil/trace.go:171","msg":"trace[480632712] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"208.95894ms","start":"2026-03-17T22:10:31.752895Z","end":"2026-03-17T22:10:31.961854Z","steps":["trace[480632712] 'process raft request' (duration: 208.585031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:42.162809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.387824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:10:42.163023Z","caller":"traceutil/trace.go:171","msg":"trace[880513365] linearizableReadLoop","detail":"{readStateIndex:8527; appliedIndex:8526; }","duration":"128.594532ms","start":"2026-03-17T22:10:42.034409Z","end":"2026-03-17T22:10:42.163003Z","steps":["trace[880513365] 'read index received' (duration: 5.839899ms)","trace[880513365] 'applied index is now lower than readState.Index' (duration: 122.753163ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:10:42.163155Z","caller":"traceutil/trace.go:171","msg":"trace[1908411920] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"128.866608ms","start":"2026-03-17T22:10:42.034205Z","end":"2026-03-17T22:10:42.163072Z","steps":["trace[1908411920] 'compare' (duration: 122.25424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:42.163522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.113963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228756"} {"level":"info","ts":"2026-03-17T22:10:42.163616Z","caller":"traceutil/trace.go:171","msg":"trace[540016524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8212; }","duration":"129.196735ms","start":"2026-03-17T22:10:42.034393Z","end":"2026-03-17T22:10:42.163589Z","steps":["trace[540016524] 'agreement among raft nodes before linearized reading' (duration: 128.699424ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:42.678972Z","caller":"traceutil/trace.go:171","msg":"trace[2114436996] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"148.885656ms","start":"2026-03-17T22:10:42.530032Z","end":"2026-03-17T22:10:42.678917Z","steps":["trace[2114436996] 'process raft request' (duration: 115.408896ms)","trace[2114436996] 'compare' (duration: 33.106941ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:10:42.689001Z","caller":"traceutil/trace.go:171","msg":"trace[1872965530] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8531; }","duration":"145.31159ms","start":"2026-03-17T22:10:42.543661Z","end":"2026-03-17T22:10:42.688973Z","steps":["trace[1872965530] 'read index received' (duration: 101.797381ms)","trace[1872965530] 'applied index is now lower than readState.Index' (duration: 43.512749ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:10:42.689235Z","caller":"traceutil/trace.go:171","msg":"trace[2084816152] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"149.321686ms","start":"2026-03-17T22:10:42.539716Z","end":"2026-03-17T22:10:42.689038Z","steps":["trace[2084816152] 'process raft request' (duration: 149.07794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:42.689335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.666519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-17T22:10:42.689536Z","caller":"traceutil/trace.go:171","msg":"trace[736183105] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8217; }","duration":"145.880095ms","start":"2026-03-17T22:10:42.543638Z","end":"2026-03-17T22:10:42.689518Z","steps":["trace[736183105] 'agreement among raft nodes before linearized reading' (duration: 145.452154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:43.239204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.120716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-17T22:10:43.239279Z","caller":"traceutil/trace.go:171","msg":"trace[634631424] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8220; }","duration":"168.207918ms","start":"2026-03-17T22:10:43.071055Z","end":"2026-03-17T22:10:43.239263Z","steps":["trace[634631424] 'range keys from in-memory index tree' (duration: 167.293996ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:12:04.183814Z","caller":"traceutil/trace.go:171","msg":"trace[91710229] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"281.881263ms","start":"2026-03-17T22:12:03.901887Z","end":"2026-03-17T22:12:04.183768Z","steps":["trace[91710229] 'process raft request' (duration: 277.746175ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:13:52.908253Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"331455d6226d3423","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-17T22:13:52.91355Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-17T22:13:52.913685Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-17T22:14:24.54534Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7567} {"level":"info","ts":"2026-03-17T22:14:24.614176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7567,"took":"66.505896ms","hash":1638585631,"current-db-size-bytes":42299392,"current-db-size":"42 MB","current-db-size-in-use-bytes":24764416,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-17T22:14:24.614282Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1638585631,"revision":7567,"compact-revision":5668} {"level":"info","ts":"2026-03-17T22:19:24.55186Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9819} {"level":"info","ts":"2026-03-17T22:19:24.662315Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9819,"took":"108.043636ms","hash":2546085827,"current-db-size-bytes":42299392,"current-db-size":"42 MB","current-db-size-in-use-bytes":18923520,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-17T22:19:24.662402Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2546085827,"revision":9819,"compact-revision":7567}