{"level":"warn","ts":"2026-03-09T01:39:11.116457Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:39:11.116548Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:39:11.116618Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:39:11.116627Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-03-09T01:39:11.116644Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:39:11.117327Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-03-09T01:39:11.117422Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:39:11.120994Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.302479ms"} {"level":"info","ts":"2026-03-09T01:39:11.126535Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-03-09T01:39:11.126627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:39:11.126646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-03-09T01:39:11.126654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:39:11.126667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-03-09T01:39:11.126698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-03-09T01:39:11.132373Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:39:11.134033Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:39:11.135138Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:39:11.137253Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:39:11.137377Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:39:11.137657Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:11.137773Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:11.137788Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:11.139351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-03-09T01:39:11.140587Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-03-09T01:39:11.143392Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:39:11.143509Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-03-09T01:39:11.143547Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-03-09T01:39:11.143907Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:39:11.143978Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:39:11.627533Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:39:11.627595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:39:11.627624Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-03-09T01:39:11.627646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:39:11.627654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-03-09T01:39:11.627666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-03-09T01:39:11.627686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-03-09T01:39:11.628492Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:39:11.628811Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:11.629703Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:39:11.630244Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:39:11.630511Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:11.630625Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:11.63066Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:11.632524Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:39:11.632567Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T01:39:11.633464Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T01:39:11.633624Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-03-09T01:39:46.409393Z","caller":"traceutil/trace.go:171","msg":"trace[1385832308] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"190.004218ms","start":"2026-03-09T01:39:46.219366Z","end":"2026-03-09T01:39:46.40937Z","steps":["trace[1385832308] 'process raft request' (duration: 189.846814ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:47.019352Z","caller":"traceutil/trace.go:171","msg":"trace[576160399] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"228.796109ms","start":"2026-03-09T01:39:46.790525Z","end":"2026-03-09T01:39:47.019321Z","steps":["trace[576160399] 'process raft request' (duration: 228.569292ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:13.618451Z","caller":"traceutil/trace.go:171","msg":"trace[195207018] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"258.818301ms","start":"2026-03-09T01:40:13.359598Z","end":"2026-03-09T01:40:13.618416Z","steps":["trace[195207018] 'process raft request' (duration: 210.816998ms)","trace[195207018] 'compare' (duration: 47.830348ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:13.625928Z","caller":"traceutil/trace.go:171","msg":"trace[1788846759] linearizableReadLoop","detail":"{readStateIndex:904; appliedIndex:902; }","duration":"248.220882ms","start":"2026-03-09T01:40:13.377687Z","end":"2026-03-09T01:40:13.625908Z","steps":["trace[1788846759] 'read index received' (duration: 192.800364ms)","trace[1788846759] 'applied index is now lower than readState.Index' (duration: 55.419258ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:13.626037Z","caller":"traceutil/trace.go:171","msg":"trace[1393789550] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"265.661522ms","start":"2026-03-09T01:40:13.360316Z","end":"2026-03-09T01:40:13.625977Z","steps":["trace[1393789550] 'process raft request' (duration: 265.478877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:13.626121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.492207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:13.626189Z","caller":"traceutil/trace.go:171","msg":"trace[104335730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:878; }","duration":"110.656441ms","start":"2026-03-09T01:40:13.515521Z","end":"2026-03-09T01:40:13.626177Z","steps":["trace[104335730] 'agreement among raft nodes before linearized reading' (duration: 110.497007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:13.626208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.493179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:13.626301Z","caller":"traceutil/trace.go:171","msg":"trace[111037624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:878; }","duration":"248.625173ms","start":"2026-03-09T01:40:13.377655Z","end":"2026-03-09T01:40:13.62628Z","steps":["trace[111037624] 'agreement among raft nodes before linearized reading' (duration: 248.354986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:13.626528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.026954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:40:13.626681Z","caller":"traceutil/trace.go:171","msg":"trace[817728674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:878; }","duration":"102.251909ms","start":"2026-03-09T01:40:13.524392Z","end":"2026-03-09T01:40:13.626644Z","steps":["trace[817728674] 'agreement among raft nodes before linearized reading' (duration: 101.715985ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:13.850824Z","caller":"traceutil/trace.go:171","msg":"trace[362986403] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"220.226597ms","start":"2026-03-09T01:40:13.630546Z","end":"2026-03-09T01:40:13.850772Z","steps":["trace[362986403] 'process raft request' (duration: 219.985241ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:13.850993Z","caller":"traceutil/trace.go:171","msg":"trace[363787225] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"219.429597ms","start":"2026-03-09T01:40:13.631533Z","end":"2026-03-09T01:40:13.850963Z","steps":["trace[363787225] 'process raft request' (duration: 219.153759ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:06.798851Z","caller":"traceutil/trace.go:171","msg":"trace[548674429] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"101.452281ms","start":"2026-03-09T01:41:06.697364Z","end":"2026-03-09T01:41:06.798817Z","steps":["trace[548674429] 'process raft request' (duration: 101.256896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:07.455399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.291801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:07.455505Z","caller":"traceutil/trace.go:171","msg":"trace[198911929] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"583.950041ms","start":"2026-03-09T01:41:06.871537Z","end":"2026-03-09T01:41:07.455487Z","steps":["trace[198911929] 'process raft request' (duration: 56.996553ms)","trace[198911929] 'compare' (duration: 525.983532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:07.455564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:06.871521Z","time spent":"584.013963ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:07.500348Z","caller":"traceutil/trace.go:171","msg":"trace[170360484] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1631; }","duration":"205.118471ms","start":"2026-03-09T01:41:07.295206Z","end":"2026-03-09T01:41:07.500324Z","steps":["trace[170360484] 'read index received' (duration: 204.928585ms)","trace[170360484] 'applied index is now lower than readState.Index' (duration: 189.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:07.50043Z","caller":"traceutil/trace.go:171","msg":"trace[1360106633] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"628.752808ms","start":"2026-03-09T01:41:06.871636Z","end":"2026-03-09T01:41:07.500388Z","steps":["trace[1360106633] 'process raft request' (duration: 628.604644ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:07.50047Z","caller":"traceutil/trace.go:171","msg":"trace[866852631] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"628.84897ms","start":"2026-03-09T01:41:06.871575Z","end":"2026-03-09T01:41:07.500424Z","steps":["trace[866852631] 'process raft request' (duration: 628.557952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:07.500617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:06.871611Z","time spent":"628.912102ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:07.500701Z","caller":"traceutil/trace.go:171","msg":"trace[1422765850] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"628.953653ms","start":"2026-03-09T01:41:06.87166Z","end":"2026-03-09T01:41:07.500614Z","steps":["trace[1422765850] 'process raft request' (duration: 628.618804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:07.500821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:06.871634Z","time spent":"629.109437ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:07.500881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:06.871548Z","time spent":"629.017265ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:07.501079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.87299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35e90d65-b080-44ac-b1c8-7dbb4a4fb64e\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-09T01:41:07.501023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.05691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-09T01:41:07.501136Z","caller":"traceutil/trace.go:171","msg":"trace[911385511] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-35e90d65-b080-44ac-b1c8-7dbb4a4fb64e; range_end:; response_count:1; response_revision:1569; }","duration":"205.971822ms","start":"2026-03-09T01:41:07.295149Z","end":"2026-03-09T01:41:07.501121Z","steps":["trace[911385511] 'agreement among raft nodes before linearized reading' (duration: 205.804858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:07.501156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.900837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:41:07.501193Z","caller":"traceutil/trace.go:171","msg":"trace[1442063794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1569; }","duration":"100.974029ms","start":"2026-03-09T01:41:07.400209Z","end":"2026-03-09T01:41:07.501183Z","steps":["trace[1442063794] 'agreement among raft nodes before linearized reading' (duration: 100.828045ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:07.501224Z","caller":"traceutil/trace.go:171","msg":"trace[1674068530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1569; }","duration":"129.284195ms","start":"2026-03-09T01:41:07.371851Z","end":"2026-03-09T01:41:07.501136Z","steps":["trace[1674068530] 'agreement among raft nodes before linearized reading' (duration: 128.907296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:07.736387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.806462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:07.73653Z","caller":"traceutil/trace.go:171","msg":"trace[611441416] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1634; }","duration":"223.800686ms","start":"2026-03-09T01:41:07.512668Z","end":"2026-03-09T01:41:07.736469Z","steps":["trace[611441416] 'read index received' (duration: 28.181583ms)","trace[611441416] 'applied index is now lower than readState.Index' (duration: 195.617983ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:07.736531Z","caller":"traceutil/trace.go:171","msg":"trace[2041662728] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"230.462149ms","start":"2026-03-09T01:41:07.50604Z","end":"2026-03-09T01:41:07.736502Z","steps":["trace[2041662728] 'process raft request' (duration: 88.439932ms)","trace[2041662728] 'compare' (duration: 141.623907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:07.736654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.986441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:07.736715Z","caller":"traceutil/trace.go:171","msg":"trace[97600828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1571; }","duration":"224.037942ms","start":"2026-03-09T01:41:07.512642Z","end":"2026-03-09T01:41:07.73668Z","steps":["trace[97600828] 'agreement among raft nodes before linearized reading' (duration: 223.926669ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:08.220109Z","caller":"traceutil/trace.go:171","msg":"trace[157239681] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1637; }","duration":"263.421358ms","start":"2026-03-09T01:41:07.956664Z","end":"2026-03-09T01:41:08.220085Z","steps":["trace[157239681] 'read index received' (duration: 263.326085ms)","trace[157239681] 'applied index is now lower than readState.Index' (duration: 94.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:08.220275Z","caller":"traceutil/trace.go:171","msg":"trace[2005681259] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"271.477387ms","start":"2026-03-09T01:41:07.948787Z","end":"2026-03-09T01:41:08.220265Z","steps":["trace[2005681259] 'process raft request' (duration: 271.132877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:08.220513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.838269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:41:08.220553Z","caller":"traceutil/trace.go:171","msg":"trace[222224220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1573; }","duration":"263.925771ms","start":"2026-03-09T01:41:07.956617Z","end":"2026-03-09T01:41:08.220543Z","steps":["trace[222224220] 'agreement among raft nodes before linearized reading' (duration: 263.793408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:08.220751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.642895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-09T01:41:08.220843Z","caller":"traceutil/trace.go:171","msg":"trace[306716817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1573; }","duration":"134.785648ms","start":"2026-03-09T01:41:08.086036Z","end":"2026-03-09T01:41:08.220822Z","steps":["trace[306716817] 'agreement among raft nodes before linearized reading' (duration: 134.537932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:08.221411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.027439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-09T01:41:08.221492Z","caller":"traceutil/trace.go:171","msg":"trace[993300675] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1573; }","duration":"129.142722ms","start":"2026-03-09T01:41:08.092329Z","end":"2026-03-09T01:41:08.221472Z","steps":["trace[993300675] 'agreement among raft nodes before linearized reading' (duration: 128.26958ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:19.280837Z","caller":"traceutil/trace.go:171","msg":"trace[1549274934] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"116.712308ms","start":"2026-03-09T01:41:19.1641Z","end":"2026-03-09T01:41:19.280812Z","steps":["trace[1549274934] 'process raft request' (duration: 116.536054ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:55.91093Z","caller":"traceutil/trace.go:171","msg":"trace[1297366511] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"151.147685ms","start":"2026-03-09T01:41:55.759749Z","end":"2026-03-09T01:41:55.910896Z","steps":["trace[1297366511] 'process raft request' (duration: 150.911488ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:56.163605Z","caller":"traceutil/trace.go:171","msg":"trace[19954263] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1931; }","duration":"212.493152ms","start":"2026-03-09T01:41:55.951089Z","end":"2026-03-09T01:41:56.163582Z","steps":["trace[19954263] 'read index received' (duration: 212.273286ms)","trace[19954263] 'applied index is now lower than readState.Index' (duration: 218.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:56.163655Z","caller":"traceutil/trace.go:171","msg":"trace[488058456] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"234.913206ms","start":"2026-03-09T01:41:55.928707Z","end":"2026-03-09T01:41:56.16362Z","steps":["trace[488058456] 'process raft request' (duration: 234.735581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:56.163846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.744858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:56.163906Z","caller":"traceutil/trace.go:171","msg":"trace[1731162935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1856; }","duration":"212.868322ms","start":"2026-03-09T01:41:55.951024Z","end":"2026-03-09T01:41:56.163893Z","steps":["trace[1731162935] 'agreement among raft nodes before linearized reading' (duration: 212.669117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:10.672754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.660696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:43:10.67287Z","caller":"traceutil/trace.go:171","msg":"trace[245675045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2419; }","duration":"111.818191ms","start":"2026-03-09T01:43:10.561012Z","end":"2026-03-09T01:43:10.67283Z","steps":["trace[245675045] 'range keys from in-memory index tree' (duration: 111.491933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:10.93584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.108535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:43:10.935955Z","caller":"traceutil/trace.go:171","msg":"trace[1917504306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2421; }","duration":"138.311451ms","start":"2026-03-09T01:43:10.797618Z","end":"2026-03-09T01:43:10.93593Z","steps":["trace[1917504306] 'range keys from in-memory index tree' (duration: 137.834728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:10.93602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.128911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-09T01:43:10.936153Z","caller":"traceutil/trace.go:171","msg":"trace[1125874863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2421; }","duration":"114.312816ms","start":"2026-03-09T01:43:10.821807Z","end":"2026-03-09T01:43:10.93612Z","steps":["trace[1125874863] 'range keys from in-memory index tree' (duration: 113.877675ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:01.655032Z","caller":"traceutil/trace.go:171","msg":"trace[1094608889] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"116.570732ms","start":"2026-03-09T01:47:01.538438Z","end":"2026-03-09T01:47:01.655009Z","steps":["trace[1094608889] 'process raft request' (duration: 110.904227ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:08.308468Z","caller":"traceutil/trace.go:171","msg":"trace[467040518] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"173.622921ms","start":"2026-03-09T01:47:08.134817Z","end":"2026-03-09T01:47:08.30844Z","steps":["trace[467040518] 'process raft request' (duration: 173.470927ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:08.33527Z","caller":"traceutil/trace.go:171","msg":"trace[1618883601] linearizableReadLoop","detail":"{readStateIndex:4773; appliedIndex:4771; }","duration":"200.243562ms","start":"2026-03-09T01:47:08.135006Z","end":"2026-03-09T01:47:08.335249Z","steps":["trace[1618883601] 'read index received' (duration: 173.315133ms)","trace[1618883601] 'applied index is now lower than readState.Index' (duration: 26.923759ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:08.33533Z","caller":"traceutil/trace.go:171","msg":"trace[608647293] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"200.394467ms","start":"2026-03-09T01:47:08.134902Z","end":"2026-03-09T01:47:08.335296Z","steps":["trace[608647293] 'process raft request' (duration: 200.204601ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:08.335442Z","caller":"traceutil/trace.go:171","msg":"trace[1197320231] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"199.686129ms","start":"2026-03-09T01:47:08.135692Z","end":"2026-03-09T01:47:08.335378Z","steps":["trace[1197320231] 'process raft request' (duration: 199.514794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:08.33551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.484438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T01:47:08.335552Z","caller":"traceutil/trace.go:171","msg":"trace[1238097852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4590; }","duration":"200.562181ms","start":"2026-03-09T01:47:08.13498Z","end":"2026-03-09T01:47:08.335542Z","steps":["trace[1238097852] 'agreement among raft nodes before linearized reading' (duration: 200.418227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:08.335693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.777574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:47:08.335756Z","caller":"traceutil/trace.go:171","msg":"trace[1023615973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4590; }","duration":"135.879306ms","start":"2026-03-09T01:47:08.199862Z","end":"2026-03-09T01:47:08.335741Z","steps":["trace[1023615973] 'agreement among raft nodes before linearized reading' (duration: 135.681071ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:33.87537Z","caller":"traceutil/trace.go:171","msg":"trace[2088489562] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"302.006216ms","start":"2026-03-09T01:47:33.573328Z","end":"2026-03-09T01:47:33.875334Z","steps":["trace[2088489562] 'process raft request' (duration: 208.4734ms)","trace[2088489562] 'compare' (duration: 93.175105ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:33.875486Z","caller":"traceutil/trace.go:171","msg":"trace[257552477] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5166; }","duration":"256.542923ms","start":"2026-03-09T01:47:33.618912Z","end":"2026-03-09T01:47:33.875455Z","steps":["trace[257552477] 'read index received' (duration: 162.903865ms)","trace[257552477] 'applied index is now lower than readState.Index' (duration: 93.637788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:47:33.875592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:33.57331Z","time spent":"302.146289ms","remote":"127.0.0.1:35552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:47:33.875719Z","caller":"traceutil/trace.go:171","msg":"trace[519000337] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"129.91616ms","start":"2026-03-09T01:47:33.74578Z","end":"2026-03-09T01:47:33.875696Z","steps":["trace[519000337] 'process raft request' (duration: 129.616012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:33.87587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.901912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jl6cx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:47:33.875497Z","caller":"traceutil/trace.go:171","msg":"trace[889769711] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"294.220271ms","start":"2026-03-09T01:47:33.581244Z","end":"2026-03-09T01:47:33.875464Z","steps":["trace[889769711] 'process raft request' (duration: 294.019545ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:33.87592Z","caller":"traceutil/trace.go:171","msg":"trace[1342214211] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jl6cx; range_end:; response_count:1; response_revision:4975; }","duration":"257.033635ms","start":"2026-03-09T01:47:33.618875Z","end":"2026-03-09T01:47:33.875908Z","steps":["trace[1342214211] 'agreement among raft nodes before linearized reading' (duration: 256.80597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:33.875945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.202159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-09T01:47:33.875969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.759137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T01:47:33.876004Z","caller":"traceutil/trace.go:171","msg":"trace[1627060681] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4975; }","duration":"119.298851ms","start":"2026-03-09T01:47:33.756689Z","end":"2026-03-09T01:47:33.875988Z","steps":["trace[1627060681] 'agreement among raft nodes before linearized reading' (duration: 119.127307ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:33.876051Z","caller":"traceutil/trace.go:171","msg":"trace[708680955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4975; }","duration":"171.875091ms","start":"2026-03-09T01:47:33.704156Z","end":"2026-03-09T01:47:33.876032Z","steps":["trace[708680955] 'agreement among raft nodes before linearized reading' (duration: 171.641665ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:34.065026Z","caller":"traceutil/trace.go:171","msg":"trace[766497381] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"182.732464ms","start":"2026-03-09T01:47:33.882252Z","end":"2026-03-09T01:47:34.064984Z","steps":["trace[766497381] 'process raft request' (duration: 182.364325ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:34.065155Z","caller":"traceutil/trace.go:171","msg":"trace[324277223] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5169; }","duration":"137.610491ms","start":"2026-03-09T01:47:33.927522Z","end":"2026-03-09T01:47:34.065133Z","steps":["trace[324277223] 'read index received' (duration: 44.602541ms)","trace[324277223] 'applied index is now lower than readState.Index' (duration: 93.00692ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:34.065235Z","caller":"traceutil/trace.go:171","msg":"trace[1178556436] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"182.645992ms","start":"2026-03-09T01:47:33.882567Z","end":"2026-03-09T01:47:34.065213Z","steps":["trace[1178556436] 'process raft request' (duration: 182.279793ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:34.065234Z","caller":"traceutil/trace.go:171","msg":"trace[92681539] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"177.915778ms","start":"2026-03-09T01:47:33.887298Z","end":"2026-03-09T01:47:34.065213Z","steps":["trace[92681539] 'process raft request' (duration: 177.769244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:34.065287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.741514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:47:34.06533Z","caller":"traceutil/trace.go:171","msg":"trace[1122900392] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4979; }","duration":"137.805556ms","start":"2026-03-09T01:47:33.927515Z","end":"2026-03-09T01:47:34.06532Z","steps":["trace[1122900392] 'agreement among raft nodes before linearized reading' (duration: 137.719664ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:11.657816Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2725} {"level":"info","ts":"2026-03-09T01:49:11.713593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2725,"took":"54.425069ms","hash":376362306,"current-db-size-bytes":41611264,"current-db-size":"42 MB","current-db-size-in-use-bytes":31240192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-09T01:49:11.713677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":376362306,"revision":2725,"compact-revision":-1} {"level":"info","ts":"2026-03-09T01:53:23.404025Z","caller":"traceutil/trace.go:171","msg":"trace[599769454] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"144.055295ms","start":"2026-03-09T01:53:23.259933Z","end":"2026-03-09T01:53:23.403988Z","steps":["trace[599769454] 'process raft request' (duration: 143.846958ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:23.577071Z","caller":"traceutil/trace.go:171","msg":"trace[987112346] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"168.062403ms","start":"2026-03-09T01:53:23.408952Z","end":"2026-03-09T01:53:23.577014Z","steps":["trace[987112346] 'process raft request' (duration: 96.813757ms)","trace[987112346] 'compare' (duration: 70.852116ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:53:34.933844Z","caller":"traceutil/trace.go:171","msg":"trace[342441245] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"217.074147ms","start":"2026-03-09T01:53:34.716756Z","end":"2026-03-09T01:53:34.93383Z","steps":["trace[342441245] 'process raft request' (duration: 217.037296ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:34.933869Z","caller":"traceutil/trace.go:171","msg":"trace[1957206032] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"274.021043ms","start":"2026-03-09T01:53:34.659814Z","end":"2026-03-09T01:53:34.933835Z","steps":["trace[1957206032] 'process raft request' (duration: 217.650783ms)","trace[1957206032] 'compare' (duration: 56.229647ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:53:35.613003Z","caller":"traceutil/trace.go:171","msg":"trace[1107099338] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"162.215747ms","start":"2026-03-09T01:53:35.45076Z","end":"2026-03-09T01:53:35.612976Z","steps":["trace[1107099338] 'process raft request' (duration: 162.056563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:05.298575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.057468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-09T01:54:05.298665Z","caller":"traceutil/trace.go:171","msg":"trace[447003305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7737; }","duration":"143.202563ms","start":"2026-03-09T01:54:05.155443Z","end":"2026-03-09T01:54:05.298646Z","steps":["trace[447003305] 'range keys from in-memory index tree' (duration: 142.881123ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:11.664857Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5674} {"level":"info","ts":"2026-03-09T01:54:11.756376Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5674,"took":"90.010385ms","hash":1262637010,"current-db-size-bytes":43556864,"current-db-size":"44 MB","current-db-size-in-use-bytes":23654400,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-09T01:54:11.756429Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1262637010,"revision":5674,"compact-revision":2725} {"level":"info","ts":"2026-03-09T01:54:15.623071Z","caller":"traceutil/trace.go:171","msg":"trace[512978141] linearizableReadLoop","detail":"{readStateIndex:8119; appliedIndex:8118; }","duration":"185.437786ms","start":"2026-03-09T01:54:15.437602Z","end":"2026-03-09T01:54:15.62304Z","steps":["trace[512978141] 'read index received' (duration: 92.207254ms)","trace[512978141] 'applied index is now lower than readState.Index' (duration: 93.228862ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:54:15.623213Z","caller":"traceutil/trace.go:171","msg":"trace[1157152626] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7825; }","duration":"220.058837ms","start":"2026-03-09T01:54:15.403142Z","end":"2026-03-09T01:54:15.623201Z","steps":["trace[1157152626] 'process raft request' (duration: 126.713252ms)","trace[1157152626] 'compare' (duration: 92.895723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:54:15.623372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.376914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8xzkv\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-09T01:54:15.623453Z","caller":"traceutil/trace.go:171","msg":"trace[1647855013] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8xzkv; range_end:; response_count:1; response_revision:7825; }","duration":"185.484147ms","start":"2026-03-09T01:54:15.43795Z","end":"2026-03-09T01:54:15.623434Z","steps":["trace[1647855013] 'agreement among raft nodes before linearized reading' (duration: 185.296012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:15.623627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.00185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-8xzkv\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-09T01:54:15.62368Z","caller":"traceutil/trace.go:171","msg":"trace[248697654] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-8xzkv; range_end:; response_count:1; response_revision:7825; }","duration":"186.121623ms","start":"2026-03-09T01:54:15.437541Z","end":"2026-03-09T01:54:15.623662Z","steps":["trace[248697654] 'agreement among raft nodes before linearized reading' (duration: 185.939218ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:16.0683Z","caller":"traceutil/trace.go:171","msg":"trace[582372244] linearizableReadLoop","detail":"{readStateIndex:8124; appliedIndex:8123; }","duration":"128.205353ms","start":"2026-03-09T01:54:15.940068Z","end":"2026-03-09T01:54:16.068274Z","steps":["trace[582372244] 'read index received' (duration: 123.887147ms)","trace[582372244] 'applied index is now lower than readState.Index' (duration: 4.316886ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:54:16.068366Z","caller":"traceutil/trace.go:171","msg":"trace[154968640] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"135.61854ms","start":"2026-03-09T01:54:15.932723Z","end":"2026-03-09T01:54:16.068341Z","steps":["trace[154968640] 'process raft request' (duration: 131.216642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:16.068579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.48251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:54:16.068665Z","caller":"traceutil/trace.go:171","msg":"trace[1202722544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7830; }","duration":"128.614814ms","start":"2026-03-09T01:54:15.94003Z","end":"2026-03-09T01:54:16.068645Z","steps":["trace[1202722544] 'agreement among raft nodes before linearized reading' (duration: 128.339366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:16.292759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.386555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:54:16.29289Z","caller":"traceutil/trace.go:171","msg":"trace[1547122035] linearizableReadLoop","detail":"{readStateIndex:8125; appliedIndex:8124; }","duration":"169.069359ms","start":"2026-03-09T01:54:16.1238Z","end":"2026-03-09T01:54:16.292869Z","steps":["trace[1547122035] 'read index received' (duration: 54.438258ms)","trace[1547122035] 'applied index is now lower than readState.Index' (duration: 114.628901ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:54:16.293047Z","caller":"traceutil/trace.go:171","msg":"trace[1739651863] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"220.607462ms","start":"2026-03-09T01:54:16.072406Z","end":"2026-03-09T01:54:16.293013Z","steps":["trace[1739651863] 'process raft request' (duration: 105.870268ms)","trace[1739651863] 'compare' (duration: 114.280152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:54:16.293357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.096894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:54:16.293385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.990707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jl6cx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:54:16.293414Z","caller":"traceutil/trace.go:171","msg":"trace[1816610340] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7831; }","duration":"106.179446ms","start":"2026-03-09T01:54:16.187222Z","end":"2026-03-09T01:54:16.293402Z","steps":["trace[1816610340] 'agreement among raft nodes before linearized reading' (duration: 106.072724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:16.293411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.581463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:54:16.293442Z","caller":"traceutil/trace.go:171","msg":"trace[1586359712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jl6cx; range_end:; response_count:1; response_revision:7831; }","duration":"131.10447ms","start":"2026-03-09T01:54:16.162321Z","end":"2026-03-09T01:54:16.293426Z","steps":["trace[1586359712] 'agreement among raft nodes before linearized reading' (duration: 130.971406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:54:16.293455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.427825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:54:16.293498Z","caller":"traceutil/trace.go:171","msg":"trace[1107773653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7831; }","duration":"120.526108ms","start":"2026-03-09T01:54:16.172959Z","end":"2026-03-09T01:54:16.293485Z","steps":["trace[1107773653] 'agreement among raft nodes before linearized reading' (duration: 120.449826ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:16.293504Z","caller":"traceutil/trace.go:171","msg":"trace[1275164812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7831; }","duration":"169.717466ms","start":"2026-03-09T01:54:16.123761Z","end":"2026-03-09T01:54:16.293478Z","steps":["trace[1275164812] 'agreement among raft nodes before linearized reading' (duration: 169.46512ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:58:06.002122Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T01:58:06.009852Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T01:58:06.009972Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T01:59:11.679431Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7795} {"level":"info","ts":"2026-03-09T01:59:11.746052Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7795,"took":"64.74191ms","hash":3156571113,"current-db-size-bytes":43556864,"current-db-size":"44 MB","current-db-size-in-use-bytes":25739264,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-09T01:59:11.74611Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3156571113,"revision":7795,"compact-revision":5674} {"level":"info","ts":"2026-03-09T02:04:11.687315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9964} {"level":"info","ts":"2026-03-09T02:04:11.758684Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9964,"took":"69.237125ms","hash":3147486964,"current-db-size-bytes":43556864,"current-db-size":"44 MB","current-db-size-in-use-bytes":16592896,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-09T02:04:11.75873Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3147486964,"revision":9964,"compact-revision":7795}