{"level":"warn","ts":"2026-04-17T05:55:34.899184Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-17T05:55:34.899295Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-17T05:55:34.899377Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-17T05:55:34.899391Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-17T05:55:34.899409Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-17T05:55:34.900154Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-04-17T05:55:34.900249Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-17T05:55:34.904003Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.513449ms"} {"level":"info","ts":"2026-04-17T05:55:34.910739Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-04-17T05:55:34.910909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-04-17T05:55:34.910949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-04-17T05:55:34.91098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-17T05:55:34.911004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-04-17T05:55:34.911059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-04-17T05:55:34.918192Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-17T05:55:34.919932Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-17T05:55:34.921168Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-17T05:55:34.924099Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-17T05:55:34.924253Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-17T05:55:34.92426Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-17T05:55:34.92456Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-17T05:55:34.924628Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-17T05:55:34.926378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-04-17T05:55:34.92669Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-17T05:55:34.929367Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-17T05:55:34.929618Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-17T05:55:34.92979Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-17T05:55:34.929723Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-17T05:55:34.929867Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-17T05:55:35.213103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-04-17T05:55:35.213186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-17T05:55:35.213208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-04-17T05:55:35.213224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-04-17T05:55:35.213234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-17T05:55:35.213247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-04-17T05:55:35.213273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-17T05:55:35.216586Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-17T05:55:35.21877Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-17T05:55:35.21877Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-04-17T05:55:35.21885Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-17T05:55:35.219215Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-17T05:55:35.219234Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-04-17T05:55:35.21941Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-17T05:55:35.219473Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-17T05:55:35.219282Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-17T05:55:35.222046Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-17T05:55:35.222499Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-04-17T05:56:10.868395Z","caller":"traceutil/trace.go:171","msg":"trace[15962458] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:633; }","duration":"168.562712ms","start":"2026-04-17T05:56:10.699798Z","end":"2026-04-17T05:56:10.868361Z","steps":["trace[15962458] 'read index received' (duration: 32.966406ms)","trace[15962458] 'applied index is now lower than readState.Index' (duration: 135.594876ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T05:56:10.868591Z","caller":"traceutil/trace.go:171","msg":"trace[37726388] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"170.681954ms","start":"2026-04-17T05:56:10.697864Z","end":"2026-04-17T05:56:10.868545Z","steps":["trace[37726388] 'process raft request' (duration: 170.290047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:56:10.868691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.855978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-17T05:56:10.868774Z","caller":"traceutil/trace.go:171","msg":"trace[2014743008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:611; }","duration":"168.99175ms","start":"2026-04-17T05:56:10.69977Z","end":"2026-04-17T05:56:10.868762Z","steps":["trace[2014743008] 'agreement among raft nodes before linearized reading' (duration: 168.742785ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T05:56:11.067673Z","caller":"traceutil/trace.go:171","msg":"trace[2062371714] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"184.336511ms","start":"2026-04-17T05:56:10.883297Z","end":"2026-04-17T05:56:11.067634Z","steps":["trace[2062371714] 'process raft request' (duration: 177.994867ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T05:56:11.16281Z","caller":"traceutil/trace.go:171","msg":"trace[1715419895] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:635; }","duration":"157.566347ms","start":"2026-04-17T05:56:11.005211Z","end":"2026-04-17T05:56:11.162777Z","steps":["trace[1715419895] 'read index received' (duration: 56.14139ms)","trace[1715419895] 'applied index is now lower than readState.Index' (duration: 101.423777ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T05:56:11.162978Z","caller":"traceutil/trace.go:171","msg":"trace[1002974282] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"163.694347ms","start":"2026-04-17T05:56:10.999242Z","end":"2026-04-17T05:56:11.162937Z","steps":["trace[1002974282] 'process raft request' (duration: 162.32033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:56:11.163126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.888493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-17T05:56:11.163171Z","caller":"traceutil/trace.go:171","msg":"trace[1856578053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"157.989266ms","start":"2026-04-17T05:56:11.005169Z","end":"2026-04-17T05:56:11.163158Z","steps":["trace[1856578053] 'agreement among raft nodes before linearized reading' (duration: 157.73412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:56:11.648057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.81649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-17T05:56:11.648182Z","caller":"traceutil/trace.go:171","msg":"trace[469786282] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"165.34156ms","start":"2026-04-17T05:56:11.482821Z","end":"2026-04-17T05:56:11.648163Z","steps":["trace[469786282] 'read index received' (duration: 53.756963ms)","trace[469786282] 'applied index is now lower than readState.Index' (duration: 111.583396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T05:56:11.648308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.483392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T05:56:11.648225Z","caller":"traceutil/trace.go:171","msg":"trace[1300724174] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"420.188442ms","start":"2026-04-17T05:56:11.228002Z","end":"2026-04-17T05:56:11.64819Z","steps":["trace[1300724174] 'process raft request' (duration: 308.545975ms)","trace[1300724174] 'compare' (duration: 110.665407ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T05:56:11.648345Z","caller":"traceutil/trace.go:171","msg":"trace[1737134000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"165.587054ms","start":"2026-04-17T05:56:11.482747Z","end":"2026-04-17T05:56:11.648334Z","steps":["trace[1737134000] 'agreement among raft nodes before linearized reading' (duration: 165.466581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:56:11.648425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T05:56:11.227985Z","time spent":"420.394956ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-17T05:57:09.405758Z","caller":"traceutil/trace.go:171","msg":"trace[440584391] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"115.742651ms","start":"2026-04-17T05:57:09.289986Z","end":"2026-04-17T05:57:09.405729Z","steps":["trace[440584391] 'process raft request' (duration: 115.525807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:57:38.702568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.063398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-17T05:57:38.702669Z","caller":"traceutil/trace.go:171","msg":"trace[1866863355] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1815; }","duration":"181.224731ms","start":"2026-04-17T05:57:38.521423Z","end":"2026-04-17T05:57:38.702648Z","steps":["trace[1866863355] 'range keys from in-memory index tree' (duration: 180.856434ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T05:57:38.897229Z","caller":"traceutil/trace.go:171","msg":"trace[1755435730] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"185.208059ms","start":"2026-04-17T05:57:38.711996Z","end":"2026-04-17T05:57:38.897204Z","steps":["trace[1755435730] 'process raft request' (duration: 185.003476ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T05:57:38.89742Z","caller":"traceutil/trace.go:171","msg":"trace[1092009166] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1871; }","duration":"155.434488ms","start":"2026-04-17T05:57:38.741974Z","end":"2026-04-17T05:57:38.897409Z","steps":["trace[1092009166] 'read index received' (duration: 155.118562ms)","trace[1092009166] 'applied index is now lower than readState.Index' (duration: 314.896µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T05:57:38.897585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.604411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-17T05:57:38.897813Z","caller":"traceutil/trace.go:171","msg":"trace[306485554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1818; }","duration":"155.893407ms","start":"2026-04-17T05:57:38.741908Z","end":"2026-04-17T05:57:38.897801Z","steps":["trace[306485554] 'agreement among raft nodes before linearized reading' (duration: 155.53947ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T05:57:38.99352Z","caller":"traceutil/trace.go:171","msg":"trace[433579953] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"116.882755ms","start":"2026-04-17T05:57:38.87659Z","end":"2026-04-17T05:57:38.993472Z","steps":["trace[433579953] 'process raft request' (duration: 115.450167ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T05:58:21.067106Z","caller":"traceutil/trace.go:171","msg":"trace[713905738] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2227; }","duration":"101.261329ms","start":"2026-04-17T05:58:20.965815Z","end":"2026-04-17T05:58:21.067076Z","steps":["trace[713905738] 'read index received' (duration: 100.966383ms)","trace[713905738] 'applied index is now lower than readState.Index' (duration: 293.526µs)"],"step_count":2} {"level":"info","ts":"2026-04-17T05:58:21.067172Z","caller":"traceutil/trace.go:171","msg":"trace[604906426] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"138.851923ms","start":"2026-04-17T05:58:20.928273Z","end":"2026-04-17T05:58:21.067125Z","steps":["trace[604906426] 'process raft request' (duration: 138.618969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:58:21.067425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.582555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-17T05:58:21.067562Z","caller":"traceutil/trace.go:171","msg":"trace[243014188] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2157; }","duration":"101.780089ms","start":"2026-04-17T05:58:20.965757Z","end":"2026-04-17T05:58:21.067537Z","steps":["trace[243014188] 'agreement among raft nodes before linearized reading' (duration: 101.427572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:58:21.337162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.502086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-17T05:58:21.337292Z","caller":"traceutil/trace.go:171","msg":"trace[1734606203] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2228; }","duration":"125.103955ms","start":"2026-04-17T05:58:21.212168Z","end":"2026-04-17T05:58:21.337272Z","steps":["trace[1734606203] 'read index received' (duration: 56.231µs)","trace[1734606203] 'applied index is now lower than readState.Index' (duration: 125.046394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T05:58:21.337466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.294918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-17T05:58:21.337505Z","caller":"traceutil/trace.go:171","msg":"trace[1419896659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2158; }","duration":"125.36341ms","start":"2026-04-17T05:58:21.212128Z","end":"2026-04-17T05:58:21.337492Z","steps":["trace[1419896659] 'agreement among raft nodes before linearized reading' (duration: 125.198997ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T05:58:21.337502Z","caller":"traceutil/trace.go:171","msg":"trace[1225251805] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"263.872937ms","start":"2026-04-17T05:58:21.073525Z","end":"2026-04-17T05:58:21.337398Z","steps":["trace[1225251805] 'process raft request' (duration: 124.84018ms)","trace[1225251805] 'compare' (duration: 138.383374ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T05:59:33.980551Z","caller":"traceutil/trace.go:171","msg":"trace[2008827033] linearizableReadLoop","detail":"{readStateIndex:2807; appliedIndex:2806; }","duration":"270.209737ms","start":"2026-04-17T05:59:33.710308Z","end":"2026-04-17T05:59:33.980518Z","steps":["trace[2008827033] 'read index received' (duration: 195.915761ms)","trace[2008827033] 'applied index is now lower than readState.Index' (duration: 74.292606ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T05:59:33.980794Z","caller":"traceutil/trace.go:171","msg":"trace[788901333] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"219.221403ms","start":"2026-04-17T05:59:33.761533Z","end":"2026-04-17T05:59:33.980754Z","steps":["trace[788901333] 'process raft request' (duration: 218.878996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:59:33.988879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.499021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a70f707f890c15\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-17T05:59:33.988959Z","caller":"traceutil/trace.go:171","msg":"trace[107821619] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a70f707f890c15; range_end:; response_count:1; response_revision:2705; }","duration":"114.646524ms","start":"2026-04-17T05:59:33.874293Z","end":"2026-04-17T05:59:33.98894Z","steps":["trace[107821619] 'agreement among raft nodes before linearized reading' (duration: 106.469968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:59:33.989053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.732519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-17T05:59:33.989101Z","caller":"traceutil/trace.go:171","msg":"trace[675664286] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2705; }","duration":"278.835262ms","start":"2026-04-17T05:59:33.710253Z","end":"2026-04-17T05:59:33.989088Z","steps":["trace[675664286] 'agreement among raft nodes before linearized reading' (duration: 270.431621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T05:59:33.988999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.295629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-17T05:59:33.989309Z","caller":"traceutil/trace.go:171","msg":"trace[529382110] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2705; }","duration":"272.584735ms","start":"2026-04-17T05:59:33.716663Z","end":"2026-04-17T05:59:33.989248Z","steps":["trace[529382110] 'agreement among raft nodes before linearized reading' (duration: 264.096553ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:00:35.591929Z","caller":"traceutil/trace.go:171","msg":"trace[1728463737] linearizableReadLoop","detail":"{readStateIndex:3428; appliedIndex:3427; }","duration":"109.617018ms","start":"2026-04-17T06:00:35.482279Z","end":"2026-04-17T06:00:35.591896Z","steps":["trace[1728463737] 'read index received' (duration: 103.695418ms)","trace[1728463737] 'applied index is now lower than readState.Index' (duration: 5.92012ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:00:35.592052Z","caller":"traceutil/trace.go:171","msg":"trace[116828615] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"136.714709ms","start":"2026-04-17T06:00:35.45531Z","end":"2026-04-17T06:00:35.592024Z","steps":["trace[116828615] 'process raft request' (duration: 130.648886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:00:35.592197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.897033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T06:00:35.592311Z","caller":"traceutil/trace.go:171","msg":"trace[92569553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3297; }","duration":"110.062637ms","start":"2026-04-17T06:00:35.482221Z","end":"2026-04-17T06:00:35.592283Z","steps":["trace[92569553] 'agreement among raft nodes before linearized reading' (duration: 109.848473ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:01:50.194925Z","caller":"traceutil/trace.go:171","msg":"trace[1792364475] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"114.714348ms","start":"2026-04-17T06:01:50.080184Z","end":"2026-04-17T06:01:50.194899Z","steps":["trace[1792364475] 'process raft request' (duration: 114.548935ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:01:50.197555Z","caller":"traceutil/trace.go:171","msg":"trace[1146207452] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"116.84603ms","start":"2026-04-17T06:01:50.080679Z","end":"2026-04-17T06:01:50.197525Z","steps":["trace[1146207452] 'process raft request' (duration: 116.692647ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:01:50.774772Z","caller":"traceutil/trace.go:171","msg":"trace[1833298115] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"142.898415ms","start":"2026-04-17T06:01:50.63184Z","end":"2026-04-17T06:01:50.774739Z","steps":["trace[1833298115] 'process raft request' (duration: 142.62488ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:01:54.085923Z","caller":"traceutil/trace.go:171","msg":"trace[1916632050] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"148.426997ms","start":"2026-04-17T06:01:53.937467Z","end":"2026-04-17T06:01:54.085894Z","steps":["trace[1916632050] 'process raft request' (duration: 148.252843ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:01:55.986857Z","caller":"traceutil/trace.go:171","msg":"trace[1876689845] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"122.154378ms","start":"2026-04-17T06:01:55.86468Z","end":"2026-04-17T06:01:55.986834Z","steps":["trace[1876689845] 'process raft request' (duration: 43.194289ms)","trace[1876689845] 'compare' (duration: 78.871077ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:02:06.068638Z","caller":"traceutil/trace.go:171","msg":"trace[1357368166] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"103.110444ms","start":"2026-04-17T06:02:05.965508Z","end":"2026-04-17T06:02:06.068618Z","steps":["trace[1357368166] 'process raft request' (duration: 102.938151ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:02:06.898263Z","caller":"traceutil/trace.go:171","msg":"trace[896901372] linearizableReadLoop","detail":"{readStateIndex:4982; appliedIndex:4981; }","duration":"477.756104ms","start":"2026-04-17T06:02:06.420476Z","end":"2026-04-17T06:02:06.898232Z","steps":["trace[896901372] 'read index received' (duration: 477.582091ms)","trace[896901372] 'applied index is now lower than readState.Index' (duration: 172.673µs)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:02:06.898368Z","caller":"traceutil/trace.go:171","msg":"trace[1329680527] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"512.355919ms","start":"2026-04-17T06:02:06.385986Z","end":"2026-04-17T06:02:06.898342Z","steps":["trace[1329680527] 'process raft request' (duration: 512.094464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:02:06.898498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.011849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T06:02:06.898517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:02:06.385972Z","time spent":"512.461981ms","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T06:02:06.898537Z","caller":"traceutil/trace.go:171","msg":"trace[817420993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4782; }","duration":"478.108661ms","start":"2026-04-17T06:02:06.420416Z","end":"2026-04-17T06:02:06.898525Z","steps":["trace[817420993] 'agreement among raft nodes before linearized reading' (duration: 477.984608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:02:06.898649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:02:06.420393Z","time spent":"478.243003ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T06:02:06.898699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.904618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T06:02:06.898785Z","caller":"traceutil/trace.go:171","msg":"trace[1546139797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4782; }","duration":"416.069391ms","start":"2026-04-17T06:02:06.482692Z","end":"2026-04-17T06:02:06.898761Z","steps":["trace[1546139797] 'agreement among raft nodes before linearized reading' (duration: 415.916928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:02:06.898834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:02:06.482669Z","time spent":"416.155233ms","remote":"127.0.0.1:37564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T06:02:06.899052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.964896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-17T06:02:06.900645Z","caller":"traceutil/trace.go:171","msg":"trace[456480889] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4782; }","duration":"140.581859ms","start":"2026-04-17T06:02:06.760027Z","end":"2026-04-17T06:02:06.900609Z","steps":["trace[456480889] 'agreement among raft nodes before linearized reading' (duration: 138.954466ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:05:35.32603Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3294} {"level":"info","ts":"2026-04-17T06:05:35.407845Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3294,"took":"80.01321ms","hash":2032119893,"current-db-size-bytes":61050880,"current-db-size":"61 MB","current-db-size-in-use-bytes":34033664,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-17T06:05:35.408007Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2032119893,"revision":3294,"compact-revision":-1} {"level":"info","ts":"2026-04-17T06:08:01.279397Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002112.wal"} {"level":"info","ts":"2026-04-17T06:08:03.694966Z","caller":"traceutil/trace.go:171","msg":"trace[1748830921] linearizableReadLoop","detail":"{readStateIndex:8485; appliedIndex:8484; }","duration":"100.918621ms","start":"2026-04-17T06:08:03.594017Z","end":"2026-04-17T06:08:03.694935Z","steps":["trace[1748830921] 'read index received' (duration: 90.05208ms)","trace[1748830921] 'applied index is now lower than readState.Index' (duration: 10.864871ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:08:03.695104Z","caller":"traceutil/trace.go:171","msg":"trace[1876372180] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"140.426864ms","start":"2026-04-17T06:08:03.55464Z","end":"2026-04-17T06:08:03.695067Z","steps":["trace[1876372180] 'process raft request' (duration: 129.485741ms)","trace[1876372180] 'compare' (duration: 10.673897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T06:08:03.695308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.285268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-17T06:08:03.695394Z","caller":"traceutil/trace.go:171","msg":"trace[1228265896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8128; }","duration":"101.442222ms","start":"2026-04-17T06:08:03.593933Z","end":"2026-04-17T06:08:03.695376Z","steps":["trace[1228265896] 'agreement among raft nodes before linearized reading' (duration: 101.135616ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:08:05.246898Z","caller":"traceutil/trace.go:171","msg":"trace[1196927243] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"369.670052ms","start":"2026-04-17T06:08:04.877195Z","end":"2026-04-17T06:08:05.246865Z","steps":["trace[1196927243] 'process raft request' (duration: 358.23248ms)","trace[1196927243] 'compare' (duration: 11.043284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T06:08:05.247077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:08:04.877177Z","time spent":"369.810194ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T06:08:05.252081Z","caller":"traceutil/trace.go:171","msg":"trace[440097904] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"374.155443ms","start":"2026-04-17T06:08:04.877905Z","end":"2026-04-17T06:08:05.252061Z","steps":["trace[440097904] 'process raft request' (duration: 374.02291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:05.252224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:08:04.877889Z","time spent":"374.253045ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T06:08:05.252287Z","caller":"traceutil/trace.go:171","msg":"trace[1409853559] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"373.844816ms","start":"2026-04-17T06:08:04.878423Z","end":"2026-04-17T06:08:05.252267Z","steps":["trace[1409853559] 'process raft request' (duration: 373.599331ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:08:05.252278Z","caller":"traceutil/trace.go:171","msg":"trace[69517816] linearizableReadLoop","detail":"{readStateIndex:8501; appliedIndex:8498; }","duration":"366.262163ms","start":"2026-04-17T06:08:04.885968Z","end":"2026-04-17T06:08:05.25223Z","steps":["trace[69517816] 'read index received' (duration: 349.591684ms)","trace[69517816] 'applied index is now lower than readState.Index' (duration: 16.668719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T06:08:05.25236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:08:04.878413Z","time spent":"373.910847ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T06:08:05.252535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.380781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-17T06:08:05.252534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.543639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-17T06:08:05.252578Z","caller":"traceutil/trace.go:171","msg":"trace[1189676591] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8143; }","duration":"352.456062ms","start":"2026-04-17T06:08:04.900111Z","end":"2026-04-17T06:08:05.252567Z","steps":["trace[1189676591] 'agreement among raft nodes before linearized reading' (duration: 352.295599ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:08:05.252595Z","caller":"traceutil/trace.go:171","msg":"trace[1355826144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8143; }","duration":"366.64208ms","start":"2026-04-17T06:08:04.885937Z","end":"2026-04-17T06:08:05.252579Z","steps":["trace[1355826144] 'agreement among raft nodes before linearized reading' (duration: 366.422066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:05.252614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:08:04.900101Z","time spent":"352.504863ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-17T06:08:05.252635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:08:04.885924Z","time spent":"366.702871ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-17T06:08:17.245457Z","caller":"traceutil/trace.go:171","msg":"trace[970862333] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8579; }","duration":"186.890777ms","start":"2026-04-17T06:08:17.058522Z","end":"2026-04-17T06:08:17.245413Z","steps":["trace[970862333] 'read index received' (duration: 180.697682ms)","trace[970862333] 'applied index is now lower than readState.Index' (duration: 6.191015ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:08:17.245629Z","caller":"traceutil/trace.go:171","msg":"trace[1351563129] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"261.875661ms","start":"2026-04-17T06:08:16.983698Z","end":"2026-04-17T06:08:17.245573Z","steps":["trace[1351563129] 'process raft request' (duration: 255.478782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:17.24577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.213923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T06:08:17.245813Z","caller":"traceutil/trace.go:171","msg":"trace[711763609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8216; }","duration":"187.344035ms","start":"2026-04-17T06:08:17.058456Z","end":"2026-04-17T06:08:17.2458Z","steps":["trace[711763609] 'agreement among raft nodes before linearized reading' (duration: 187.191392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:17.245868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.627238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-17T06:08:17.24595Z","caller":"traceutil/trace.go:171","msg":"trace[1405550113] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8216; }","duration":"173.72732ms","start":"2026-04-17T06:08:17.072199Z","end":"2026-04-17T06:08:17.245926Z","steps":["trace[1405550113] 'agreement among raft nodes before linearized reading' (duration: 173.512285ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:08:17.963234Z","caller":"traceutil/trace.go:171","msg":"trace[1834734704] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8589; }","duration":"193.160953ms","start":"2026-04-17T06:08:17.770045Z","end":"2026-04-17T06:08:17.963206Z","steps":["trace[1834734704] 'read index received' (duration: 192.99276ms)","trace[1834734704] 'applied index is now lower than readState.Index' (duration: 167.003µs)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:08:17.96332Z","caller":"traceutil/trace.go:171","msg":"trace[1195667292] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"394.668314ms","start":"2026-04-17T06:08:17.568603Z","end":"2026-04-17T06:08:17.963271Z","steps":["trace[1195667292] 'process raft request' (duration: 394.392348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:17.963557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.285404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlvmg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-17T06:08:17.96366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:08:17.568562Z","time spent":"394.895149ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T06:08:17.963656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.568202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-17T06:08:17.963777Z","caller":"traceutil/trace.go:171","msg":"trace[987585316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8226; }","duration":"193.768516ms","start":"2026-04-17T06:08:17.769975Z","end":"2026-04-17T06:08:17.963744Z","steps":["trace[987585316] 'agreement among raft nodes before linearized reading' (duration: 193.388358ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:08:17.963604Z","caller":"traceutil/trace.go:171","msg":"trace[1781489543] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlvmg; range_end:; response_count:1; response_revision:8226; }","duration":"181.373465ms","start":"2026-04-17T06:08:17.782218Z","end":"2026-04-17T06:08:17.963592Z","steps":["trace[1781489543] 'agreement among raft nodes before linearized reading' (duration: 181.15888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:46.003748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.621366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-17T06:08:46.003847Z","caller":"traceutil/trace.go:171","msg":"trace[867968147] linearizableReadLoop","detail":"{readStateIndex:8839; appliedIndex:8838; }","duration":"332.601151ms","start":"2026-04-17T06:08:45.671233Z","end":"2026-04-17T06:08:46.003834Z","steps":["trace[867968147] 'read index received' (duration: 170.673759ms)","trace[867968147] 'applied index is now lower than readState.Index' (duration: 161.926242ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T06:08:46.003968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.735054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-17T06:08:46.003935Z","caller":"traceutil/trace.go:171","msg":"trace[930954223] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"428.007108ms","start":"2026-04-17T06:08:45.575884Z","end":"2026-04-17T06:08:46.003891Z","steps":["trace[930954223] 'process raft request' (duration: 266.164798ms)","trace[930954223] 'compare' (duration: 161.528254ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:08:46.003991Z","caller":"traceutil/trace.go:171","msg":"trace[331951512] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8463; }","duration":"332.780084ms","start":"2026-04-17T06:08:45.671204Z","end":"2026-04-17T06:08:46.003984Z","steps":["trace[331951512] 'agreement among raft nodes before linearized reading' (duration: 332.668152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:46.004016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:08:45.671191Z","time spent":"332.818485ms","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-17T06:08:46.004095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-17T06:08:45.575859Z","time spent":"428.146652ms","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T06:08:58.353989Z","caller":"traceutil/trace.go:171","msg":"trace[978334121] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"137.352005ms","start":"2026-04-17T06:08:58.216606Z","end":"2026-04-17T06:08:58.353958Z","steps":["trace[978334121] 'process raft request' (duration: 137.138101ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:08:58.360043Z","caller":"traceutil/trace.go:171","msg":"trace[1162938314] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8972; }","duration":"134.065219ms","start":"2026-04-17T06:08:58.225955Z","end":"2026-04-17T06:08:58.36002Z","steps":["trace[1162938314] 'read index received' (duration: 127.871714ms)","trace[1162938314] 'applied index is now lower than readState.Index' (duration: 6.187595ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:08:58.360173Z","caller":"traceutil/trace.go:171","msg":"trace[1563684097] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"140.405007ms","start":"2026-04-17T06:08:58.219755Z","end":"2026-04-17T06:08:58.36016Z","steps":["trace[1563684097] 'process raft request' (duration: 140.113531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:58.360413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.438117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-17T06:08:58.360475Z","caller":"traceutil/trace.go:171","msg":"trace[730118969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8591; }","duration":"134.525698ms","start":"2026-04-17T06:08:58.225936Z","end":"2026-04-17T06:08:58.360462Z","steps":["trace[730118969] 'agreement among raft nodes before linearized reading' (duration: 134.367645ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:08:59.817859Z","caller":"traceutil/trace.go:171","msg":"trace[1472915760] linearizableReadLoop","detail":"{readStateIndex:8982; appliedIndex:8981; }","duration":"239.464818ms","start":"2026-04-17T06:08:59.578368Z","end":"2026-04-17T06:08:59.817833Z","steps":["trace[1472915760] 'read index received' (duration: 239.303955ms)","trace[1472915760] 'applied index is now lower than readState.Index' (duration: 159.423µs)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:08:59.817907Z","caller":"traceutil/trace.go:171","msg":"trace[1413492124] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"241.198063ms","start":"2026-04-17T06:08:59.576679Z","end":"2026-04-17T06:08:59.817877Z","steps":["trace[1413492124] 'process raft request' (duration: 241.003419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:59.818093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.696653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-17T06:08:59.818136Z","caller":"traceutil/trace.go:171","msg":"trace[785724029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8598; }","duration":"239.781594ms","start":"2026-04-17T06:08:59.578344Z","end":"2026-04-17T06:08:59.818125Z","steps":["trace[785724029] 'agreement among raft nodes before linearized reading' (duration: 239.616181ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:08:59.846589Z","caller":"traceutil/trace.go:171","msg":"trace[995621767] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"266.655928ms","start":"2026-04-17T06:08:59.579906Z","end":"2026-04-17T06:08:59.846561Z","steps":["trace[995621767] 'process raft request' (duration: 266.449214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:08:59.846639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.8024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-17T06:08:59.846803Z","caller":"traceutil/trace.go:171","msg":"trace[1106164566] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8599; }","duration":"268.019866ms","start":"2026-04-17T06:08:59.578765Z","end":"2026-04-17T06:08:59.846785Z","steps":["trace[1106164566] 'agreement among raft nodes before linearized reading' (duration: 267.717839ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:09:00.349767Z","caller":"traceutil/trace.go:171","msg":"trace[1922833422] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"159.031363ms","start":"2026-04-17T06:09:00.190707Z","end":"2026-04-17T06:09:00.349738Z","steps":["trace[1922833422] 'process raft request' (duration: 158.829899ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:09:00.4935Z","caller":"traceutil/trace.go:171","msg":"trace[445728005] linearizableReadLoop","detail":"{readStateIndex:8989; appliedIndex:8987; }","duration":"112.553824ms","start":"2026-04-17T06:09:00.380924Z","end":"2026-04-17T06:09:00.493478Z","steps":["trace[445728005] 'read index received' (duration: 57.8637ms)","trace[445728005] 'applied index is now lower than readState.Index' (duration: 54.689094ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T06:09:00.494047Z","caller":"traceutil/trace.go:171","msg":"trace[656526721] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"113.273059ms","start":"2026-04-17T06:09:00.380755Z","end":"2026-04-17T06:09:00.494029Z","steps":["trace[656526721] 'process raft request' (duration: 65.885142ms)","trace[656526721] 'compare' (duration: 46.665602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T06:09:00.494278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.547084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-17T06:09:00.494674Z","caller":"traceutil/trace.go:171","msg":"trace[256791578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8605; }","duration":"112.985884ms","start":"2026-04-17T06:09:00.381671Z","end":"2026-04-17T06:09:00.494657Z","steps":["trace[256791578] 'agreement among raft nodes before linearized reading' (duration: 112.450393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T06:09:00.494692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.731699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlvmg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-17T06:09:00.494808Z","caller":"traceutil/trace.go:171","msg":"trace[118631429] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlvmg; range_end:; response_count:1; response_revision:8605; }","duration":"113.883631ms","start":"2026-04-17T06:09:00.380898Z","end":"2026-04-17T06:09:00.494781Z","steps":["trace[118631429] 'agreement among raft nodes before linearized reading' (duration: 113.607366ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T06:10:35.338671Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6681} {"level":"info","ts":"2026-04-17T06:10:35.442924Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6681,"took":"101.853063ms","hash":972994207,"current-db-size-bytes":61050880,"current-db-size":"61 MB","current-db-size-in-use-bytes":27062272,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-17T06:10:35.443048Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":972994207,"revision":6681,"compact-revision":3294} {"level":"info","ts":"2026-04-17T06:10:35.466838Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-17T06:10:35.472328Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-17T06:10:35.472419Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-17T06:15:35.345536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9567} {"level":"info","ts":"2026-04-17T06:15:35.430606Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9567,"took":"82.622229ms","hash":3234298107,"current-db-size-bytes":61050880,"current-db-size":"61 MB","current-db-size-in-use-bytes":25223168,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-17T06:15:35.430678Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3234298107,"revision":9567,"compact-revision":6681}