{"level":"warn","ts":"2026-07-06T21:19:30.640677Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T21:19:30.64076Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-06T21:19:30.640831Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T21:19:30.640839Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-07-06T21:19:30.640859Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T21:19:30.641454Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-07-06T21:19:30.641519Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-06T21:19:30.648281Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.575275ms"} {"level":"info","ts":"2026-07-06T21:19:30.659208Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-07-06T21:19:30.659326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-07-06T21:19:30.659359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-07-06T21:19:30.659395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-06T21:19:30.659418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-07-06T21:19:30.659462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-07-06T21:19:30.66587Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-06T21:19:30.667202Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-06T21:19:30.668342Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-06T21:19:30.670571Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-06T21:19:30.671556Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-06T21:19:30.671716Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T21:19:30.671764Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T21:19:30.671773Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T21:19:30.672077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-07-06T21:19:30.672213Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-07-06T21:19:30.676231Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T21:19:30.676386Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-07-06T21:19:30.676523Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-07-06T21:19:30.676521Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-06T21:19:30.676616Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-06T21:19:30.862848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-07-06T21:19:30.864451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-07-06T21:19:30.864532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-07-06T21:19:30.864599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-07-06T21:19:30.86462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-07-06T21:19:30.865537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-07-06T21:19:30.865929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-07-06T21:19:30.867904Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T21:19:30.868281Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-07-06T21:19:30.868383Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T21:19:30.868653Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T21:19:30.868777Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T21:19:30.868924Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T21:19:30.868952Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T21:19:30.869183Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-06T21:19:30.869246Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-06T21:19:30.878072Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-07-06T21:19:30.8834Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-06T21:20:07.623105Z","caller":"traceutil/trace.go:171","msg":"trace[451337327] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"118.795608ms","start":"2026-07-06T21:20:07.504286Z","end":"2026-07-06T21:20:07.623082Z","steps":["trace[451337327] 'process raft request' (duration: 118.711833ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:20:07.623348Z","caller":"traceutil/trace.go:171","msg":"trace[721014673] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"119.15789ms","start":"2026-07-06T21:20:07.504179Z","end":"2026-07-06T21:20:07.623337Z","steps":["trace[721014673] 'process raft request' (duration: 52.466337ms)","trace[721014673] 'compare' (duration: 66.176872ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T21:20:07.631138Z","caller":"traceutil/trace.go:171","msg":"trace[1920521458] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"126.284881ms","start":"2026-07-06T21:20:07.504826Z","end":"2026-07-06T21:20:07.631111Z","steps":["trace[1920521458] 'process raft request' (duration: 125.743939ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:20:07.631269Z","caller":"traceutil/trace.go:171","msg":"trace[395213456] transaction","detail":"{read_only:false; number_of_response:1; response_revision:488; }","duration":"122.838802ms","start":"2026-07-06T21:20:07.508395Z","end":"2026-07-06T21:20:07.631233Z","steps":["trace[395213456] 'process raft request' (duration: 122.314961ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:20:07.631356Z","caller":"traceutil/trace.go:171","msg":"trace[2070081582] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"122.765248ms","start":"2026-07-06T21:20:07.508581Z","end":"2026-07-06T21:20:07.631346Z","steps":["trace[2070081582] 'process raft request' (duration: 122.29507ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:20:07.631396Z","caller":"traceutil/trace.go:171","msg":"trace[1794636575] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"106.009467ms","start":"2026-07-06T21:20:07.525378Z","end":"2026-07-06T21:20:07.631387Z","steps":["trace[1794636575] 'process raft request' (duration: 105.613854ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:20:07.631559Z","caller":"traceutil/trace.go:171","msg":"trace[1561931133] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"120.771287ms","start":"2026-07-06T21:20:07.51078Z","end":"2026-07-06T21:20:07.631552Z","steps":["trace[1561931133] 'process raft request' (duration: 120.157591ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:20:07.631696Z","caller":"traceutil/trace.go:171","msg":"trace[56199158] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"107.688748ms","start":"2026-07-06T21:20:07.523993Z","end":"2026-07-06T21:20:07.631681Z","steps":["trace[56199158] 'process raft request' (duration: 106.974575ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:20:07.74149Z","caller":"traceutil/trace.go:171","msg":"trace[422852936] transaction","detail":"{read_only:false; number_of_response:1; response_revision:500; }","duration":"110.70128ms","start":"2026-07-06T21:20:07.630743Z","end":"2026-07-06T21:20:07.741445Z","steps":["trace[422852936] 'process raft request' (duration: 93.322732ms)","trace[422852936] 'compare' (duration: 17.147074ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T21:20:07.741704Z","caller":"traceutil/trace.go:171","msg":"trace[1911627773] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"102.168496ms","start":"2026-07-06T21:20:07.639474Z","end":"2026-07-06T21:20:07.741643Z","steps":["trace[1911627773] 'process raft request' (duration: 101.881268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:20:14.104129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.792661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T21:20:14.104316Z","caller":"traceutil/trace.go:171","msg":"trace[440574740] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"247.548021ms","start":"2026-07-06T21:20:13.856747Z","end":"2026-07-06T21:20:14.104295Z","steps":["trace[440574740] 'process raft request' (duration: 72.905102ms)","trace[440574740] 'compare' (duration: 173.548208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T21:20:14.611377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.466918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l5tjk\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-06T21:20:14.611486Z","caller":"traceutil/trace.go:171","msg":"trace[759587987] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l5tjk; range_end:; response_count:1; response_revision:590; }","duration":"289.664399ms","start":"2026-07-06T21:20:14.321796Z","end":"2026-07-06T21:20:14.61146Z","steps":["trace[759587987] 'range keys from in-memory index tree' (duration: 289.384064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:20:14.611863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.014114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-06T21:20:14.611908Z","caller":"traceutil/trace.go:171","msg":"trace[644975785] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:590; }","duration":"291.105108ms","start":"2026-07-06T21:20:14.320789Z","end":"2026-07-06T21:20:14.611894Z","steps":["trace[644975785] 'range keys from in-memory index tree' (duration: 290.934699ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:20:14.612645Z","caller":"traceutil/trace.go:171","msg":"trace[818355863] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"105.795069ms","start":"2026-07-06T21:20:14.506799Z","end":"2026-07-06T21:20:14.612594Z","steps":["trace[818355863] 'process raft request' (duration: 102.288984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:20:29.877095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.677061ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-06T21:20:30.065645Z","caller":"traceutil/trace.go:171","msg":"trace[1399876285] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"128.062866ms","start":"2026-07-06T21:20:29.937367Z","end":"2026-07-06T21:20:30.065429Z","steps":["trace[1399876285] 'process raft request' (duration: 127.813824ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:21:50.648692Z","caller":"traceutil/trace.go:171","msg":"trace[1430723989] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"194.214027ms","start":"2026-07-06T21:21:50.454438Z","end":"2026-07-06T21:21:50.648652Z","steps":["trace[1430723989] 'process raft request' (duration: 193.906669ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:21:50.665068Z","caller":"traceutil/trace.go:171","msg":"trace[1474110536] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1920; }","duration":"102.853029ms","start":"2026-07-06T21:21:50.562183Z","end":"2026-07-06T21:21:50.665036Z","steps":["trace[1474110536] 'read index received' (duration: 86.235719ms)","trace[1474110536] 'applied index is now lower than readState.Index' (duration: 16.61638ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T21:21:50.665135Z","caller":"traceutil/trace.go:171","msg":"trace[461189838] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"115.429147ms","start":"2026-07-06T21:21:50.549672Z","end":"2026-07-06T21:21:50.665101Z","steps":["trace[461189838] 'process raft request' (duration: 115.206952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:21:50.665437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.232889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-06T21:21:50.665491Z","caller":"traceutil/trace.go:171","msg":"trace[810852705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1850; }","duration":"103.331511ms","start":"2026-07-06T21:21:50.562144Z","end":"2026-07-06T21:21:50.665476Z","steps":["trace[810852705] 'agreement among raft nodes before linearized reading' (duration: 103.037934ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:21:57.880634Z","caller":"traceutil/trace.go:171","msg":"trace[507725688] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"101.815968ms","start":"2026-07-06T21:21:57.778795Z","end":"2026-07-06T21:21:57.880611Z","steps":["trace[507725688] 'read index received' (duration: 41.185341ms)","trace[507725688] 'applied index is now lower than readState.Index' (duration: 60.629537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T21:21:57.880856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.050883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-06T21:21:57.880918Z","caller":"traceutil/trace.go:171","msg":"trace[1274071848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1919; }","duration":"102.126595ms","start":"2026-07-06T21:21:57.77878Z","end":"2026-07-06T21:21:57.880907Z","steps":["trace[1274071848] 'agreement among raft nodes before linearized reading' (duration: 101.934431ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:21:57.881187Z","caller":"traceutil/trace.go:171","msg":"trace[1320185595] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"107.075384ms","start":"2026-07-06T21:21:57.773595Z","end":"2026-07-06T21:21:57.880671Z","steps":["trace[1320185595] 'process raft request' (duration: 46.488897ms)","trace[1320185595] 'compare' (duration: 60.417783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T21:22:02.138499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.083125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-06T21:22:02.138588Z","caller":"traceutil/trace.go:171","msg":"trace[2030469088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"347.226758ms","start":"2026-07-06T21:22:01.791341Z","end":"2026-07-06T21:22:02.138568Z","steps":["trace[2030469088] 'range keys from in-memory index tree' (duration: 346.905691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:22:02.13861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.484022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-06T21:22:02.138628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T21:22:01.791323Z","time spent":"347.293259ms","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-06T21:22:02.138703Z","caller":"traceutil/trace.go:171","msg":"trace[907136840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1943; }","duration":"361.618706ms","start":"2026-07-06T21:22:01.777066Z","end":"2026-07-06T21:22:02.138685Z","steps":["trace[907136840] 'range keys from in-memory index tree' (duration: 361.326699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:22:02.138761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T21:22:01.777052Z","time spent":"361.690897ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-06T21:22:02.13895Z","caller":"traceutil/trace.go:171","msg":"trace[1347972801] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2018; }","duration":"202.403211ms","start":"2026-07-06T21:22:01.936508Z","end":"2026-07-06T21:22:02.138911Z","steps":["trace[1347972801] 'read index received' (duration: 199.856767ms)","trace[1347972801] 'applied index is now lower than readState.Index' (duration: 2.544574ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T21:22:02.139167Z","caller":"traceutil/trace.go:171","msg":"trace[1341033840] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"247.910453ms","start":"2026-07-06T21:22:01.891242Z","end":"2026-07-06T21:22:02.139153Z","steps":["trace[1341033840] 'process raft request' (duration: 245.040862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:22:02.139599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.063625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-06T21:22:02.139664Z","caller":"traceutil/trace.go:171","msg":"trace[347528926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1944; }","duration":"203.208968ms","start":"2026-07-06T21:22:01.936436Z","end":"2026-07-06T21:22:02.139645Z","steps":["trace[347528926] 'agreement among raft nodes before linearized reading' (duration: 202.593765ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:22:25.476611Z","caller":"traceutil/trace.go:171","msg":"trace[1808734932] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"100.651266ms","start":"2026-07-06T21:22:25.375935Z","end":"2026-07-06T21:22:25.476586Z","steps":["trace[1808734932] 'process raft request' (duration: 100.473903ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:23:23.246061Z","caller":"traceutil/trace.go:171","msg":"trace[800564315] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"114.309591ms","start":"2026-07-06T21:23:23.131735Z","end":"2026-07-06T21:23:23.246045Z","steps":["trace[800564315] 'process raft request' (duration: 114.185199ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:23:23.341773Z","caller":"traceutil/trace.go:171","msg":"trace[1198025083] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"187.423023ms","start":"2026-07-06T21:23:23.154313Z","end":"2026-07-06T21:23:23.341736Z","steps":["trace[1198025083] 'process raft request' (duration: 187.346712ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:23:23.34236Z","caller":"traceutil/trace.go:171","msg":"trace[964825838] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"189.443473ms","start":"2026-07-06T21:23:23.152906Z","end":"2026-07-06T21:23:23.342349Z","steps":["trace[964825838] 'process raft request' (duration: 181.753973ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:27:44.295177Z","caller":"traceutil/trace.go:171","msg":"trace[409902736] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"131.451991ms","start":"2026-07-06T21:27:44.16369Z","end":"2026-07-06T21:27:44.295142Z","steps":["trace[409902736] 'process raft request' (duration: 131.237236ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:27:55.574315Z","caller":"traceutil/trace.go:171","msg":"trace[520069491] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"102.196568ms","start":"2026-07-06T21:27:55.4721Z","end":"2026-07-06T21:27:55.574296Z","steps":["trace[520069491] 'process raft request' (duration: 40.110938ms)","trace[520069491] 'compare' (duration: 61.662351ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T21:27:55.822524Z","caller":"traceutil/trace.go:171","msg":"trace[1272671843] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"138.897195ms","start":"2026-07-06T21:27:55.683609Z","end":"2026-07-06T21:27:55.822506Z","steps":["trace[1272671843] 'process raft request' (duration: 138.768293ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:27:56.250363Z","caller":"traceutil/trace.go:171","msg":"trace[478507369] linearizableReadLoop","detail":"{readStateIndex:4862; appliedIndex:4858; }","duration":"214.380314ms","start":"2026-07-06T21:27:56.035964Z","end":"2026-07-06T21:27:56.250344Z","steps":["trace[478507369] 'read index received' (duration: 214.203601ms)","trace[478507369] 'applied index is now lower than readState.Index' (duration: 175.813µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T21:27:56.250359Z","caller":"traceutil/trace.go:171","msg":"trace[579824673] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"275.696308ms","start":"2026-07-06T21:27:55.974634Z","end":"2026-07-06T21:27:56.25033Z","steps":["trace[579824673] 'process raft request' (duration: 275.506594ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:27:56.250456Z","caller":"traceutil/trace.go:171","msg":"trace[1243917111] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"274.78937ms","start":"2026-07-06T21:27:55.97566Z","end":"2026-07-06T21:27:56.250449Z","steps":["trace[1243917111] 'process raft request' (duration: 274.657057ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:27:56.25063Z","caller":"traceutil/trace.go:171","msg":"trace[978114167] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"275.161489ms","start":"2026-07-06T21:27:55.975441Z","end":"2026-07-06T21:27:56.250603Z","steps":["trace[978114167] 'process raft request' (duration: 274.818441ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:27:56.250654Z","caller":"traceutil/trace.go:171","msg":"trace[433142091] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"275.179259ms","start":"2026-07-06T21:27:55.975455Z","end":"2026-07-06T21:27:56.250634Z","steps":["trace[433142091] 'process raft request' (duration: 274.835051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:27:56.250715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.680321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-06T21:27:56.250787Z","caller":"traceutil/trace.go:171","msg":"trace[329202356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4683; }","duration":"213.790624ms","start":"2026-07-06T21:27:56.036982Z","end":"2026-07-06T21:27:56.250773Z","steps":["trace[329202356] 'agreement among raft nodes before linearized reading' (duration: 213.57234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:27:56.250974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.010149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-06T21:27:56.251017Z","caller":"traceutil/trace.go:171","msg":"trace[49094425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4683; }","duration":"215.135911ms","start":"2026-07-06T21:27:56.035872Z","end":"2026-07-06T21:27:56.251008Z","steps":["trace[49094425] 'agreement among raft nodes before linearized reading' (duration: 214.972087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:27:56.251551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.304369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T21:27:56.251599Z","caller":"traceutil/trace.go:171","msg":"trace[678774920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4683; }","duration":"207.397912ms","start":"2026-07-06T21:27:56.044193Z","end":"2026-07-06T21:27:56.251591Z","steps":["trace[678774920] 'agreement among raft nodes before linearized reading' (duration: 206.865611ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:27:56.444297Z","caller":"traceutil/trace.go:171","msg":"trace[87424635] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"117.662953ms","start":"2026-07-06T21:27:56.326612Z","end":"2026-07-06T21:27:56.444275Z","steps":["trace[87424635] 'process raft request' (duration: 109.433353ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:27:56.444459Z","caller":"traceutil/trace.go:171","msg":"trace[672677441] linearizableReadLoop","detail":"{readStateIndex:4868; appliedIndex:4866; }","duration":"113.435826ms","start":"2026-07-06T21:27:56.331013Z","end":"2026-07-06T21:27:56.444449Z","steps":["trace[672677441] 'read index received' (duration: 6.383682ms)","trace[672677441] 'applied index is now lower than readState.Index' (duration: 107.048584ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T21:27:56.444719Z","caller":"traceutil/trace.go:171","msg":"trace[363149905] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"104.158454ms","start":"2026-07-06T21:27:56.340549Z","end":"2026-07-06T21:27:56.444708Z","steps":["trace[363149905] 'process raft request' (duration: 103.379569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T21:27:56.445106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.077059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-06T21:27:56.445157Z","caller":"traceutil/trace.go:171","msg":"trace[828321482] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4691; }","duration":"114.158551ms","start":"2026-07-06T21:27:56.330983Z","end":"2026-07-06T21:27:56.445142Z","steps":["trace[828321482] 'agreement among raft nodes before linearized reading' (duration: 114.011158ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T21:29:31.309217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2870} {"level":"info","ts":"2026-07-06T21:29:31.384281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2870,"took":"73.398442ms","hash":819831239,"current-db-size-bytes":53673984,"current-db-size":"54 MB","current-db-size-in-use-bytes":29532160,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-06T21:29:31.384356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":819831239,"revision":2870,"compact-revision":-1} {"level":"info","ts":"2026-07-06T21:34:31.314704Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5563} {"level":"info","ts":"2026-07-06T21:34:31.423286Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5563,"took":"106.940718ms","hash":1538407747,"current-db-size-bytes":53673984,"current-db-size":"54 MB","current-db-size-in-use-bytes":18419712,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-06T21:34:31.423427Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1538407747,"revision":5563,"compact-revision":2870}