{"level":"warn","ts":"2026-07-09T14:31:38.285509Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T14:31:38.285602Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.25:2380","--initial-cluster=instance=https://199.19.213.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-09T14:31:38.285685Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T14:31:38.285696Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.25:2380"]} {"level":"info","ts":"2026-07-09T14:31:38.285714Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T14:31:38.286341Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.25:2379"]} {"level":"info","ts":"2026-07-09T14:31:38.286411Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.25:2380"],"listen-peer-urls":["https://199.19.213.25:2380"],"advertise-client-urls":["https://199.19.213.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-09T14:31:38.290767Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.127803ms"} {"level":"info","ts":"2026-07-09T14:31:38.298035Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9bd4db28c48efaf1","cluster-id":"b621f59192c78404"} {"level":"info","ts":"2026-07-09T14:31:38.298143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 switched to configuration voters=()"} {"level":"info","ts":"2026-07-09T14:31:38.298173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became follower at term 0"} {"level":"info","ts":"2026-07-09T14:31:38.298198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9bd4db28c48efaf1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-09T14:31:38.298215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became follower at term 1"} {"level":"info","ts":"2026-07-09T14:31:38.298279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 switched to configuration voters=(11228840739084368625)"} {"level":"warn","ts":"2026-07-09T14:31:38.305779Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-09T14:31:38.306888Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-09T14:31:38.307961Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-09T14:31:38.310151Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9bd4db28c48efaf1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-09T14:31:38.31033Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9bd4db28c48efaf1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-09T14:31:38.310351Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T14:31:38.310485Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T14:31:38.310532Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T14:31:38.313562Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 switched to configuration voters=(11228840739084368625)"} {"level":"info","ts":"2026-07-09T14:31:38.313711Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b621f59192c78404","local-member-id":"9bd4db28c48efaf1","added-peer-id":"9bd4db28c48efaf1","added-peer-peer-urls":["https://199.19.213.25:2380"]} {"level":"info","ts":"2026-07-09T14:31:38.317026Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T14:31:38.317119Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.25:2380"} {"level":"info","ts":"2026-07-09T14:31:38.317167Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.25:2380"} {"level":"info","ts":"2026-07-09T14:31:38.317432Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9bd4db28c48efaf1","initial-advertise-peer-urls":["https://199.19.213.25:2380"],"listen-peer-urls":["https://199.19.213.25:2380"],"advertise-client-urls":["https://199.19.213.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-09T14:31:38.317472Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-09T14:31:38.798907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 is starting a new election at term 1"} {"level":"info","ts":"2026-07-09T14:31:38.798994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-09T14:31:38.79902Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 received MsgPreVoteResp from 9bd4db28c48efaf1 at term 1"} {"level":"info","ts":"2026-07-09T14:31:38.799042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became candidate at term 2"} {"level":"info","ts":"2026-07-09T14:31:38.799054Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 received MsgVoteResp from 9bd4db28c48efaf1 at term 2"} {"level":"info","ts":"2026-07-09T14:31:38.79907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became leader at term 2"} {"level":"info","ts":"2026-07-09T14:31:38.79909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9bd4db28c48efaf1 elected leader 9bd4db28c48efaf1 at term 2"} {"level":"info","ts":"2026-07-09T14:31:38.800556Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T14:31:38.801427Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T14:31:38.80142Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9bd4db28c48efaf1","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.25:2379]}","request-path":"/0/members/9bd4db28c48efaf1/attributes","cluster-id":"b621f59192c78404","publish-timeout":"7s"} {"level":"info","ts":"2026-07-09T14:31:38.801493Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T14:31:38.802111Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b621f59192c78404","local-member-id":"9bd4db28c48efaf1","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T14:31:38.802114Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-09T14:31:38.802179Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-09T14:31:38.802548Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T14:31:38.802591Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T14:31:38.805108Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-09T14:31:38.805217Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.25:2379"} {"level":"info","ts":"2026-07-09T14:32:22.167424Z","caller":"traceutil/trace.go:171","msg":"trace[895044056] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"100.662282ms","start":"2026-07-09T14:32:22.066739Z","end":"2026-07-09T14:32:22.167401Z","steps":["trace[895044056] 'process raft request' (duration: 100.186697ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:32:22.167615Z","caller":"traceutil/trace.go:171","msg":"trace[910552710] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"100.831623ms","start":"2026-07-09T14:32:22.066773Z","end":"2026-07-09T14:32:22.167605Z","steps":["trace[910552710] 'process raft request' (duration: 100.240647ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:32:28.238337Z","caller":"traceutil/trace.go:171","msg":"trace[51505926] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"135.843092ms","start":"2026-07-09T14:32:28.102469Z","end":"2026-07-09T14:32:28.238312Z","steps":["trace[51505926] 'process raft request' (duration: 135.237054ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:32:28.544685Z","caller":"traceutil/trace.go:171","msg":"trace[565183169] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"286.56933ms","start":"2026-07-09T14:32:28.258078Z","end":"2026-07-09T14:32:28.544648Z","steps":["trace[565183169] 'process raft request' (duration: 286.340858ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:32:28.553893Z","caller":"traceutil/trace.go:171","msg":"trace[422948329] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"257.47283ms","start":"2026-07-09T14:32:28.296392Z","end":"2026-07-09T14:32:28.553865Z","steps":["trace[422948329] 'process raft request' (duration: 257.363619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:32:28.882166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.938248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T14:32:28.882241Z","caller":"traceutil/trace.go:171","msg":"trace[250053297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"248.051558ms","start":"2026-07-09T14:32:28.634175Z","end":"2026-07-09T14:32:28.882227Z","steps":["trace[250053297] 'range keys from in-memory index tree' (duration: 247.854237ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:32:29.058451Z","caller":"traceutil/trace.go:171","msg":"trace[458158779] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"103.712846ms","start":"2026-07-09T14:32:28.954715Z","end":"2026-07-09T14:32:29.058428Z","steps":["trace[458158779] 'process raft request' (duration: 98.935716ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:34:00.429152Z","caller":"traceutil/trace.go:171","msg":"trace[1245415355] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1947; }","duration":"100.001391ms","start":"2026-07-09T14:34:00.329133Z","end":"2026-07-09T14:34:00.429134Z","steps":["trace[1245415355] 'read index received' (duration: 97.526085ms)","trace[1245415355] 'applied index is now lower than readState.Index' (duration: 2.474476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:34:00.429426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.300941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-09T14:34:00.429491Z","caller":"traceutil/trace.go:171","msg":"trace[873692400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1878; }","duration":"100.418934ms","start":"2026-07-09T14:34:00.329056Z","end":"2026-07-09T14:34:00.429475Z","steps":["trace[873692400] 'agreement among raft nodes before linearized reading' (duration: 100.226099ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:34:00.429777Z","caller":"traceutil/trace.go:171","msg":"trace[518673907] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"120.292928ms","start":"2026-07-09T14:34:00.309472Z","end":"2026-07-09T14:34:00.429765Z","steps":["trace[518673907] 'process raft request' (duration: 116.049147ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:34:00.705467Z","caller":"traceutil/trace.go:171","msg":"trace[36189281] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"257.928284ms","start":"2026-07-09T14:34:00.447518Z","end":"2026-07-09T14:34:00.705446Z","steps":["trace[36189281] 'process raft request' (duration: 200.453948ms)","trace[36189281] 'compare' (duration: 57.250539ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:34:00.705454Z","caller":"traceutil/trace.go:171","msg":"trace[1875781741] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1948; }","duration":"221.103946ms","start":"2026-07-09T14:34:00.484205Z","end":"2026-07-09T14:34:00.705309Z","steps":["trace[1875781741] 'read index received' (duration: 38.607504ms)","trace[1875781741] 'applied index is now lower than readState.Index' (duration: 182.495592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:34:00.705948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.736756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-09T14:34:00.705993Z","caller":"traceutil/trace.go:171","msg":"trace[1196426411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1880; }","duration":"221.82846ms","start":"2026-07-09T14:34:00.484154Z","end":"2026-07-09T14:34:00.705982Z","steps":["trace[1196426411] 'agreement among raft nodes before linearized reading' (duration: 221.698236ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:34:00.877497Z","caller":"traceutil/trace.go:171","msg":"trace[625818877] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1951; }","duration":"147.970915ms","start":"2026-07-09T14:34:00.729494Z","end":"2026-07-09T14:34:00.877465Z","steps":["trace[625818877] 'read index received' (duration: 132.419614ms)","trace[625818877] 'applied index is now lower than readState.Index' (duration: 15.549911ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:34:00.877709Z","caller":"traceutil/trace.go:171","msg":"trace[1818707887] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"162.830723ms","start":"2026-07-09T14:34:00.714854Z","end":"2026-07-09T14:34:00.877685Z","steps":["trace[1818707887] 'process raft request' (duration: 147.158559ms)","trace[1818707887] 'compare' (duration: 15.303283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:34:00.877785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.278815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T14:34:00.877853Z","caller":"traceutil/trace.go:171","msg":"trace[29460689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1882; }","duration":"148.409628ms","start":"2026-07-09T14:34:00.729426Z","end":"2026-07-09T14:34:00.877836Z","steps":["trace[29460689] 'agreement among raft nodes before linearized reading' (duration: 148.15367ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:34:13.620084Z","caller":"traceutil/trace.go:171","msg":"trace[1645235921] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"118.260911ms","start":"2026-07-09T14:34:13.501787Z","end":"2026-07-09T14:34:13.620048Z","steps":["trace[1645235921] 'process raft request' (duration: 118.016394ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:34:16.910307Z","caller":"traceutil/trace.go:171","msg":"trace[236648573] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"144.748616ms","start":"2026-07-09T14:34:16.765525Z","end":"2026-07-09T14:34:16.910273Z","steps":["trace[236648573] 'process raft request' (duration: 144.272952ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:34:16.923264Z","caller":"traceutil/trace.go:171","msg":"trace[1596995939] linearizableReadLoop","detail":"{readStateIndex:2081; appliedIndex:2079; }","duration":"105.032465ms","start":"2026-07-09T14:34:16.818207Z","end":"2026-07-09T14:34:16.92324Z","steps":["trace[1596995939] 'read index received' (duration: 91.60617ms)","trace[1596995939] 'applied index is now lower than readState.Index' (duration: 13.425195ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:34:16.923422Z","caller":"traceutil/trace.go:171","msg":"trace[28084938] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"156.212355ms","start":"2026-07-09T14:34:16.767158Z","end":"2026-07-09T14:34:16.92337Z","steps":["trace[28084938] 'process raft request' (duration: 155.983748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:34:16.923483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.264132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-09T14:34:16.923552Z","caller":"traceutil/trace.go:171","msg":"trace[768559623] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2007; }","duration":"105.368235ms","start":"2026-07-09T14:34:16.818161Z","end":"2026-07-09T14:34:16.923529Z","steps":["trace[768559623] 'agreement among raft nodes before linearized reading' (duration: 105.17601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:34:50.361136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.094506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T14:34:50.361388Z","caller":"traceutil/trace.go:171","msg":"trace[135990245] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2279; }","duration":"220.862896ms","start":"2026-07-09T14:34:50.140374Z","end":"2026-07-09T14:34:50.361237Z","steps":["trace[135990245] 'read index received' (duration: 55.889428ms)","trace[135990245] 'applied index is now lower than readState.Index' (duration: 164.971938ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:34:50.361402Z","caller":"traceutil/trace.go:171","msg":"trace[1816879496] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"350.474565ms","start":"2026-07-09T14:34:50.010886Z","end":"2026-07-09T14:34:50.36136Z","steps":["trace[1816879496] 'process raft request' (duration: 185.445146ms)","trace[1816879496] 'compare' (duration: 163.925741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:34:50.361601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:34:50.010865Z","time spent":"350.636768ms","remote":"127.0.0.1:53732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:34:50.361778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.332747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-09T14:34:50.361918Z","caller":"traceutil/trace.go:171","msg":"trace[1583520334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2198; }","duration":"221.641475ms","start":"2026-07-09T14:34:50.140258Z","end":"2026-07-09T14:34:50.361899Z","steps":["trace[1583520334] 'agreement among raft nodes before linearized reading' (duration: 221.188554ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:35:32.670678Z","caller":"traceutil/trace.go:171","msg":"trace[1074114127] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"179.048921ms","start":"2026-07-09T14:35:32.491601Z","end":"2026-07-09T14:35:32.67065Z","steps":["trace[1074114127] 'process raft request' (duration: 174.509254ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:35:32.670842Z","caller":"traceutil/trace.go:171","msg":"trace[1513269126] linearizableReadLoop","detail":"{readStateIndex:2624; appliedIndex:2622; }","duration":"150.522915ms","start":"2026-07-09T14:35:32.520184Z","end":"2026-07-09T14:35:32.670707Z","steps":["trace[1513269126] 'read index received' (duration: 145.877845ms)","trace[1513269126] 'applied index is now lower than readState.Index' (duration: 4.64387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:35:32.67102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.821971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T14:35:32.671055Z","caller":"traceutil/trace.go:171","msg":"trace[301825357] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2532; }","duration":"150.890312ms","start":"2026-07-09T14:35:32.520155Z","end":"2026-07-09T14:35:32.671045Z","steps":["trace[301825357] 'agreement among raft nodes before linearized reading' (duration: 150.7939ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:35:32.670894Z","caller":"traceutil/trace.go:171","msg":"trace[1707967775] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"178.350897ms","start":"2026-07-09T14:35:32.492513Z","end":"2026-07-09T14:35:32.670864Z","steps":["trace[1707967775] 'process raft request' (duration: 178.089001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:35:32.671247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.669529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T14:35:32.671283Z","caller":"traceutil/trace.go:171","msg":"trace[873827098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2532; }","duration":"136.762582ms","start":"2026-07-09T14:35:32.534513Z","end":"2026-07-09T14:35:32.671276Z","steps":["trace[873827098] 'agreement among raft nodes before linearized reading' (duration: 136.609588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:36:06.352509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.129632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-09T14:36:06.352626Z","caller":"traceutil/trace.go:171","msg":"trace[655546293] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2717; }","duration":"153.313316ms","start":"2026-07-09T14:36:06.199288Z","end":"2026-07-09T14:36:06.352601Z","steps":["trace[655546293] 'range keys from in-memory index tree' (duration: 152.393628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:36:06.697782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.262211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T14:36:06.697956Z","caller":"traceutil/trace.go:171","msg":"trace[1553762508] linearizableReadLoop","detail":"{readStateIndex:2819; appliedIndex:2818; }","duration":"103.828878ms","start":"2026-07-09T14:36:06.594108Z","end":"2026-07-09T14:36:06.697937Z","steps":["trace[1553762508] 'read index received' (duration: 105.452µs)","trace[1553762508] 'applied index is now lower than readState.Index' (duration: 103.721696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:36:06.698057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.947521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T14:36:06.698092Z","caller":"traceutil/trace.go:171","msg":"trace[1873293236] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2720; }","duration":"104.026792ms","start":"2026-07-09T14:36:06.594057Z","end":"2026-07-09T14:36:06.698084Z","steps":["trace[1873293236] 'agreement among raft nodes before linearized reading' (duration: 103.966581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:36:06.698194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T14:36:06.697959Z","caller":"traceutil/trace.go:171","msg":"trace[247540216] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"310.297994ms","start":"2026-07-09T14:36:06.387622Z","end":"2026-07-09T14:36:06.69792Z","steps":["trace[247540216] 'process raft request' (duration: 138.819889ms)","trace[247540216] 'compare' (duration: 171.146418ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:36:06.698284Z","caller":"traceutil/trace.go:171","msg":"trace[1184035518] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2720; }","duration":"100.904872ms","start":"2026-07-09T14:36:06.597357Z","end":"2026-07-09T14:36:06.698262Z","steps":["trace[1184035518] 'agreement among raft nodes before linearized reading' (duration: 100.75106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:36:06.698462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:36:06.387605Z","time spent":"310.720722ms","remote":"127.0.0.1:53732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:40:00.205155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.768441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T14:40:00.205249Z","caller":"traceutil/trace.go:171","msg":"trace[186095033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4711; }","duration":"149.924723ms","start":"2026-07-09T14:40:00.055302Z","end":"2026-07-09T14:40:00.205227Z","steps":["trace[186095033] 'range keys from in-memory index tree' (duration: 149.513838ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:40:00.205712Z","caller":"traceutil/trace.go:171","msg":"trace[949499372] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"133.566935ms","start":"2026-07-09T14:40:00.072127Z","end":"2026-07-09T14:40:00.205694Z","steps":["trace[949499372] 'process raft request' (duration: 115.84819ms)","trace[949499372] 'compare' (duration: 16.774063ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:40:00.236808Z","caller":"traceutil/trace.go:171","msg":"trace[1756273622] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4888; }","duration":"162.877295ms","start":"2026-07-09T14:40:00.073899Z","end":"2026-07-09T14:40:00.236776Z","steps":["trace[1756273622] 'read index received' (duration: 114.216819ms)","trace[1756273622] 'applied index is now lower than readState.Index' (duration: 48.659486ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:40:00.23693Z","caller":"traceutil/trace.go:171","msg":"trace[180865624] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"164.583688ms","start":"2026-07-09T14:40:00.072307Z","end":"2026-07-09T14:40:00.23689Z","steps":["trace[180865624] 'process raft request' (duration: 164.325095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:40:00.237129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.210289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b343b618-d1aa-4bcc-a3ba-1537b2847c83\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-09T14:40:00.237205Z","caller":"traceutil/trace.go:171","msg":"trace[1108241156] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b343b618-d1aa-4bcc-a3ba-1537b2847c83; range_end:; response_count:1; response_revision:4713; }","duration":"163.303621ms","start":"2026-07-09T14:40:00.07388Z","end":"2026-07-09T14:40:00.237183Z","steps":["trace[1108241156] 'agreement among raft nodes before linearized reading' (duration: 163.035897ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:40:12.714611Z","caller":"traceutil/trace.go:171","msg":"trace[1031197445] linearizableReadLoop","detail":"{readStateIndex:5074; appliedIndex:5073; }","duration":"230.809145ms","start":"2026-07-09T14:40:12.48377Z","end":"2026-07-09T14:40:12.714579Z","steps":["trace[1031197445] 'read index received' (duration: 230.487221ms)","trace[1031197445] 'applied index is now lower than readState.Index' (duration: 320.604µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:40:12.714763Z","caller":"traceutil/trace.go:171","msg":"trace[404106476] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"234.33631ms","start":"2026-07-09T14:40:12.480415Z","end":"2026-07-09T14:40:12.714752Z","steps":["trace[404106476] 'process raft request' (duration: 233.920615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:40:12.715049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.261421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-09T14:40:12.715086Z","caller":"traceutil/trace.go:171","msg":"trace[348399263] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4891; }","duration":"231.359501ms","start":"2026-07-09T14:40:12.483715Z","end":"2026-07-09T14:40:12.715074Z","steps":["trace[348399263] 'agreement among raft nodes before linearized reading' (duration: 231.201099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:40:12.715346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.66198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T14:40:12.715446Z","caller":"traceutil/trace.go:171","msg":"trace[69980620] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4891; }","duration":"207.771862ms","start":"2026-07-09T14:40:12.50765Z","end":"2026-07-09T14:40:12.715422Z","steps":["trace[69980620] 'agreement among raft nodes before linearized reading' (duration: 207.62681ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:41:39.469235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2894} {"level":"info","ts":"2026-07-09T14:41:39.569355Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2894,"took":"99.031376ms","hash":3487467841,"current-db-size-bytes":54255616,"current-db-size":"54 MB","current-db-size-in-use-bytes":29564928,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-09T14:41:39.569425Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3487467841,"revision":2894,"compact-revision":-1} {"level":"info","ts":"2026-07-09T14:46:39.479001Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5611} {"level":"info","ts":"2026-07-09T14:46:39.548005Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5611,"took":"67.605849ms","hash":1616422691,"current-db-size-bytes":54255616,"current-db-size":"54 MB","current-db-size-in-use-bytes":18341888,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-09T14:46:39.548062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1616422691,"revision":5611,"compact-revision":2894}