{"level":"warn","ts":"2026-05-19T22:13:34.024031Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T22:13:34.024155Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=instance=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-19T22:13:34.024239Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T22:13:34.024257Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-05-19T22:13:34.024278Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T22:13:34.026014Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-05-19T22:13:34.026119Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-19T22:13:34.03018Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.812191ms"} {"level":"info","ts":"2026-05-19T22:13:34.037222Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-05-19T22:13:34.037304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-05-19T22:13:34.037327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-05-19T22:13:34.037346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-19T22:13:34.037361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-05-19T22:13:34.037403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-05-19T22:13:34.043753Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-19T22:13:34.046293Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-19T22:13:34.047245Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-19T22:13:34.049141Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-19T22:13:34.049203Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-19T22:13:34.049304Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T22:13:34.049337Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T22:13:34.049391Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T22:13:34.053375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-05-19T22:13:34.053558Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-05-19T22:13:34.055884Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T22:13:34.055959Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-05-19T22:13:34.056023Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-05-19T22:13:34.0563Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-19T22:13:34.056363Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-19T22:13:35.038367Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-05-19T22:13:35.038431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-05-19T22:13:35.038472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-05-19T22:13:35.038494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-05-19T22:13:35.038506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-05-19T22:13:35.038523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-05-19T22:13:35.038537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-05-19T22:13:35.084577Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T22:13:35.157731Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T22:13:35.157742Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.3:2379]}","request-path":"/0/members/597401b06ce1cf3d/attributes","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-05-19T22:13:35.157914Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T22:13:35.158225Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-19T22:13:35.158279Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-19T22:13:35.158399Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T22:13:35.158648Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T22:13:35.158699Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T22:13:35.161104Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"info","ts":"2026-05-19T22:13:35.161453Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-19T22:14:07.026909Z","caller":"traceutil/trace.go:171","msg":"trace[734428064] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"101.474713ms","start":"2026-05-19T22:14:06.925019Z","end":"2026-05-19T22:14:07.026493Z","steps":["trace[734428064] 'process raft request' (duration: 101.253621ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:14:07.030684Z","caller":"traceutil/trace.go:171","msg":"trace[2026051437] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"100.227832ms","start":"2026-05-19T22:14:06.930433Z","end":"2026-05-19T22:14:07.030661Z","steps":["trace[2026051437] 'process raft request' (duration: 96.029956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:14:10.138274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.289346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T22:14:10.13838Z","caller":"traceutil/trace.go:171","msg":"trace[1317660235] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:557; }","duration":"214.444057ms","start":"2026-05-19T22:14:09.923916Z","end":"2026-05-19T22:14:10.13836Z","steps":["trace[1317660235] 'range keys from in-memory index tree' (duration: 214.231675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:14:13.33102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.053166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T22:14:13.331259Z","caller":"traceutil/trace.go:171","msg":"trace[1020072062] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"179.442492ms","start":"2026-05-19T22:14:13.151798Z","end":"2026-05-19T22:14:13.331241Z","steps":["trace[1020072062] 'process raft request' (duration: 179.332381ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:14:14.17037Z","caller":"traceutil/trace.go:171","msg":"trace[699872515] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"286.661078ms","start":"2026-05-19T22:14:13.883687Z","end":"2026-05-19T22:14:14.170348Z","steps":["trace[699872515] 'read index received' (duration: 285.742381ms)","trace[699872515] 'applied index is now lower than readState.Index' (duration: 917.857µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T22:14:14.170489Z","caller":"traceutil/trace.go:171","msg":"trace[504820998] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"439.485495ms","start":"2026-05-19T22:14:13.730991Z","end":"2026-05-19T22:14:14.170476Z","steps":["trace[504820998] 'process raft request' (duration: 438.704169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:14:14.171308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.595016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T22:14:14.17161Z","caller":"traceutil/trace.go:171","msg":"trace[459562724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"287.917318ms","start":"2026-05-19T22:14:13.883636Z","end":"2026-05-19T22:14:14.171553Z","steps":["trace[459562724] 'agreement among raft nodes before linearized reading' (duration: 287.375463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:14:14.171748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.041859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mxmm5\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-05-19T22:14:14.171909Z","caller":"traceutil/trace.go:171","msg":"trace[1445543207] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mxmm5; range_end:; response_count:1; response_revision:582; }","duration":"278.218282ms","start":"2026-05-19T22:14:13.893629Z","end":"2026-05-19T22:14:14.171847Z","steps":["trace[1445543207] 'agreement among raft nodes before linearized reading' (duration: 277.027012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:14:14.176914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T22:14:13.730961Z","time spent":"439.560017ms","remote":"127.0.0.1:58696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T22:14:29.961451Z","caller":"traceutil/trace.go:171","msg":"trace[1886447040] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"264.193634ms","start":"2026-05-19T22:14:29.69723Z","end":"2026-05-19T22:14:29.961423Z","steps":["trace[1886447040] 'process raft request' (duration: 263.970562ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:15:28.402225Z","caller":"traceutil/trace.go:171","msg":"trace[77571251] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"107.914276ms","start":"2026-05-19T22:15:28.294283Z","end":"2026-05-19T22:15:28.402198Z","steps":["trace[77571251] 'process raft request' (duration: 107.7481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:15:52.611933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.262376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T22:15:52.612178Z","caller":"traceutil/trace.go:171","msg":"trace[295270074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1827; }","duration":"181.523122ms","start":"2026-05-19T22:15:52.43063Z","end":"2026-05-19T22:15:52.612153Z","steps":["trace[295270074] 'range keys from in-memory index tree' (duration: 181.068212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:15:52.613119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.00592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f696c57-bc29-40da-82a5-838e08c8486c\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-05-19T22:15:52.613425Z","caller":"traceutil/trace.go:171","msg":"trace[335487281] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f696c57-bc29-40da-82a5-838e08c8486c; range_end:; response_count:1; response_revision:1827; }","duration":"256.151484ms","start":"2026-05-19T22:15:52.357031Z","end":"2026-05-19T22:15:52.613182Z","steps":["trace[335487281] 'range keys from in-memory index tree' (duration: 255.328805ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:15:52.730317Z","caller":"traceutil/trace.go:171","msg":"trace[787002413] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"111.962158ms","start":"2026-05-19T22:15:52.61833Z","end":"2026-05-19T22:15:52.730292Z","steps":["trace[787002413] 'process raft request' (duration: 111.772424ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:15:52.782653Z","caller":"traceutil/trace.go:171","msg":"trace[634166825] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1893; }","duration":"157.6999ms","start":"2026-05-19T22:15:52.624929Z","end":"2026-05-19T22:15:52.782629Z","steps":["trace[634166825] 'read index received' (duration: 105.179161ms)","trace[634166825] 'applied index is now lower than readState.Index' (duration: 52.509898ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T22:15:52.782778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.828533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T22:15:52.782826Z","caller":"traceutil/trace.go:171","msg":"trace[1149467455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1829; }","duration":"157.925595ms","start":"2026-05-19T22:15:52.624888Z","end":"2026-05-19T22:15:52.782813Z","steps":["trace[1149467455] 'agreement among raft nodes before linearized reading' (duration: 157.845543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:15:52.782964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.09107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T22:15:52.7831Z","caller":"traceutil/trace.go:171","msg":"trace[1713685277] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1829; }","duration":"152.265654ms","start":"2026-05-19T22:15:52.630812Z","end":"2026-05-19T22:15:52.783078Z","steps":["trace[1713685277] 'agreement among raft nodes before linearized reading' (duration: 151.973807ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:15:52.783339Z","caller":"traceutil/trace.go:171","msg":"trace[27556915] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"161.899487ms","start":"2026-05-19T22:15:52.621376Z","end":"2026-05-19T22:15:52.783275Z","steps":["trace[27556915] 'process raft request' (duration: 161.150538ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:15:53.022334Z","caller":"traceutil/trace.go:171","msg":"trace[907054971] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"186.063294ms","start":"2026-05-19T22:15:52.836243Z","end":"2026-05-19T22:15:53.022306Z","steps":["trace[907054971] 'process raft request' (duration: 185.858589ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:15:53.022403Z","caller":"traceutil/trace.go:171","msg":"trace[644981401] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"186.025622ms","start":"2026-05-19T22:15:52.836341Z","end":"2026-05-19T22:15:53.022367Z","steps":["trace[644981401] 'process raft request' (duration: 185.907429ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:15:53.022564Z","caller":"traceutil/trace.go:171","msg":"trace[1938450472] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"186.091333ms","start":"2026-05-19T22:15:52.836466Z","end":"2026-05-19T22:15:53.022557Z","steps":["trace[1938450472] 'process raft request' (duration: 185.825917ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:15:53.022604Z","caller":"traceutil/trace.go:171","msg":"trace[413872483] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1900; }","duration":"138.881858ms","start":"2026-05-19T22:15:52.883694Z","end":"2026-05-19T22:15:53.022576Z","steps":["trace[413872483] 'read index received' (duration: 138.355736ms)","trace[413872483] 'applied index is now lower than readState.Index' (duration: 503.801µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T22:15:53.022726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.008451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T22:15:53.022756Z","caller":"traceutil/trace.go:171","msg":"trace[675040426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1837; }","duration":"139.091583ms","start":"2026-05-19T22:15:52.883655Z","end":"2026-05-19T22:15:53.022747Z","steps":["trace[675040426] 'agreement among raft nodes before linearized reading' (duration: 139.007041ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:16:05.468443Z","caller":"traceutil/trace.go:171","msg":"trace[1448824792] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2007; }","duration":"103.885916ms","start":"2026-05-19T22:16:05.364532Z","end":"2026-05-19T22:16:05.468418Z","steps":["trace[1448824792] 'read index received' (duration: 7.852454ms)","trace[1448824792] 'applied index is now lower than readState.Index' (duration: 96.032552ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T22:16:05.46855Z","caller":"traceutil/trace.go:171","msg":"trace[733329214] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"109.507033ms","start":"2026-05-19T22:16:05.359015Z","end":"2026-05-19T22:16:05.468522Z","steps":["trace[733329214] 'process raft request' (duration: 105.206142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:16:05.468836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.276223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-19T22:16:05.468933Z","caller":"traceutil/trace.go:171","msg":"trace[800758124] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1939; }","duration":"104.395676ms","start":"2026-05-19T22:16:05.364507Z","end":"2026-05-19T22:16:05.468902Z","steps":["trace[800758124] 'agreement among raft nodes before linearized reading' (duration: 104.160592ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:16:42.078212Z","caller":"traceutil/trace.go:171","msg":"trace[492329390] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2227; }","duration":"193.920626ms","start":"2026-05-19T22:16:41.884269Z","end":"2026-05-19T22:16:42.07819Z","steps":["trace[492329390] 'read index received' (duration: 193.738912ms)","trace[492329390] 'applied index is now lower than readState.Index' (duration: 180.694µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T22:16:42.078273Z","caller":"traceutil/trace.go:171","msg":"trace[316750948] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"250.4713ms","start":"2026-05-19T22:16:41.827761Z","end":"2026-05-19T22:16:42.078232Z","steps":["trace[316750948] 'process raft request' (duration: 250.271886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:16:42.07853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.066164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-19T22:16:42.078518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.096788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T22:16:42.078575Z","caller":"traceutil/trace.go:171","msg":"trace[1385654553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2151; }","duration":"129.155395ms","start":"2026-05-19T22:16:41.949407Z","end":"2026-05-19T22:16:42.078563Z","steps":["trace[1385654553] 'agreement among raft nodes before linearized reading' (duration: 128.937882ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:16:42.078652Z","caller":"traceutil/trace.go:171","msg":"trace[522325926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2151; }","duration":"194.344762ms","start":"2026-05-19T22:16:41.884231Z","end":"2026-05-19T22:16:42.078576Z","steps":["trace[522325926] 'agreement among raft nodes before linearized reading' (duration: 194.083448ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:18:04.462969Z","caller":"traceutil/trace.go:171","msg":"trace[2062884164] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"119.744673ms","start":"2026-05-19T22:18:04.343202Z","end":"2026-05-19T22:18:04.462946Z","steps":["trace[2062884164] 'process raft request' (duration: 119.597572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:18:04.72632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.19835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b117684e421d7e\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-05-19T22:18:04.726443Z","caller":"traceutil/trace.go:171","msg":"trace[1178654982] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b117684e421d7e; range_end:; response_count:1; response_revision:2698; }","duration":"179.386473ms","start":"2026-05-19T22:18:04.547033Z","end":"2026-05-19T22:18:04.72642Z","steps":["trace[1178654982] 'range keys from in-memory index tree' (duration: 178.951467ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:21:57.192457Z","caller":"traceutil/trace.go:171","msg":"trace[419555270] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"161.752456ms","start":"2026-05-19T22:21:57.030679Z","end":"2026-05-19T22:21:57.192432Z","steps":["trace[419555270] 'process raft request' (duration: 161.632923ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:21:57.33611Z","caller":"traceutil/trace.go:171","msg":"trace[1797261747] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4888; }","duration":"293.773983ms","start":"2026-05-19T22:21:57.042309Z","end":"2026-05-19T22:21:57.336083Z","steps":["trace[1797261747] 'read index received' (duration: 150.036575ms)","trace[1797261747] 'applied index is now lower than readState.Index' (duration: 143.736508ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T22:21:57.336339Z","caller":"traceutil/trace.go:171","msg":"trace[1875036833] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"297.700477ms","start":"2026-05-19T22:21:57.038606Z","end":"2026-05-19T22:21:57.336307Z","steps":["trace[1875036833] 'process raft request' (duration: 297.210888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:21:57.336488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.103629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T22:21:57.337087Z","caller":"traceutil/trace.go:171","msg":"trace[1078836873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4718; }","duration":"294.783532ms","start":"2026-05-19T22:21:57.042278Z","end":"2026-05-19T22:21:57.337062Z","steps":["trace[1078836873] 'agreement among raft nodes before linearized reading' (duration: 293.913056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:21:57.350523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.002309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T22:21:57.350582Z","caller":"traceutil/trace.go:171","msg":"trace[1133198542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4719; }","duration":"211.106351ms","start":"2026-05-19T22:21:57.139463Z","end":"2026-05-19T22:21:57.35057Z","steps":["trace[1133198542] 'agreement among raft nodes before linearized reading' (duration: 210.969849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:21:57.350768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.576598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-666b4029-9b34-47d3-99fe-eecf03836e62\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-19T22:21:57.350896Z","caller":"traceutil/trace.go:171","msg":"trace[577380340] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-666b4029-9b34-47d3-99fe-eecf03836e62; range_end:; response_count:1; response_revision:4719; }","duration":"180.782292ms","start":"2026-05-19T22:21:57.170058Z","end":"2026-05-19T22:21:57.35084Z","steps":["trace[577380340] 'agreement among raft nodes before linearized reading' (duration: 180.369315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:21:57.695209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.94627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-19T22:21:57.695288Z","caller":"traceutil/trace.go:171","msg":"trace[1006537841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4725; }","duration":"114.078131ms","start":"2026-05-19T22:21:57.581193Z","end":"2026-05-19T22:21:57.695271Z","steps":["trace[1006537841] 'range keys from in-memory index tree' (duration: 113.774466ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:22:44.983255Z","caller":"traceutil/trace.go:171","msg":"trace[1026546929] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"175.498652ms","start":"2026-05-19T22:22:44.807735Z","end":"2026-05-19T22:22:44.983234Z","steps":["trace[1026546929] 'process raft request' (duration: 175.38182ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:22:44.983452Z","caller":"traceutil/trace.go:171","msg":"trace[1066142282] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"260.077925ms","start":"2026-05-19T22:22:44.723352Z","end":"2026-05-19T22:22:44.98343Z","steps":["trace[1066142282] 'process raft request' (duration: 220.521181ms)","trace[1066142282] 'compare' (duration: 39.081706ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T22:23:35.18623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2858} {"level":"info","ts":"2026-05-19T22:23:35.268018Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2858,"took":"80.399949ms","hash":813683775,"current-db-size-bytes":53743616,"current-db-size":"54 MB","current-db-size-in-use-bytes":29974528,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-19T22:23:35.268088Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":813683775,"revision":2858,"compact-revision":-1} {"level":"info","ts":"2026-05-19T22:25:31.773948Z","caller":"traceutil/trace.go:171","msg":"trace[1492419342] transaction","detail":"{read_only:false; response_revision:6402; number_of_response:1; }","duration":"135.774275ms","start":"2026-05-19T22:25:31.638144Z","end":"2026-05-19T22:25:31.773918Z","steps":["trace[1492419342] 'process raft request' (duration: 134.403145ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:25:32.905919Z","caller":"traceutil/trace.go:171","msg":"trace[344270762] linearizableReadLoop","detail":"{readStateIndex:6639; appliedIndex:6638; }","duration":"358.820689ms","start":"2026-05-19T22:25:32.547072Z","end":"2026-05-19T22:25:32.905892Z","steps":["trace[344270762] 'read index received' (duration: 356.143001ms)","trace[344270762] 'applied index is now lower than readState.Index' (duration: 2.676308ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T22:25:32.905933Z","caller":"traceutil/trace.go:171","msg":"trace[314424514] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"435.011043ms","start":"2026-05-19T22:25:32.470893Z","end":"2026-05-19T22:25:32.905904Z","steps":["trace[314424514] 'process raft request' (duration: 432.425837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:25:32.906153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.065602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"info","ts":"2026-05-19T22:25:32.906202Z","caller":"traceutil/trace.go:171","msg":"trace[401184348] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6412; }","duration":"359.166834ms","start":"2026-05-19T22:25:32.547026Z","end":"2026-05-19T22:25:32.906193Z","steps":["trace[401184348] 'agreement among raft nodes before linearized reading' (duration: 358.970772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T22:25:32.906241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T22:25:32.547007Z","time spent":"359.224995ms","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4863,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-19T22:25:32.906405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T22:25:32.470882Z","time spent":"435.302488ms","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T22:25:32.906841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.472843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T22:25:32.907188Z","caller":"traceutil/trace.go:171","msg":"trace[2005253263] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6412; }","duration":"280.846489ms","start":"2026-05-19T22:25:32.626314Z","end":"2026-05-19T22:25:32.907161Z","steps":["trace[2005253263] 'agreement among raft nodes before linearized reading' (duration: 280.491754ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T22:28:35.191284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5617} {"level":"info","ts":"2026-05-19T22:28:35.266005Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5617,"took":"73.274948ms","hash":1699080714,"current-db-size-bytes":53743616,"current-db-size":"54 MB","current-db-size-in-use-bytes":18395136,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-19T22:28:35.266072Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1699080714,"revision":5617,"compact-revision":2858}