{"level":"warn","ts":"2026-03-03T02:56:13.489254Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:56:13.489376Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.102:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.102:2380","--initial-cluster=instance=https://199.204.45.102:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.102:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.102:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T02:56:13.48948Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:56:13.48949Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-03T02:56:13.489512Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:56:13.490322Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"]} {"level":"info","ts":"2026-03-03T02:56:13.490414Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.102:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T02:56:13.49447Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.811003ms"} {"level":"info","ts":"2026-03-03T02:56:13.501001Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6e7960f761c1028e","cluster-id":"502e2b31b867adf"} {"level":"info","ts":"2026-03-03T02:56:13.501095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T02:56:13.501124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 0"} {"level":"info","ts":"2026-03-03T02:56:13.50114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6e7960f761c1028e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T02:56:13.501203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 1"} {"level":"info","ts":"2026-03-03T02:56:13.50125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"warn","ts":"2026-03-03T02:56:13.506008Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T02:56:13.507463Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T02:56:13.508801Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T02:56:13.511866Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6e7960f761c1028e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T02:56:13.512356Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:56:13.512444Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:56:13.512455Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:56:13.512494Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6e7960f761c1028e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T02:56:13.513104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"info","ts":"2026-03-03T02:56:13.514268Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","added-peer-id":"6e7960f761c1028e","added-peer-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-03T02:56:13.517555Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:56:13.517586Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-03T02:56:13.517637Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-03T02:56:13.518015Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T02:56:13.517969Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6e7960f761c1028e","initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T02:56:14.002262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T02:56:14.002308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T02:56:14.00233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgPreVoteResp from 6e7960f761c1028e at term 1"} {"level":"info","ts":"2026-03-03T02:56:14.002341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became candidate at term 2"} {"level":"info","ts":"2026-03-03T02:56:14.002346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgVoteResp from 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-03T02:56:14.002438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became leader at term 2"} {"level":"info","ts":"2026-03-03T02:56:14.002451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6e7960f761c1028e elected leader 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-03T02:56:14.010368Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6e7960f761c1028e","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.102:2379]}","request-path":"/0/members/6e7960f761c1028e/attributes","cluster-id":"502e2b31b867adf","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T02:56:14.01041Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:56:14.010404Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:56:14.010671Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T02:56:14.010734Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T02:56:14.010858Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:14.011909Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:14.012053Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:14.012094Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:14.012456Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T02:56:14.013707Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.102:2379"} {"level":"info","ts":"2026-03-03T02:56:19.464477Z","caller":"traceutil/trace.go:171","msg":"trace[2088486809] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"107.359786ms","start":"2026-03-03T02:56:19.357082Z","end":"2026-03-03T02:56:19.464442Z","steps":["trace[2088486809] 'process raft request' (duration: 107.11678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:26.702006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.942753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:56:26.70215Z","caller":"traceutil/trace.go:171","msg":"trace[437396775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:394; }","duration":"162.163669ms","start":"2026-03-03T02:56:26.539966Z","end":"2026-03-03T02:56:26.70213Z","steps":["trace[437396775] 'range keys from in-memory index tree' (duration: 161.796828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:49.459271Z","caller":"traceutil/trace.go:171","msg":"trace[961208876] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"162.896708ms","start":"2026-03-03T02:56:49.296342Z","end":"2026-03-03T02:56:49.459239Z","steps":["trace[961208876] 'process raft request' (duration: 162.731963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:49.611401Z","caller":"traceutil/trace.go:171","msg":"trace[654412734] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"136.317983ms","start":"2026-03-03T02:56:49.475058Z","end":"2026-03-03T02:56:49.611376Z","steps":["trace[654412734] 'process raft request' (duration: 133.274491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:49.985582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.188952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:56:49.985738Z","caller":"traceutil/trace.go:171","msg":"trace[1926134836] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"338.314593ms","start":"2026-03-03T02:56:49.647371Z","end":"2026-03-03T02:56:49.985686Z","steps":["trace[1926134836] 'process raft request' (duration: 70.439824ms)","trace[1926134836] 'compare' (duration: 267.074408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:49.985806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:49.647344Z","time spent":"338.430286ms","remote":"127.0.0.1:51628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:21.46137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.817433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T02:58:21.461416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.063724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1f91f14-b5be-49a9-8221-535220b6004d\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T02:58:21.4615Z","caller":"traceutil/trace.go:171","msg":"trace[1700744539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1653; }","duration":"190.019789ms","start":"2026-03-03T02:58:21.271454Z","end":"2026-03-03T02:58:21.461474Z","steps":["trace[1700744539] 'range keys from in-memory index tree' (duration: 189.495944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.461518Z","caller":"traceutil/trace.go:171","msg":"trace[31948305] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1f91f14-b5be-49a9-8221-535220b6004d; range_end:; response_count:1; response_revision:1653; }","duration":"176.315551ms","start":"2026-03-03T02:58:21.285176Z","end":"2026-03-03T02:58:21.461492Z","steps":["trace[31948305] 'range keys from in-memory index tree' (duration: 175.837188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.471312Z","caller":"traceutil/trace.go:171","msg":"trace[83491257] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"108.572543ms","start":"2026-03-03T02:58:21.362708Z","end":"2026-03-03T02:58:21.471281Z","steps":["trace[83491257] 'process raft request' (duration: 108.333137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.833984Z","caller":"traceutil/trace.go:171","msg":"trace[1561050121] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"269.539742ms","start":"2026-03-03T02:58:21.564423Z","end":"2026-03-03T02:58:21.833963Z","steps":["trace[1561050121] 'process raft request' (duration: 269.4583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.834017Z","caller":"traceutil/trace.go:171","msg":"trace[341941515] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"269.745077ms","start":"2026-03-03T02:58:21.564234Z","end":"2026-03-03T02:58:21.833979Z","steps":["trace[341941515] 'process raft request' (duration: 269.472909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.834509Z","caller":"traceutil/trace.go:171","msg":"trace[1543538985] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1724; }","duration":"268.950405ms","start":"2026-03-03T02:58:21.565515Z","end":"2026-03-03T02:58:21.834466Z","steps":["trace[1543538985] 'read index received' (duration: 29.680025ms)","trace[1543538985] 'applied index is now lower than readState.Index' (duration: 239.26752ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:21.834515Z","caller":"traceutil/trace.go:171","msg":"trace[809699227] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"269.408157ms","start":"2026-03-03T02:58:21.565063Z","end":"2026-03-03T02:58:21.834471Z","steps":["trace[809699227] 'process raft request' (duration: 268.855473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:21.834801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.253943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T02:58:21.835073Z","caller":"traceutil/trace.go:171","msg":"trace[409631445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1661; }","duration":"269.385247ms","start":"2026-03-03T02:58:21.565479Z","end":"2026-03-03T02:58:21.834865Z","steps":["trace[409631445] 'agreement among raft nodes before linearized reading' (duration: 269.106939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.840639Z","caller":"traceutil/trace.go:171","msg":"trace[2105900985] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"217.415934ms","start":"2026-03-03T02:58:21.623202Z","end":"2026-03-03T02:58:21.840617Z","steps":["trace[2105900985] 'process raft request' (duration: 217.240639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:59:05.440295Z","caller":"traceutil/trace.go:171","msg":"trace[1566952232] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"140.630049ms","start":"2026-03-03T02:59:05.299635Z","end":"2026-03-03T02:59:05.440265Z","steps":["trace[1566952232] 'process raft request' (duration: 140.447353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:59:11.932322Z","caller":"traceutil/trace.go:171","msg":"trace[1948271172] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"119.052407ms","start":"2026-03-03T02:59:11.813233Z","end":"2026-03-03T02:59:11.932285Z","steps":["trace[1948271172] 'process raft request' (duration: 118.883633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:59:12.23871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.468149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:59:12.23883Z","caller":"traceutil/trace.go:171","msg":"trace[2059013166] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"179.18143ms","start":"2026-03-03T02:59:12.059628Z","end":"2026-03-03T02:59:12.23881Z","steps":["trace[2059013166] 'process raft request' (duration: 22.513576ms)","trace[2059013166] 'compare' (duration: 156.342566ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:00:04.607747Z","caller":"traceutil/trace.go:171","msg":"trace[1865254662] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"167.521741ms","start":"2026-03-03T03:00:04.440189Z","end":"2026-03-03T03:00:04.60771Z","steps":["trace[1865254662] 'process raft request' (duration: 165.438966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:37.469929Z","caller":"traceutil/trace.go:171","msg":"trace[289335242] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"116.430331ms","start":"2026-03-03T03:00:37.353469Z","end":"2026-03-03T03:00:37.4699Z","steps":["trace[289335242] 'process raft request' (duration: 116.236576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:42.85062Z","caller":"traceutil/trace.go:171","msg":"trace[290238581] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"104.165502ms","start":"2026-03-03T03:00:42.746409Z","end":"2026-03-03T03:00:42.850575Z","steps":["trace[290238581] 'process raft request' (duration: 97.304448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:04:26.578314Z","caller":"traceutil/trace.go:171","msg":"trace[254149633] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"119.524304ms","start":"2026-03-03T03:04:26.458755Z","end":"2026-03-03T03:04:26.57828Z","steps":["trace[254149633] 'process raft request' (duration: 119.02728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:31.916851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.058473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:04:31.917109Z","caller":"traceutil/trace.go:171","msg":"trace[638665835] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"270.443123ms","start":"2026-03-03T03:04:31.646631Z","end":"2026-03-03T03:04:31.917074Z","steps":["trace[638665835] 'process raft request' (duration: 131.044131ms)","trace[638665835] 'compare' (duration: 138.829587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:04:50.282942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.856947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:04:50.283026Z","caller":"traceutil/trace.go:171","msg":"trace[1754150483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4999; }","duration":"118.059563ms","start":"2026-03-03T03:04:50.16495Z","end":"2026-03-03T03:04:50.28301Z","steps":["trace[1754150483] 'range keys from in-memory index tree' (duration: 117.700083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:50.282956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.44149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T03:04:50.283117Z","caller":"traceutil/trace.go:171","msg":"trace[714508503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4999; }","duration":"124.679616ms","start":"2026-03-03T03:04:50.158418Z","end":"2026-03-03T03:04:50.283098Z","steps":["trace[714508503] 'range keys from in-memory index tree' (duration: 124.085599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:50.520055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.269961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:04:50.520236Z","caller":"traceutil/trace.go:171","msg":"trace[62512892] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5197; }","duration":"158.13561ms","start":"2026-03-03T03:04:50.362078Z","end":"2026-03-03T03:04:50.520214Z","steps":["trace[62512892] 'read index received' (duration: 32.483528ms)","trace[62512892] 'applied index is now lower than readState.Index' (duration: 125.650432ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:04:50.520276Z","caller":"traceutil/trace.go:171","msg":"trace[1688548410] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"232.541785ms","start":"2026-03-03T03:04:50.287697Z","end":"2026-03-03T03:04:50.520239Z","steps":["trace[1688548410] 'process raft request' (duration: 106.969306ms)","trace[1688548410] 'compare' (duration: 125.033315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:04:50.520414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.708673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:04:50.520459Z","caller":"traceutil/trace.go:171","msg":"trace[555839834] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5001; }","duration":"100.812206ms","start":"2026-03-03T03:04:50.419634Z","end":"2026-03-03T03:04:50.520446Z","steps":["trace[555839834] 'agreement among raft nodes before linearized reading' (duration: 100.714012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:50.520533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.413158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T03:04:50.520629Z","caller":"traceutil/trace.go:171","msg":"trace[743423596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5001; }","duration":"158.595493ms","start":"2026-03-03T03:04:50.362012Z","end":"2026-03-03T03:04:50.520607Z","steps":["trace[743423596] 'agreement among raft nodes before linearized reading' (duration: 158.306394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:04:50.68092Z","caller":"traceutil/trace.go:171","msg":"trace[11449372] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5198; }","duration":"155.872498ms","start":"2026-03-03T03:04:50.525004Z","end":"2026-03-03T03:04:50.680876Z","steps":["trace[11449372] 'read index received' (duration: 127.36433ms)","trace[11449372] 'applied index is now lower than readState.Index' (duration: 28.506268ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:04:50.68098Z","caller":"traceutil/trace.go:171","msg":"trace[759179416] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"156.060343ms","start":"2026-03-03T03:04:50.524882Z","end":"2026-03-03T03:04:50.680942Z","steps":["trace[759179416] 'process raft request' (duration: 127.465523ms)","trace[759179416] 'compare' (duration: 28.320062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:04:50.681254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.218247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16305"} {"level":"info","ts":"2026-03-03T03:04:50.681329Z","caller":"traceutil/trace.go:171","msg":"trace[1450833748] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5002; }","duration":"156.32606ms","start":"2026-03-03T03:04:50.524986Z","end":"2026-03-03T03:04:50.681312Z","steps":["trace[1450833748] 'agreement among raft nodes before linearized reading' (duration: 156.037352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:04:50.687484Z","caller":"traceutil/trace.go:171","msg":"trace[2094155787] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"160.430532ms","start":"2026-03-03T03:04:50.527031Z","end":"2026-03-03T03:04:50.687462Z","steps":["trace[2094155787] 'process raft request' (duration: 160.296539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:05:02.803384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.140041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T03:05:02.803484Z","caller":"traceutil/trace.go:171","msg":"trace[16289961] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5166; }","duration":"111.289386ms","start":"2026-03-03T03:05:02.692167Z","end":"2026-03-03T03:05:02.803457Z","steps":["trace[16289961] 'range keys from in-memory index tree' (duration: 110.826203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:06:14.064688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2752} {"level":"info","ts":"2026-03-03T03:06:14.124704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2752,"took":"57.656181ms","hash":470820703,"current-db-size-bytes":41172992,"current-db-size":"41 MB","current-db-size-in-use-bytes":31080448,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T03:06:14.124814Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":470820703,"revision":2752,"compact-revision":-1} {"level":"info","ts":"2026-03-03T03:10:52.78779Z","caller":"traceutil/trace.go:171","msg":"trace[1433374311] linearizableReadLoop","detail":"{readStateIndex:7914; appliedIndex:7913; }","duration":"200.43618ms","start":"2026-03-03T03:10:52.587326Z","end":"2026-03-03T03:10:52.787762Z","steps":["trace[1433374311] 'read index received' (duration: 200.208834ms)","trace[1433374311] 'applied index is now lower than readState.Index' (duration: 226.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:10:52.787843Z","caller":"traceutil/trace.go:171","msg":"trace[745411337] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"273.484181ms","start":"2026-03-03T03:10:52.514328Z","end":"2026-03-03T03:10:52.787812Z","steps":["trace[745411337] 'process raft request' (duration: 273.268775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:52.787953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.604874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:10:52.787999Z","caller":"traceutil/trace.go:171","msg":"trace[521295193] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7631; }","duration":"200.704997ms","start":"2026-03-03T03:10:52.587277Z","end":"2026-03-03T03:10:52.787982Z","steps":["trace[521295193] 'agreement among raft nodes before linearized reading' (duration: 200.605284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:52.962124Z","caller":"traceutil/trace.go:171","msg":"trace[105136962] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"142.169158ms","start":"2026-03-03T03:10:52.81993Z","end":"2026-03-03T03:10:52.962099Z","steps":["trace[105136962] 'process raft request' (duration: 142.024594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:04.371349Z","caller":"traceutil/trace.go:171","msg":"trace[1465186714] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"140.114022ms","start":"2026-03-03T03:11:04.231202Z","end":"2026-03-03T03:11:04.371316Z","steps":["trace[1465186714] 'process raft request' (duration: 139.933067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:04.484905Z","caller":"traceutil/trace.go:171","msg":"trace[1554803105] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"108.922875ms","start":"2026-03-03T03:11:04.375941Z","end":"2026-03-03T03:11:04.484863Z","steps":["trace[1554803105] 'process raft request' (duration: 78.224652ms)","trace[1554803105] 'compare' (duration: 30.052656ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:11:14.071503Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5720} {"level":"info","ts":"2026-03-03T03:11:14.15624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5720,"took":"82.932601ms","hash":4285947747,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":22605824,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T03:11:14.156311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4285947747,"revision":5720,"compact-revision":2752} {"level":"info","ts":"2026-03-03T03:11:33.347805Z","caller":"traceutil/trace.go:171","msg":"trace[241842196] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"234.664857ms","start":"2026-03-03T03:11:33.113111Z","end":"2026-03-03T03:11:33.347776Z","steps":["trace[241842196] 'process raft request' (duration: 234.521773ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:33.348251Z","caller":"traceutil/trace.go:171","msg":"trace[428094553] linearizableReadLoop","detail":"{readStateIndex:8179; appliedIndex:8177; }","duration":"201.994251ms","start":"2026-03-03T03:11:33.146235Z","end":"2026-03-03T03:11:33.348229Z","steps":["trace[428094553] 'read index received' (duration: 201.326324ms)","trace[428094553] 'applied index is now lower than readState.Index' (duration: 666.927µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:11:33.348367Z","caller":"traceutil/trace.go:171","msg":"trace[1016594235] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"232.967163ms","start":"2026-03-03T03:11:33.115389Z","end":"2026-03-03T03:11:33.348356Z","steps":["trace[1016594235] 'process raft request' (duration: 232.723605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:33.348685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.946462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T03:11:33.348733Z","caller":"traceutil/trace.go:171","msg":"trace[1682033994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7884; }","duration":"163.032555ms","start":"2026-03-03T03:11:33.185689Z","end":"2026-03-03T03:11:33.348722Z","steps":["trace[1682033994] 'agreement among raft nodes before linearized reading' (duration: 162.879861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:33.348835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.615979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c5c44666d-vz7cb.18993620de5b155e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T03:11:33.348975Z","caller":"traceutil/trace.go:171","msg":"trace[1768201601] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c5c44666d-vz7cb.18993620de5b155e; range_end:; response_count:1; response_revision:7884; }","duration":"202.791184ms","start":"2026-03-03T03:11:33.14616Z","end":"2026-03-03T03:11:33.348951Z","steps":["trace[1768201601] 'agreement among raft nodes before linearized reading' (duration: 202.522537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:33.550705Z","caller":"traceutil/trace.go:171","msg":"trace[904493405] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"196.333327ms","start":"2026-03-03T03:11:33.353136Z","end":"2026-03-03T03:11:33.54947Z","steps":["trace[904493405] 'process raft request' (duration: 111.532716ms)","trace[904493405] 'compare' (duration: 84.673558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:11:45.936756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.278476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tdp87\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-03T03:11:45.936853Z","caller":"traceutil/trace.go:171","msg":"trace[519381052] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tdp87; range_end:; response_count:1; response_revision:7986; }","duration":"126.41102ms","start":"2026-03-03T03:11:45.810422Z","end":"2026-03-03T03:11:45.936833Z","steps":["trace[519381052] 'range keys from in-memory index tree' (duration: 126.141673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:45.936923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.077862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bpmwt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T03:11:45.93702Z","caller":"traceutil/trace.go:171","msg":"trace[692935001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bpmwt; range_end:; response_count:1; response_revision:7986; }","duration":"185.260847ms","start":"2026-03-03T03:11:45.751737Z","end":"2026-03-03T03:11:45.936997Z","steps":["trace[692935001] 'range keys from in-memory index tree' (duration: 184.806864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:45.94806Z","caller":"traceutil/trace.go:171","msg":"trace[9054486] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"136.748081ms","start":"2026-03-03T03:11:45.811298Z","end":"2026-03-03T03:11:45.948046Z","steps":["trace[9054486] 'process raft request' (duration: 136.623637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:46.096234Z","caller":"traceutil/trace.go:171","msg":"trace[1063697367] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"143.854473ms","start":"2026-03-03T03:11:45.952342Z","end":"2026-03-03T03:11:46.096196Z","steps":["trace[1063697367] 'process raft request' (duration: 124.341643ms)","trace[1063697367] 'compare' (duration: 19.357056ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:11:46.874797Z","caller":"traceutil/trace.go:171","msg":"trace[2090902373] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"117.340224ms","start":"2026-03-03T03:11:46.757414Z","end":"2026-03-03T03:11:46.874754Z","steps":["trace[2090902373] 'process raft request' (duration: 33.705384ms)","trace[2090902373] 'compare' (duration: 83.472436ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:15:12.625522Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T03:15:12.631376Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T03:15:12.631492Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T03:16:14.077521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7741} {"level":"info","ts":"2026-03-03T03:16:14.137323Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7741,"took":"57.394693ms","hash":855805247,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":28262400,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T03:16:14.13745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":855805247,"revision":7741,"compact-revision":5720} {"level":"info","ts":"2026-03-03T03:16:18.485116Z","caller":"traceutil/trace.go:171","msg":"trace[2024358533] transaction","detail":"{read_only:false; response_revision:10301; number_of_response:1; }","duration":"123.181651ms","start":"2026-03-03T03:16:18.361883Z","end":"2026-03-03T03:16:18.485065Z","steps":["trace[2024358533] 'process raft request' (duration: 102.753771ms)","trace[2024358533] 'compare' (duration: 20.172823ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:21:14.083761Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10277} {"level":"info","ts":"2026-03-03T03:21:14.164613Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10277,"took":"78.490783ms","hash":336712444,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":25014272,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T03:21:14.164709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":336712444,"revision":10277,"compact-revision":7741} {"level":"info","ts":"2026-03-03T03:22:32.005085Z","caller":"traceutil/trace.go:171","msg":"trace[747310034] transaction","detail":"{read_only:false; response_revision:12642; number_of_response:1; }","duration":"127.79805ms","start":"2026-03-03T03:22:31.87724Z","end":"2026-03-03T03:22:32.005039Z","steps":["trace[747310034] 'process raft request' (duration: 127.558724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:22:32.013222Z","caller":"traceutil/trace.go:171","msg":"trace[618854254] transaction","detail":"{read_only:false; response_revision:12643; number_of_response:1; }","duration":"129.562388ms","start":"2026-03-03T03:22:31.883645Z","end":"2026-03-03T03:22:32.013207Z","steps":["trace[618854254] 'process raft request' (duration: 129.343892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:22:37.07406Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000334b.wal"} {"level":"info","ts":"2026-03-03T03:22:48.286257Z","caller":"traceutil/trace.go:171","msg":"trace[962405488] linearizableReadLoop","detail":"{readStateIndex:13188; appliedIndex:13187; }","duration":"113.600908ms","start":"2026-03-03T03:22:48.172631Z","end":"2026-03-03T03:22:48.286232Z","steps":["trace[962405488] 'read index received' (duration: 85.953654ms)","trace[962405488] 'applied index is now lower than readState.Index' (duration: 27.646124ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:22:48.286321Z","caller":"traceutil/trace.go:171","msg":"trace[1219970748] transaction","detail":"{read_only:false; response_revision:12725; number_of_response:1; }","duration":"153.332908ms","start":"2026-03-03T03:22:48.132946Z","end":"2026-03-03T03:22:48.286279Z","steps":["trace[1219970748] 'process raft request' (duration: 125.725314ms)","trace[1219970748] 'compare' (duration: 27.429239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:22:48.286498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.854845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T03:22:48.286539Z","caller":"traceutil/trace.go:171","msg":"trace[1406337137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12725; }","duration":"113.951247ms","start":"2026-03-03T03:22:48.172573Z","end":"2026-03-03T03:22:48.286524Z","steps":["trace[1406337137] 'agreement among raft nodes before linearized reading' (duration: 113.775563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:22:50.863785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.332385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:22:50.863865Z","caller":"traceutil/trace.go:171","msg":"trace[1255785253] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12741; }","duration":"128.469468ms","start":"2026-03-03T03:22:50.735378Z","end":"2026-03-03T03:22:50.863848Z","steps":["trace[1255785253] 'range keys from in-memory index tree' (duration: 128.227422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:06.564345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.845949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-z5h29\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-03-03T03:23:06.564922Z","caller":"traceutil/trace.go:171","msg":"trace[1858296555] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-z5h29; range_end:; response_count:1; response_revision:12829; }","duration":"122.476106ms","start":"2026-03-03T03:23:06.44243Z","end":"2026-03-03T03:23:06.564906Z","steps":["trace[1858296555] 'range keys from in-memory index tree' (duration: 121.654984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:06.566062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.387619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T03:23:06.566188Z","caller":"traceutil/trace.go:171","msg":"trace[6668570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12829; }","duration":"195.585304ms","start":"2026-03-03T03:23:06.370573Z","end":"2026-03-03T03:23:06.566158Z","steps":["trace[6668570] 'range keys from in-memory index tree' (duration: 195.142292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:18.715454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.706643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:24:18.715533Z","caller":"traceutil/trace.go:171","msg":"trace[1053678341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13736; }","duration":"119.822105ms","start":"2026-03-03T03:24:18.595697Z","end":"2026-03-03T03:24:18.715519Z","steps":["trace[1053678341] 'range keys from in-memory index tree' (duration: 119.586569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:53.613276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.636009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:24:53.613384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.642349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T03:24:53.613424Z","caller":"traceutil/trace.go:171","msg":"trace[1367280013] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13901; }","duration":"142.849005ms","start":"2026-03-03T03:24:53.470543Z","end":"2026-03-03T03:24:53.613392Z","steps":["trace[1367280013] 'range keys from in-memory index tree' (duration: 142.561667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:53.613472Z","caller":"traceutil/trace.go:171","msg":"trace[784693663] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13901; }","duration":"142.807893ms","start":"2026-03-03T03:24:53.470645Z","end":"2026-03-03T03:24:53.613453Z","steps":["trace[784693663] 'range keys from in-memory index tree' (duration: 142.438143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:53.613503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.516941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T03:24:53.613396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.133331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T03:24:53.613616Z","caller":"traceutil/trace.go:171","msg":"trace[200893409] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13901; }","duration":"140.669315ms","start":"2026-03-03T03:24:53.472932Z","end":"2026-03-03T03:24:53.613601Z","steps":["trace[200893409] 'range keys from in-memory index tree' (duration: 140.365368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:53.6136Z","caller":"traceutil/trace.go:171","msg":"trace[490612349] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13901; }","duration":"140.357007ms","start":"2026-03-03T03:24:53.473198Z","end":"2026-03-03T03:24:53.613555Z","steps":["trace[490612349] 'range keys from in-memory index tree' (duration: 139.968947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:53.613985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.432827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:53.614031Z","caller":"traceutil/trace.go:171","msg":"trace[1892256270] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13901; }","duration":"144.475288ms","start":"2026-03-03T03:24:53.46954Z","end":"2026-03-03T03:24:53.614015Z","steps":["trace[1892256270] 'range keys from in-memory index tree' (duration: 144.344434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:54.112331Z","caller":"traceutil/trace.go:171","msg":"trace[1878118264] linearizableReadLoop","detail":"{readStateIndex:14411; appliedIndex:14410; }","duration":"136.108222ms","start":"2026-03-03T03:24:53.976196Z","end":"2026-03-03T03:24:54.112305Z","steps":["trace[1878118264] 'read index received' (duration: 111.713317ms)","trace[1878118264] 'applied index is now lower than readState.Index' (duration: 24.393345ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:54.11278Z","caller":"traceutil/trace.go:171","msg":"trace[1063829593] transaction","detail":"{read_only:false; response_revision:13904; number_of_response:1; }","duration":"155.901085ms","start":"2026-03-03T03:24:53.956855Z","end":"2026-03-03T03:24:54.112756Z","steps":["trace[1063829593] 'process raft request' (duration: 131.006466ms)","trace[1063829593] 'compare' (duration: 24.323294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:54.112808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.263626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:54.113186Z","caller":"traceutil/trace.go:171","msg":"trace[1504041331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13904; }","duration":"104.528674ms","start":"2026-03-03T03:24:54.008477Z","end":"2026-03-03T03:24:54.113006Z","steps":["trace[1504041331] 'agreement among raft nodes before linearized reading' (duration: 104.193624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:54.112882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.675757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bpmwt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T03:24:54.113332Z","caller":"traceutil/trace.go:171","msg":"trace[310551653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bpmwt; range_end:; response_count:1; response_revision:13904; }","duration":"137.12505ms","start":"2026-03-03T03:24:53.976161Z","end":"2026-03-03T03:24:54.113286Z","steps":["trace[310551653] 'agreement among raft nodes before linearized reading' (duration: 136.564984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:14.089665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12167} {"level":"info","ts":"2026-03-03T03:26:14.167167Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12167,"took":"74.649587ms","hash":1192387509,"current-db-size-bytes":42622976,"current-db-size":"43 MB","current-db-size-in-use-bytes":27594752,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T03:26:14.167266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1192387509,"revision":12167,"compact-revision":10277} {"level":"info","ts":"2026-03-03T03:27:43.549889Z","caller":"traceutil/trace.go:171","msg":"trace[1793504693] transaction","detail":"{read_only:false; response_revision:15225; number_of_response:1; }","duration":"100.157164ms","start":"2026-03-03T03:27:43.449704Z","end":"2026-03-03T03:27:43.549861Z","steps":["trace[1793504693] 'process raft request' (duration: 99.932698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:31:14.096712Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14406} {"level":"info","ts":"2026-03-03T03:31:14.189009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14406,"took":"89.108448ms","hash":3139769178,"current-db-size-bytes":43040768,"current-db-size":"43 MB","current-db-size-in-use-bytes":27676672,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T03:31:14.18907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3139769178,"revision":14406,"compact-revision":12167} {"level":"info","ts":"2026-03-03T03:36:14.102626Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16428} {"level":"info","ts":"2026-03-03T03:36:14.206385Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16428,"took":"99.340196ms","hash":2743100796,"current-db-size-bytes":43040768,"current-db-size":"43 MB","current-db-size-in-use-bytes":21397504,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-03T03:36:14.206451Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2743100796,"revision":16428,"compact-revision":14406}