{"level":"warn","ts":"2026-03-25T16:51:39.884215Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T16:51:39.884302Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.246:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.246:2380","--initial-cluster=instance=https://199.19.213.246:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.246:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.246:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-25T16:51:39.884381Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T16:51:39.884397Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-03-25T16:51:39.884415Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T16:51:39.885038Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"]} {"level":"info","ts":"2026-03-25T16:51:39.885109Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.246:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-25T16:51:39.891119Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.684509ms"} {"level":"info","ts":"2026-03-25T16:51:39.89757Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2b4fc23d90360acd","cluster-id":"fbafe76a301d853c"} {"level":"info","ts":"2026-03-25T16:51:39.897671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T16:51:39.897702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 0"} {"level":"info","ts":"2026-03-25T16:51:39.89772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2b4fc23d90360acd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-25T16:51:39.897773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 1"} {"level":"info","ts":"2026-03-25T16:51:39.897827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"warn","ts":"2026-03-25T16:51:39.904559Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T16:51:39.906592Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-25T16:51:39.908154Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T16:51:39.911158Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2b4fc23d90360acd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-25T16:51:39.911264Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T16:51:39.911341Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T16:51:39.911356Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T16:51:39.911706Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2b4fc23d90360acd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-25T16:51:39.912499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"info","ts":"2026-03-25T16:51:39.91263Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","added-peer-id":"2b4fc23d90360acd","added-peer-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-03-25T16:51:39.916358Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T16:51:39.916597Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2b4fc23d90360acd","initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T16:51:39.916667Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T16:51:39.916593Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-03-25T16:51:39.916788Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-03-25T16:51:40.298437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd is starting a new election at term 1"} {"level":"info","ts":"2026-03-25T16:51:40.298505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became pre-candidate at term 1"} {"level":"info","ts":"2026-03-25T16:51:40.298543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgPreVoteResp from 2b4fc23d90360acd at term 1"} {"level":"info","ts":"2026-03-25T16:51:40.298566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became candidate at term 2"} {"level":"info","ts":"2026-03-25T16:51:40.298578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgVoteResp from 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-03-25T16:51:40.298594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became leader at term 2"} {"level":"info","ts":"2026-03-25T16:51:40.298607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2b4fc23d90360acd elected leader 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-03-25T16:51:40.299587Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2b4fc23d90360acd","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.246:2379]}","request-path":"/0/members/2b4fc23d90360acd/attributes","cluster-id":"fbafe76a301d853c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T16:51:40.299706Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T16:51:40.299823Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T16:51:40.299971Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T16:51:40.300025Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:51:40.30007Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T16:51:40.300798Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:51:40.300911Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:51:40.300956Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:51:40.301643Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T16:51:40.302983Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.246:2379"} {"level":"warn","ts":"2026-03-25T16:51:43.425833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.057908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:51:43.426014Z","caller":"traceutil/trace.go:171","msg":"trace[1381895119] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"228.889936ms","start":"2026-03-25T16:51:43.1971Z","end":"2026-03-25T16:51:43.42599Z","steps":["trace[1381895119] 'process raft request' (duration: 93.021727ms)","trace[1381895119] 'compare' (duration: 134.846702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:58.761517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.665295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:51:58.761637Z","caller":"traceutil/trace.go:171","msg":"trace[1237536713] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"609.717462ms","start":"2026-03-25T16:51:58.151899Z","end":"2026-03-25T16:51:58.761616Z","steps":["trace[1237536713] 'process raft request' (duration: 497.685807ms)","trace[1237536713] 'compare' (duration: 111.543682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:58.761703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:58.151883Z","time spent":"609.791295ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:59.129105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.547601ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T16:52:10.165654Z","caller":"traceutil/trace.go:171","msg":"trace[1583699902] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"131.853624ms","start":"2026-03-25T16:52:10.033766Z","end":"2026-03-25T16:52:10.16562Z","steps":["trace[1583699902] 'process raft request' (duration: 123.905886ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:10.166095Z","caller":"traceutil/trace.go:171","msg":"trace[2103299309] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"128.64028ms","start":"2026-03-25T16:52:10.037425Z","end":"2026-03-25T16:52:10.166066Z","steps":["trace[2103299309] 'process raft request' (duration: 128.309961ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:10.166285Z","caller":"traceutil/trace.go:171","msg":"trace[1843805026] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"118.988767ms","start":"2026-03-25T16:52:10.047272Z","end":"2026-03-25T16:52:10.166261Z","steps":["trace[1843805026] 'process raft request' (duration: 118.709179ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:16.023229Z","caller":"traceutil/trace.go:171","msg":"trace[290365720] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"104.821166ms","start":"2026-03-25T16:52:15.918376Z","end":"2026-03-25T16:52:16.023197Z","steps":["trace[290365720] 'process raft request' (duration: 104.565719ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:16.352229Z","caller":"traceutil/trace.go:171","msg":"trace[351727889] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"303.45792ms","start":"2026-03-25T16:52:16.04875Z","end":"2026-03-25T16:52:16.352208Z","steps":["trace[351727889] 'process raft request' (duration: 302.3306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:16.352402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:16.04873Z","time spent":"303.586803ms","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:52:16.352555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.286947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-25T16:52:16.352691Z","caller":"traceutil/trace.go:171","msg":"trace[407374556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"129.501662ms","start":"2026-03-25T16:52:16.223165Z","end":"2026-03-25T16:52:16.352666Z","steps":["trace[407374556] 'agreement among raft nodes before linearized reading' (duration: 129.149393ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:16.352691Z","caller":"traceutil/trace.go:171","msg":"trace[41263600] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:615; }","duration":"128.925918ms","start":"2026-03-25T16:52:16.223233Z","end":"2026-03-25T16:52:16.352159Z","steps":["trace[41263600] 'read index received' (duration: 127.574742ms)","trace[41263600] 'applied index is now lower than readState.Index' (duration: 1.349856ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:16.736076Z","caller":"traceutil/trace.go:171","msg":"trace[1165835236] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"280.135128ms","start":"2026-03-25T16:52:16.455906Z","end":"2026-03-25T16:52:16.736042Z","steps":["trace[1165835236] 'read index received' (duration: 279.954963ms)","trace[1165835236] 'applied index is now lower than readState.Index' (duration: 178.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:16.736157Z","caller":"traceutil/trace.go:171","msg":"trace[2036702197] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"324.290205ms","start":"2026-03-25T16:52:16.411838Z","end":"2026-03-25T16:52:16.736128Z","steps":["trace[2036702197] 'process raft request' (duration: 323.989897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:16.73631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:16.4118Z","time spent":"324.429959ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:52:16.736436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.318813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:52:16.736518Z","caller":"traceutil/trace.go:171","msg":"trace[734607948] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:596; }","duration":"280.640362ms","start":"2026-03-25T16:52:16.455858Z","end":"2026-03-25T16:52:16.736499Z","steps":["trace[734607948] 'agreement among raft nodes before linearized reading' (duration: 280.297263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:17.102864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.619716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T16:52:17.102959Z","caller":"traceutil/trace.go:171","msg":"trace[1234957697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:596; }","duration":"258.80377ms","start":"2026-03-25T16:52:16.84413Z","end":"2026-03-25T16:52:17.102934Z","steps":["trace[1234957697] 'range keys from in-memory index tree' (duration: 258.418659ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:32.288787Z","caller":"traceutil/trace.go:171","msg":"trace[874654272] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"116.861703ms","start":"2026-03-25T16:52:32.171897Z","end":"2026-03-25T16:52:32.288759Z","steps":["trace[874654272] 'process raft request' (duration: 116.73952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:57.727845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.733597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T16:52:57.727921Z","caller":"traceutil/trace.go:171","msg":"trace[1135908412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1146; }","duration":"266.876921ms","start":"2026-03-25T16:52:57.461027Z","end":"2026-03-25T16:52:57.727904Z","steps":["trace[1135908412] 'range keys from in-memory index tree' (duration: 266.499001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:19.141709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.291752ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-25T16:53:20.954562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.975234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:20.954683Z","caller":"traceutil/trace.go:171","msg":"trace[1832274541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"109.16543ms","start":"2026-03-25T16:53:20.84549Z","end":"2026-03-25T16:53:20.954655Z","steps":["trace[1832274541] 'range keys from in-memory index tree' (duration: 108.857492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:43.879823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.920616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:53:43.879888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.259069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T16:53:43.879919Z","caller":"traceutil/trace.go:171","msg":"trace[359413126] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1804; }","duration":"116.05317ms","start":"2026-03-25T16:53:43.76384Z","end":"2026-03-25T16:53:43.879894Z","steps":["trace[359413126] 'count revisions from in-memory index tree' (duration: 115.858865ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:43.879977Z","caller":"traceutil/trace.go:171","msg":"trace[964466494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1804; }","duration":"309.386972ms","start":"2026-03-25T16:53:43.570561Z","end":"2026-03-25T16:53:43.879948Z","steps":["trace[964466494] 'range keys from in-memory index tree' (duration: 309.060034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:43.879979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.395351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-25T16:53:43.880051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:43.570537Z","time spent":"309.498876ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:53:43.880071Z","caller":"traceutil/trace.go:171","msg":"trace[1694666908] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:1804; }","duration":"191.551635ms","start":"2026-03-25T16:53:43.688496Z","end":"2026-03-25T16:53:43.880047Z","steps":["trace[1694666908] 'range keys from in-memory index tree' (duration: 191.178465ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:44.110485Z","caller":"traceutil/trace.go:171","msg":"trace[1640189813] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"224.655588ms","start":"2026-03-25T16:53:43.885802Z","end":"2026-03-25T16:53:44.110457Z","steps":["trace[1640189813] 'process raft request' (duration: 211.222096ms)","trace[1640189813] 'compare' (duration: 13.140934ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:44.110665Z","caller":"traceutil/trace.go:171","msg":"trace[704756538] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"222.734616ms","start":"2026-03-25T16:53:43.887914Z","end":"2026-03-25T16:53:44.110649Z","steps":["trace[704756538] 'process raft request' (duration: 222.451048ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:44.111018Z","caller":"traceutil/trace.go:171","msg":"trace[2109567173] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"222.50087ms","start":"2026-03-25T16:53:43.888477Z","end":"2026-03-25T16:53:44.110978Z","steps":["trace[2109567173] 'process raft request' (duration: 222.106109ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:44.135061Z","caller":"traceutil/trace.go:171","msg":"trace[1610953667] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1876; }","duration":"199.854779ms","start":"2026-03-25T16:53:43.935189Z","end":"2026-03-25T16:53:44.135043Z","steps":["trace[1610953667] 'read index received' (duration: 161.856284ms)","trace[1610953667] 'applied index is now lower than readState.Index' (duration: 37.994485ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:44.135107Z","caller":"traceutil/trace.go:171","msg":"trace[475081644] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"200.019414ms","start":"2026-03-25T16:53:43.935056Z","end":"2026-03-25T16:53:44.135076Z","steps":["trace[475081644] 'process raft request' (duration: 199.87367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:44.135275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.060734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:44.13534Z","caller":"traceutil/trace.go:171","msg":"trace[1084361219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1809; }","duration":"200.164368ms","start":"2026-03-25T16:53:43.93516Z","end":"2026-03-25T16:53:44.135324Z","steps":["trace[1084361219] 'agreement among raft nodes before linearized reading' (duration: 199.984193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:44.135347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.381351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T16:53:44.135396Z","caller":"traceutil/trace.go:171","msg":"trace[1268733462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1809; }","duration":"181.470803ms","start":"2026-03-25T16:53:43.953912Z","end":"2026-03-25T16:53:44.135383Z","steps":["trace[1268733462] 'agreement among raft nodes before linearized reading' (duration: 181.284678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:44.13535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.649931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee94a097-bd85-466f-a25f-7628b91c5344\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-25T16:53:44.135477Z","caller":"traceutil/trace.go:171","msg":"trace[2129987191] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee94a097-bd85-466f-a25f-7628b91c5344; range_end:; response_count:1; response_revision:1809; }","duration":"144.813225ms","start":"2026-03-25T16:53:43.990642Z","end":"2026-03-25T16:53:44.135456Z","steps":["trace[2129987191] 'agreement among raft nodes before linearized reading' (duration: 144.590349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:44.464576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.575353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-25T16:53:44.46489Z","caller":"traceutil/trace.go:171","msg":"trace[49121285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1810; }","duration":"116.938853ms","start":"2026-03-25T16:53:44.347933Z","end":"2026-03-25T16:53:44.464872Z","steps":["trace[49121285] 'range keys from in-memory index tree' (duration: 116.399989ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:58.388663Z","caller":"traceutil/trace.go:171","msg":"trace[388329492] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"174.090314ms","start":"2026-03-25T16:53:58.214535Z","end":"2026-03-25T16:53:58.388625Z","steps":["trace[388329492] 'read index received' (duration: 170.524678ms)","trace[388329492] 'applied index is now lower than readState.Index' (duration: 3.563846ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:58.388699Z","caller":"traceutil/trace.go:171","msg":"trace[2051935823] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"213.902968ms","start":"2026-03-25T16:53:58.174766Z","end":"2026-03-25T16:53:58.388669Z","steps":["trace[2051935823] 'process raft request' (duration: 210.408324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:58.388911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.327221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T16:53:58.389003Z","caller":"traceutil/trace.go:171","msg":"trace[164590342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1926; }","duration":"174.486595ms","start":"2026-03-25T16:53:58.214493Z","end":"2026-03-25T16:53:58.388979Z","steps":["trace[164590342] 'agreement among raft nodes before linearized reading' (duration: 174.239729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:33.814103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.867463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T16:54:33.814225Z","caller":"traceutil/trace.go:171","msg":"trace[916543165] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:2133; }","duration":"123.038748ms","start":"2026-03-25T16:54:33.691161Z","end":"2026-03-25T16:54:33.8142Z","steps":["trace[916543165] 'range keys from in-memory index tree' (duration: 122.38123ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:57.102714Z","caller":"traceutil/trace.go:171","msg":"trace[696662397] linearizableReadLoop","detail":"{readStateIndex:2885; appliedIndex:2884; }","duration":"128.042765ms","start":"2026-03-25T16:55:56.974642Z","end":"2026-03-25T16:55:57.102684Z","steps":["trace[696662397] 'read index received' (duration: 127.85129ms)","trace[696662397] 'applied index is now lower than readState.Index' (duration: 190.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:57.102788Z","caller":"traceutil/trace.go:171","msg":"trace[2102895694] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"151.907945ms","start":"2026-03-25T16:55:56.950857Z","end":"2026-03-25T16:55:57.102765Z","steps":["trace[2102895694] 'process raft request' (duration: 151.667139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:57.103224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.394044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T16:55:57.103634Z","caller":"traceutil/trace.go:171","msg":"trace[714792956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2778; }","duration":"128.661021ms","start":"2026-03-25T16:55:56.974602Z","end":"2026-03-25T16:55:57.103263Z","steps":["trace[714792956] 'agreement among raft nodes before linearized reading' (duration: 128.23621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:57.398857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.743905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:55:57.399115Z","caller":"traceutil/trace.go:171","msg":"trace[1209988396] linearizableReadLoop","detail":"{readStateIndex:2887; appliedIndex:2886; }","duration":"132.647096ms","start":"2026-03-25T16:55:57.266428Z","end":"2026-03-25T16:55:57.399076Z","steps":["trace[1209988396] 'read index received' (duration: 9.507621ms)","trace[1209988396] 'applied index is now lower than readState.Index' (duration: 123.137795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:57.39937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.941375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T16:55:57.39948Z","caller":"traceutil/trace.go:171","msg":"trace[1525799665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2780; }","duration":"133.077758ms","start":"2026-03-25T16:55:57.266383Z","end":"2026-03-25T16:55:57.39946Z","steps":["trace[1525799665] 'agreement among raft nodes before linearized reading' (duration: 132.827541ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:57.399343Z","caller":"traceutil/trace.go:171","msg":"trace[649392462] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"229.228369ms","start":"2026-03-25T16:55:57.169996Z","end":"2026-03-25T16:55:57.399225Z","steps":["trace[649392462] 'process raft request' (duration: 106.009732ms)","trace[649392462] 'compare' (duration: 121.82767ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:57.646112Z","caller":"traceutil/trace.go:171","msg":"trace[863586977] linearizableReadLoop","detail":"{readStateIndex:2888; appliedIndex:2887; }","duration":"214.716445ms","start":"2026-03-25T16:55:57.431357Z","end":"2026-03-25T16:55:57.646074Z","steps":["trace[863586977] 'read index received' (duration: 146.025509ms)","trace[863586977] 'applied index is now lower than readState.Index' (duration: 68.690206ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:57.64619Z","caller":"traceutil/trace.go:171","msg":"trace[155777738] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"242.203893ms","start":"2026-03-25T16:55:57.40392Z","end":"2026-03-25T16:55:57.646124Z","steps":["trace[155777738] 'process raft request' (duration: 173.572108ms)","trace[155777738] 'compare' (duration: 68.46597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:57.646328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.394244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-25T16:55:57.646329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.072976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T16:55:57.646366Z","caller":"traceutil/trace.go:171","msg":"trace[1870114284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2781; }","duration":"212.482907ms","start":"2026-03-25T16:55:57.43387Z","end":"2026-03-25T16:55:57.646353Z","steps":["trace[1870114284] 'agreement among raft nodes before linearized reading' (duration: 212.350643ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:57.646376Z","caller":"traceutil/trace.go:171","msg":"trace[1498753448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2781; }","duration":"212.140438ms","start":"2026-03-25T16:55:57.434222Z","end":"2026-03-25T16:55:57.646362Z","steps":["trace[1498753448] 'agreement among raft nodes before linearized reading' (duration: 212.015175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:57.64637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.991223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:55:57.646465Z","caller":"traceutil/trace.go:171","msg":"trace[550618078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2781; }","duration":"215.164217ms","start":"2026-03-25T16:55:57.43128Z","end":"2026-03-25T16:55:57.646444Z","steps":["trace[550618078] 'agreement among raft nodes before linearized reading' (duration: 214.926861ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:02.943214Z","caller":"traceutil/trace.go:171","msg":"trace[592687855] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2809; }","duration":"100.016144ms","start":"2026-03-25T16:56:02.84314Z","end":"2026-03-25T16:56:02.943156Z","steps":["trace[592687855] 'count revisions from in-memory index tree' (duration: 99.85055ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:58:23.980901Z","caller":"traceutil/trace.go:171","msg":"trace[583741878] linearizableReadLoop","detail":"{readStateIndex:3894; appliedIndex:3893; }","duration":"155.346608ms","start":"2026-03-25T16:58:23.825532Z","end":"2026-03-25T16:58:23.980879Z","steps":["trace[583741878] 'read index received' (duration: 74.453398ms)","trace[583741878] 'applied index is now lower than readState.Index' (duration: 80.8915ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:58:23.981004Z","caller":"traceutil/trace.go:171","msg":"trace[1343429822] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"248.679251ms","start":"2026-03-25T16:58:23.732235Z","end":"2026-03-25T16:58:23.980915Z","steps":["trace[1343429822] 'process raft request' (duration: 167.710059ms)","trace[1343429822] 'compare' (duration: 80.774827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:58:23.981585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.040067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:58:23.981652Z","caller":"traceutil/trace.go:171","msg":"trace[1311077904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3750; }","duration":"156.118419ms","start":"2026-03-25T16:58:23.825512Z","end":"2026-03-25T16:58:23.98163Z","steps":["trace[1311077904] 'agreement among raft nodes before linearized reading' (duration: 155.528694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:58:23.986306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.527984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T16:58:23.986375Z","caller":"traceutil/trace.go:171","msg":"trace[1338769823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3751; }","duration":"152.664327ms","start":"2026-03-25T16:58:23.833694Z","end":"2026-03-25T16:58:23.986358Z","steps":["trace[1338769823] 'agreement among raft nodes before linearized reading' (duration: 152.486182ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:46.432045Z","caller":"traceutil/trace.go:171","msg":"trace[1621093830] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"107.6155ms","start":"2026-03-25T16:59:46.324404Z","end":"2026-03-25T16:59:46.432019Z","steps":["trace[1621093830] 'process raft request' (duration: 107.436495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:49.511158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.30489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-415e20af-238b-4536-b4b4-3e983440b753\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-25T16:59:49.511263Z","caller":"traceutil/trace.go:171","msg":"trace[1794700979] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-415e20af-238b-4536-b4b4-3e983440b753; range_end:; response_count:1; response_revision:4929; }","duration":"140.430524ms","start":"2026-03-25T16:59:49.370811Z","end":"2026-03-25T16:59:49.511241Z","steps":["trace[1794700979] 'range keys from in-memory index tree' (duration: 140.162536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:49.511154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.716058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:59:49.511339Z","caller":"traceutil/trace.go:171","msg":"trace[788928311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4929; }","duration":"164.963615ms","start":"2026-03-25T16:59:49.346357Z","end":"2026-03-25T16:59:49.511321Z","steps":["trace[788928311] 'count revisions from in-memory index tree' (duration: 164.619505ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:49.636607Z","caller":"traceutil/trace.go:171","msg":"trace[1195866406] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5117; }","duration":"113.726355ms","start":"2026-03-25T16:59:49.522842Z","end":"2026-03-25T16:59:49.636569Z","steps":["trace[1195866406] 'read index received' (duration: 113.490079ms)","trace[1195866406] 'applied index is now lower than readState.Index' (duration: 235.466µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:59:49.636768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.90229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:49.636813Z","caller":"traceutil/trace.go:171","msg":"trace[1269660937] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:0; response_revision:4930; }","duration":"114.015983ms","start":"2026-03-25T16:59:49.522784Z","end":"2026-03-25T16:59:49.6368Z","steps":["trace[1269660937] 'agreement among raft nodes before linearized reading' (duration: 113.90402ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:49.637156Z","caller":"traceutil/trace.go:171","msg":"trace[586879343] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"115.834942ms","start":"2026-03-25T16:59:49.521309Z","end":"2026-03-25T16:59:49.637144Z","steps":["trace[586879343] 'process raft request' (duration: 115.101672ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:49.954262Z","caller":"traceutil/trace.go:171","msg":"trace[373344063] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5124; }","duration":"116.15943ms","start":"2026-03-25T16:59:49.838066Z","end":"2026-03-25T16:59:49.954226Z","steps":["trace[373344063] 'read index received' (duration: 73.009207ms)","trace[373344063] 'applied index is now lower than readState.Index' (duration: 43.148243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:59:49.954527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.435737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:49.954592Z","caller":"traceutil/trace.go:171","msg":"trace[740055444] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4936; }","duration":"116.55588ms","start":"2026-03-25T16:59:49.838021Z","end":"2026-03-25T16:59:49.954577Z","steps":["trace[740055444] 'agreement among raft nodes before linearized reading' (duration: 116.398166ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:49.954285Z","caller":"traceutil/trace.go:171","msg":"trace[1912803209] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"155.561342ms","start":"2026-03-25T16:59:49.798699Z","end":"2026-03-25T16:59:49.95426Z","steps":["trace[1912803209] 'process raft request' (duration: 112.364987ms)","trace[1912803209] 'compare' (duration: 42.845555ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:51.816168Z","caller":"traceutil/trace.go:171","msg":"trace[614243203] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"174.512662ms","start":"2026-03-25T16:59:51.641636Z","end":"2026-03-25T16:59:51.816149Z","steps":["trace[614243203] 'process raft request' (duration: 167.571215ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:51.826512Z","caller":"traceutil/trace.go:171","msg":"trace[542167081] linearizableReadLoop","detail":"{readStateIndex:5159; appliedIndex:5157; }","duration":"125.733167ms","start":"2026-03-25T16:59:51.700755Z","end":"2026-03-25T16:59:51.826488Z","steps":["trace[542167081] 'read index received' (duration: 108.566905ms)","trace[542167081] 'applied index is now lower than readState.Index' (duration: 17.165272ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:51.826555Z","caller":"traceutil/trace.go:171","msg":"trace[164220635] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"164.912103ms","start":"2026-03-25T16:59:51.661611Z","end":"2026-03-25T16:59:51.826523Z","steps":["trace[164220635] 'process raft request' (duration: 164.77724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:51.826829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.13734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-25T16:59:51.826925Z","caller":"traceutil/trace.go:171","msg":"trace[988799121] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4970; }","duration":"119.242253ms","start":"2026-03-25T16:59:51.70766Z","end":"2026-03-25T16:59:51.826903Z","steps":["trace[988799121] 'agreement among raft nodes before linearized reading' (duration: 119.003756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:51.826838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.063547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-25T16:59:51.82703Z","caller":"traceutil/trace.go:171","msg":"trace[1821552514] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4970; }","duration":"126.301983ms","start":"2026-03-25T16:59:51.700711Z","end":"2026-03-25T16:59:51.827013Z","steps":["trace[1821552514] 'agreement among raft nodes before linearized reading' (duration: 125.913812ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:51.97222Z","caller":"traceutil/trace.go:171","msg":"trace[484891559] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"134.071913ms","start":"2026-03-25T16:59:51.838103Z","end":"2026-03-25T16:59:51.972175Z","steps":["trace[484891559] 'process raft request' (duration: 116.487639ms)","trace[484891559] 'compare' (duration: 17.190813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:25.231586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.537996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:00:25.231861Z","caller":"traceutil/trace.go:171","msg":"trace[102646595] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"457.784844ms","start":"2026-03-25T17:00:24.774047Z","end":"2026-03-25T17:00:25.231832Z","steps":["trace[102646595] 'process raft request' (duration: 179.898369ms)","trace[102646595] 'compare' (duration: 277.404252ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:25.231959Z","caller":"traceutil/trace.go:171","msg":"trace[1073009353] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"162.371994ms","start":"2026-03-25T17:00:25.069568Z","end":"2026-03-25T17:00:25.23194Z","steps":["trace[1073009353] 'process raft request' (duration: 162.299302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:25.232017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:24.774036Z","time spent":"457.898387ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:25.231991Z","caller":"traceutil/trace.go:171","msg":"trace[935766551] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5711; }","duration":"457.337652ms","start":"2026-03-25T17:00:24.774595Z","end":"2026-03-25T17:00:25.231932Z","steps":["trace[935766551] 'read index received' (duration: 179.321423ms)","trace[935766551] 'applied index is now lower than readState.Index' (duration: 278.005358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:25.232297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.693961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T17:00:25.232323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.556837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:00:25.232362Z","caller":"traceutil/trace.go:171","msg":"trace[85910247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5508; }","duration":"457.794254ms","start":"2026-03-25T17:00:24.774549Z","end":"2026-03-25T17:00:25.232343Z","steps":["trace[85910247] 'agreement among raft nodes before linearized reading' (duration: 457.622619ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.232368Z","caller":"traceutil/trace.go:171","msg":"trace[208767007] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5508; }","duration":"194.623649ms","start":"2026-03-25T17:00:25.037731Z","end":"2026-03-25T17:00:25.232354Z","steps":["trace[208767007] 'agreement among raft nodes before linearized reading' (duration: 194.536307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:25.232404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:24.77453Z","time spent":"457.865546ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:00:25.232438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.759212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T17:00:25.232514Z","caller":"traceutil/trace.go:171","msg":"trace[236866628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5508; }","duration":"134.879255ms","start":"2026-03-25T17:00:25.097617Z","end":"2026-03-25T17:00:25.232496Z","steps":["trace[236866628] 'agreement among raft nodes before linearized reading' (duration: 134.653409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:25.232384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.377827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-25T17:00:25.232572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.52338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T17:00:25.232581Z","caller":"traceutil/trace.go:171","msg":"trace[1692763763] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5508; }","duration":"224.596433ms","start":"2026-03-25T17:00:25.00797Z","end":"2026-03-25T17:00:25.232567Z","steps":["trace[1692763763] 'agreement among raft nodes before linearized reading' (duration: 224.235323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:25.232549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.493185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:00:25.232614Z","caller":"traceutil/trace.go:171","msg":"trace[150965842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5508; }","duration":"127.575011ms","start":"2026-03-25T17:00:25.105026Z","end":"2026-03-25T17:00:25.232601Z","steps":["trace[150965842] 'agreement among raft nodes before linearized reading' (duration: 127.486589ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.232637Z","caller":"traceutil/trace.go:171","msg":"trace[1661433423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5508; }","duration":"134.637459ms","start":"2026-03-25T17:00:25.09798Z","end":"2026-03-25T17:00:25.232617Z","steps":["trace[1661433423] 'agreement among raft nodes before linearized reading' (duration: 134.334441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:25.232584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.156445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-25T17:00:25.23301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.901246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T17:00:25.233107Z","caller":"traceutil/trace.go:171","msg":"trace[1751548628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5508; }","duration":"132.037269ms","start":"2026-03-25T17:00:25.10105Z","end":"2026-03-25T17:00:25.233087Z","steps":["trace[1751548628] 'agreement among raft nodes before linearized reading' (duration: 131.180567ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.233558Z","caller":"traceutil/trace.go:171","msg":"trace[2142086440] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5508; }","duration":"203.415312ms","start":"2026-03-25T17:00:25.029307Z","end":"2026-03-25T17:00:25.232722Z","steps":["trace[2142086440] 'agreement among raft nodes before linearized reading' (duration: 203.026121ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.355016Z","caller":"traceutil/trace.go:171","msg":"trace[1869554409] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"117.627518ms","start":"2026-03-25T17:00:25.237362Z","end":"2026-03-25T17:00:25.35499Z","steps":["trace[1869554409] 'process raft request' (duration: 97.602287ms)","trace[1869554409] 'compare' (duration: 19.822955ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:25.355239Z","caller":"traceutil/trace.go:171","msg":"trace[1956953491] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"117.774161ms","start":"2026-03-25T17:00:25.237436Z","end":"2026-03-25T17:00:25.355211Z","steps":["trace[1956953491] 'process raft request' (duration: 117.494014ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.355759Z","caller":"traceutil/trace.go:171","msg":"trace[2064827486] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"112.160572ms","start":"2026-03-25T17:00:25.243574Z","end":"2026-03-25T17:00:25.355735Z","steps":["trace[2064827486] 'process raft request' (duration: 112.08856ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.355846Z","caller":"traceutil/trace.go:171","msg":"trace[674500868] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"118.215623ms","start":"2026-03-25T17:00:25.237617Z","end":"2026-03-25T17:00:25.355833Z","steps":["trace[674500868] 'process raft request' (duration: 117.524155ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.355777Z","caller":"traceutil/trace.go:171","msg":"trace[980453652] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"117.857304ms","start":"2026-03-25T17:00:25.237892Z","end":"2026-03-25T17:00:25.35575Z","steps":["trace[980453652] 'process raft request' (duration: 117.684009ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:40.467828Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3018} {"level":"info","ts":"2026-03-25T17:01:40.558089Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3018,"took":"88.112895ms","hash":783831526,"current-db-size-bytes":58159104,"current-db-size":"58 MB","current-db-size-in-use-bytes":31338496,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-25T17:01:40.55816Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":783831526,"revision":3018,"compact-revision":-1} {"level":"warn","ts":"2026-03-25T17:06:22.978275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.325656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:06:22.978362Z","caller":"traceutil/trace.go:171","msg":"trace[1743447542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8199; }","duration":"133.454959ms","start":"2026-03-25T17:06:22.844889Z","end":"2026-03-25T17:06:22.978344Z","steps":["trace[1743447542] 'range keys from in-memory index tree' (duration: 133.204902ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:23.191937Z","caller":"traceutil/trace.go:171","msg":"trace[1739387308] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"160.65789ms","start":"2026-03-25T17:06:23.031241Z","end":"2026-03-25T17:06:23.191899Z","steps":["trace[1739387308] 'process raft request' (duration: 156.151811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:24.110725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.246006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-25T17:06:24.110812Z","caller":"traceutil/trace.go:171","msg":"trace[1442899100] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8207; }","duration":"138.37487ms","start":"2026-03-25T17:06:23.972418Z","end":"2026-03-25T17:06:24.110793Z","steps":["trace[1442899100] 'range keys from in-memory index tree' (duration: 138.082952ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:24.964363Z","caller":"traceutil/trace.go:171","msg":"trace[2011534259] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8504; }","duration":"119.383856ms","start":"2026-03-25T17:06:24.84495Z","end":"2026-03-25T17:06:24.964334Z","steps":["trace[2011534259] 'read index received' (duration: 119.1891ms)","trace[2011534259] 'applied index is now lower than readState.Index' (duration: 193.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:06:24.964485Z","caller":"traceutil/trace.go:171","msg":"trace[208821241] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"219.016918ms","start":"2026-03-25T17:06:24.745436Z","end":"2026-03-25T17:06:24.964453Z","steps":["trace[208821241] 'process raft request' (duration: 218.71022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:24.964538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.57076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:06:24.964574Z","caller":"traceutil/trace.go:171","msg":"trace[1167627797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8212; }","duration":"119.673093ms","start":"2026-03-25T17:06:24.844891Z","end":"2026-03-25T17:06:24.964564Z","steps":["trace[1167627797] 'agreement among raft nodes before linearized reading' (duration: 119.55667ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:40.474543Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6069} {"level":"info","ts":"2026-03-25T17:06:40.568421Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6069,"took":"91.721202ms","hash":501821364,"current-db-size-bytes":58159104,"current-db-size":"58 MB","current-db-size-in-use-bytes":23670784,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-25T17:06:40.568493Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":501821364,"revision":6069,"compact-revision":3018} {"level":"info","ts":"2026-03-25T17:06:53.133212Z","caller":"traceutil/trace.go:171","msg":"trace[981884345] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"357.468469ms","start":"2026-03-25T17:06:52.775712Z","end":"2026-03-25T17:06:53.13318Z","steps":["trace[981884345] 'read index received' (duration: 357.216963ms)","trace[981884345] 'applied index is now lower than readState.Index' (duration: 250.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:06:53.133583Z","caller":"traceutil/trace.go:171","msg":"trace[1416620339] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"421.251711ms","start":"2026-03-25T17:06:52.712295Z","end":"2026-03-25T17:06:53.133547Z","steps":["trace[1416620339] 'process raft request' (duration: 420.712997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:53.13374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.304248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:06:53.133802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:52.712258Z","time spent":"421.420605ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:53.133837Z","caller":"traceutil/trace.go:171","msg":"trace[1209646431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8420; }","duration":"290.462913ms","start":"2026-03-25T17:06:52.843351Z","end":"2026-03-25T17:06:53.133814Z","steps":["trace[1209646431] 'agreement among raft nodes before linearized reading' (duration: 290.300189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:53.133745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.001664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-25T17:06:53.133961Z","caller":"traceutil/trace.go:171","msg":"trace[1267259281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8420; }","duration":"358.281941ms","start":"2026-03-25T17:06:52.775665Z","end":"2026-03-25T17:06:53.133947Z","steps":["trace[1267259281] 'agreement among raft nodes before linearized reading' (duration: 357.817229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:53.133998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:52.775635Z","time spent":"358.352883ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T17:07:05.388494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.463238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:07:05.388681Z","caller":"traceutil/trace.go:171","msg":"trace[328061011] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8521; }","duration":"378.761493ms","start":"2026-03-25T17:07:05.009905Z","end":"2026-03-25T17:07:05.388666Z","steps":["trace[328061011] 'process raft request' (duration: 378.692631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:05.3888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:05.009892Z","time spent":"378.827664ms","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-25T17:07:05.38882Z","caller":"traceutil/trace.go:171","msg":"trace[1223253091] linearizableReadLoop","detail":"{readStateIndex:8827; appliedIndex:8826; }","duration":"379.040761ms","start":"2026-03-25T17:07:05.009766Z","end":"2026-03-25T17:07:05.388806Z","steps":["trace[1223253091] 'read index received' (duration: 104.200833ms)","trace[1223253091] 'applied index is now lower than readState.Index' (duration: 274.838388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:05.388929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.155514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:07:05.388954Z","caller":"traceutil/trace.go:171","msg":"trace[604669452] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8521; }","duration":"379.210144ms","start":"2026-03-25T17:07:05.009737Z","end":"2026-03-25T17:07:05.388947Z","steps":["trace[604669452] 'agreement among raft nodes before linearized reading' (duration: 379.129372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:05.388977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:05.009727Z","time spent":"379.244316ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:07:05.388925Z","caller":"traceutil/trace.go:171","msg":"trace[643882633] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"379.636226ms","start":"2026-03-25T17:07:05.009227Z","end":"2026-03-25T17:07:05.388864Z","steps":["trace[643882633] 'process raft request' (duration: 104.714847ms)","trace[643882633] 'compare' (duration: 274.278592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:05.389122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:05.009213Z","time spent":"379.80659ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:05.410993Z","caller":"traceutil/trace.go:171","msg":"trace[742882753] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"236.291845ms","start":"2026-03-25T17:07:05.174672Z","end":"2026-03-25T17:07:05.410964Z","steps":["trace[742882753] 'process raft request' (duration: 236.120341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:05.41107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.793749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-x29l8\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-25T17:07:05.411129Z","caller":"traceutil/trace.go:171","msg":"trace[1311938568] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-x29l8; range_end:; response_count:1; response_revision:8522; }","duration":"276.886211ms","start":"2026-03-25T17:07:05.134225Z","end":"2026-03-25T17:07:05.411111Z","steps":["trace[1311938568] 'agreement among raft nodes before linearized reading' (duration: 276.760598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:06.267175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.819551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:07:06.267373Z","caller":"traceutil/trace.go:171","msg":"trace[1065420067] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"321.719692ms","start":"2026-03-25T17:07:05.945622Z","end":"2026-03-25T17:07:06.267341Z","steps":["trace[1065420067] 'process raft request' (duration: 93.652324ms)","trace[1065420067] 'compare' (duration: 227.629426ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:06.267403Z","caller":"traceutil/trace.go:171","msg":"trace[1054433799] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"261.211557ms","start":"2026-03-25T17:07:06.006168Z","end":"2026-03-25T17:07:06.26738Z","steps":["trace[1054433799] 'process raft request' (duration: 261.119294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:06.267527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:05.945595Z","time spent":"321.846474ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:06.267607Z","caller":"traceutil/trace.go:171","msg":"trace[1729991731] linearizableReadLoop","detail":"{readStateIndex:8841; appliedIndex:8840; }","duration":"274.018546ms","start":"2026-03-25T17:07:05.993567Z","end":"2026-03-25T17:07:06.267585Z","steps":["trace[1729991731] 'read index received' (duration: 45.723822ms)","trace[1729991731] 'applied index is now lower than readState.Index' (duration: 228.292314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:06.2679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.306924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-25T17:07:06.267997Z","caller":"traceutil/trace.go:171","msg":"trace[1137046333] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8535; }","duration":"274.464579ms","start":"2026-03-25T17:07:05.993511Z","end":"2026-03-25T17:07:06.267976Z","steps":["trace[1137046333] 'agreement among raft nodes before linearized reading' (duration: 274.165531ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:06.400099Z","caller":"traceutil/trace.go:171","msg":"trace[579280712] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8842; }","duration":"132.421011ms","start":"2026-03-25T17:07:06.267653Z","end":"2026-03-25T17:07:06.400074Z","steps":["trace[579280712] 'read index received' (duration: 108.032715ms)","trace[579280712] 'applied index is now lower than readState.Index' (duration: 24.386966ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:06.400209Z","caller":"traceutil/trace.go:171","msg":"trace[204341600] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"259.595453ms","start":"2026-03-25T17:07:06.140585Z","end":"2026-03-25T17:07:06.40018Z","steps":["trace[204341600] 'process raft request' (duration: 235.053643ms)","trace[204341600] 'compare' (duration: 24.289494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:06.400649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.622881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-x29l8\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-25T17:07:06.400705Z","caller":"traceutil/trace.go:171","msg":"trace[242407103] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-x29l8; range_end:; response_count:1; response_revision:8536; }","duration":"260.732514ms","start":"2026-03-25T17:07:06.139959Z","end":"2026-03-25T17:07:06.400691Z","steps":["trace[242407103] 'agreement among raft nodes before linearized reading' (duration: 260.20331ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:06.410961Z","caller":"traceutil/trace.go:171","msg":"trace[1323140800] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"131.712183ms","start":"2026-03-25T17:07:06.279234Z","end":"2026-03-25T17:07:06.410946Z","steps":["trace[1323140800] 'process raft request' (duration: 131.643431ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:06.410979Z","caller":"traceutil/trace.go:171","msg":"trace[206056458] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"140.581618ms","start":"2026-03-25T17:07:06.270364Z","end":"2026-03-25T17:07:06.410946Z","steps":["trace[206056458] 'process raft request' (duration: 140.420304ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:24.094452Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002379.wal"} {"level":"info","ts":"2026-03-25T17:08:17.796959Z","caller":"traceutil/trace.go:171","msg":"trace[754814816] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"198.240513ms","start":"2026-03-25T17:08:17.598678Z","end":"2026-03-25T17:08:17.796919Z","steps":["trace[754814816] 'process raft request' (duration: 145.609113ms)","trace[754814816] 'compare' (duration: 52.24925ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:17.870875Z","caller":"traceutil/trace.go:171","msg":"trace[1306166702] linearizableReadLoop","detail":"{readStateIndex:9579; appliedIndex:9577; }","duration":"204.787107ms","start":"2026-03-25T17:08:17.666062Z","end":"2026-03-25T17:08:17.870849Z","steps":["trace[1306166702] 'read index received' (duration: 78.235031ms)","trace[1306166702] 'applied index is now lower than readState.Index' (duration: 126.551216ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:17.870979Z","caller":"traceutil/trace.go:171","msg":"trace[821101349] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"166.646183ms","start":"2026-03-25T17:08:17.704299Z","end":"2026-03-25T17:08:17.870945Z","steps":["trace[821101349] 'process raft request' (duration: 166.520979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:17.871083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.004042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-85bfff6c79-m4fkj.18a0247be1390ea3\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-25T17:08:17.871117Z","caller":"traceutil/trace.go:171","msg":"trace[487864771] range","detail":"{range_begin:/registry/events/openstack/barbican-api-85bfff6c79-m4fkj.18a0247be1390ea3; range_end:; response_count:1; response_revision:9255; }","duration":"205.093215ms","start":"2026-03-25T17:08:17.666012Z","end":"2026-03-25T17:08:17.871105Z","steps":["trace[487864771] 'agreement among raft nodes before linearized reading' (duration: 204.954731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:17.871235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.874488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:17.871311Z","caller":"traceutil/trace.go:171","msg":"trace[787336364] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9255; }","duration":"173.002192ms","start":"2026-03-25T17:08:17.698293Z","end":"2026-03-25T17:08:17.871295Z","steps":["trace[787336364] 'agreement among raft nodes before linearized reading' (duration: 172.888019ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:17.870921Z","caller":"traceutil/trace.go:171","msg":"trace[1412068010] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"266.231501ms","start":"2026-03-25T17:08:17.604646Z","end":"2026-03-25T17:08:17.870877Z","steps":["trace[1412068010] 'process raft request' (duration: 266.010745ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:17.871792Z","caller":"traceutil/trace.go:171","msg":"trace[1085482211] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"167.613368ms","start":"2026-03-25T17:08:17.70414Z","end":"2026-03-25T17:08:17.871753Z","steps":["trace[1085482211] 'process raft request' (duration: 166.645132ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:12.879581Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2b4fc23d90360acd","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-25T17:09:12.885682Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-25T17:09:12.885788Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-25T17:11:40.481931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8303} {"level":"info","ts":"2026-03-25T17:11:40.561659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8303,"took":"77.434109ms","hash":1762057012,"current-db-size-bytes":58159104,"current-db-size":"58 MB","current-db-size-in-use-bytes":24862720,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-25T17:11:40.561734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1762057012,"revision":8303,"compact-revision":6069} {"level":"info","ts":"2026-03-25T17:16:40.486787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10698} {"level":"info","ts":"2026-03-25T17:16:40.566966Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10698,"took":"78.343903ms","hash":2152791894,"current-db-size-bytes":58159104,"current-db-size":"58 MB","current-db-size-in-use-bytes":20340736,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-25T17:16:40.567067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2152791894,"revision":10698,"compact-revision":8303}