{"level":"warn","ts":"2026-03-27T01:58:26.557419Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-27T01:58:26.557523Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.33:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.33:2380","--initial-cluster=instance=https://199.204.45.33:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.33:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.33:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-27T01:58:26.557607Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-27T01:58:26.557621Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.33:2380"]} {"level":"info","ts":"2026-03-27T01:58:26.557647Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-27T01:58:26.558584Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"]} {"level":"info","ts":"2026-03-27T01:58:26.558683Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.33:2380"],"listen-peer-urls":["https://199.204.45.33:2380"],"advertise-client-urls":["https://199.204.45.33:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.33:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-27T01:58:26.562922Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.947772ms"} {"level":"info","ts":"2026-03-27T01:58:26.570383Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f1e5729930cf7e1f","cluster-id":"14aeb8c3ec66b749"} {"level":"info","ts":"2026-03-27T01:58:26.570491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=()"} {"level":"info","ts":"2026-03-27T01:58:26.570519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became follower at term 0"} {"level":"info","ts":"2026-03-27T01:58:26.57053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f1e5729930cf7e1f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-27T01:58:26.570543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became follower at term 1"} {"level":"info","ts":"2026-03-27T01:58:26.570594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=(17430463935081840159)"} {"level":"warn","ts":"2026-03-27T01:58:26.582953Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-27T01:58:26.58505Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-27T01:58:26.587158Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-27T01:58:26.589962Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f1e5729930cf7e1f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-27T01:58:26.590174Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f1e5729930cf7e1f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-27T01:58:26.590507Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:58:26.590565Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:58:26.590579Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:58:26.591203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=(17430463935081840159)"} {"level":"info","ts":"2026-03-27T01:58:26.59239Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"14aeb8c3ec66b749","local-member-id":"f1e5729930cf7e1f","added-peer-id":"f1e5729930cf7e1f","added-peer-peer-urls":["https://199.204.45.33:2380"]} {"level":"info","ts":"2026-03-27T01:58:26.594157Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-27T01:58:26.594297Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.33:2380"} {"level":"info","ts":"2026-03-27T01:58:26.594337Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.33:2380"} {"level":"info","ts":"2026-03-27T01:58:26.594427Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f1e5729930cf7e1f","initial-advertise-peer-urls":["https://199.204.45.33:2380"],"listen-peer-urls":["https://199.204.45.33:2380"],"advertise-client-urls":["https://199.204.45.33:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-27T01:58:26.59446Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-27T01:58:26.971518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f is starting a new election at term 1"} {"level":"info","ts":"2026-03-27T01:58:26.971577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became pre-candidate at term 1"} {"level":"info","ts":"2026-03-27T01:58:26.971612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f received MsgPreVoteResp from f1e5729930cf7e1f at term 1"} {"level":"info","ts":"2026-03-27T01:58:26.971632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became candidate at term 2"} {"level":"info","ts":"2026-03-27T01:58:26.971644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f received MsgVoteResp from f1e5729930cf7e1f at term 2"} {"level":"info","ts":"2026-03-27T01:58:26.97166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became leader at term 2"} {"level":"info","ts":"2026-03-27T01:58:26.971673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f1e5729930cf7e1f elected leader f1e5729930cf7e1f at term 2"} {"level":"info","ts":"2026-03-27T01:58:26.985636Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:58:26.985981Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-27T01:58:26.985986Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f1e5729930cf7e1f","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.33:2379]}","request-path":"/0/members/f1e5729930cf7e1f/attributes","cluster-id":"14aeb8c3ec66b749","publish-timeout":"7s"} {"level":"info","ts":"2026-03-27T01:58:26.986354Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-27T01:58:26.986849Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-27T01:58:26.986896Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-27T01:58:26.989397Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.33:2379"} {"level":"info","ts":"2026-03-27T01:58:26.989993Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-27T01:58:26.992473Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"14aeb8c3ec66b749","local-member-id":"f1e5729930cf7e1f","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:58:26.992578Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:58:26.992601Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:58:40.150349Z","caller":"traceutil/trace.go:171","msg":"trace[1640421053] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"166.909028ms","start":"2026-03-27T01:58:39.983407Z","end":"2026-03-27T01:58:40.150316Z","steps":["trace[1640421053] 'process raft request' (duration: 166.555319ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:59:01.863664Z","caller":"traceutil/trace.go:171","msg":"trace[1106602816] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"114.304473ms","start":"2026-03-27T01:59:01.749335Z","end":"2026-03-27T01:59:01.863639Z","steps":["trace[1106602816] 'process raft request' (duration: 112.870369ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:59:02.274036Z","caller":"traceutil/trace.go:171","msg":"trace[815005383] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"230.372687ms","start":"2026-03-27T01:59:02.04363Z","end":"2026-03-27T01:59:02.274003Z","steps":["trace[815005383] 'process raft request' (duration: 146.789255ms)","trace[815005383] 'compare' (duration: 83.385368ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:59:02.426897Z","caller":"traceutil/trace.go:171","msg":"trace[1665225980] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"140.475908ms","start":"2026-03-27T01:59:02.286404Z","end":"2026-03-27T01:59:02.42688Z","steps":["trace[1665225980] 'process raft request' (duration: 91.598921ms)","trace[1665225980] 'compare' (duration: 48.61798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:59:03.256938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155389717122830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-27T01:59:03.314964Z","caller":"traceutil/trace.go:171","msg":"trace[1799601364] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"881.986873ms","start":"2026-03-27T01:59:02.432921Z","end":"2026-03-27T01:59:03.314908Z","steps":["trace[1799601364] 'process raft request' (duration: 881.710665ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:59:03.315409Z","caller":"traceutil/trace.go:171","msg":"trace[339202888] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"558.987981ms","start":"2026-03-27T01:59:02.756395Z","end":"2026-03-27T01:59:03.315383Z","steps":["trace[339202888] 'read index received' (duration: 558.228552ms)","trace[339202888] 'applied index is now lower than readState.Index' (duration: 758.549µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:59:03.315518Z","caller":"traceutil/trace.go:171","msg":"trace[948692011] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"880.58423ms","start":"2026-03-27T01:59:02.434863Z","end":"2026-03-27T01:59:03.315447Z","steps":["trace[948692011] 'process raft request' (duration: 880.079459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:03.315562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.147115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T01:59:03.31563Z","caller":"traceutil/trace.go:171","msg":"trace[348125899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:623; }","duration":"559.269628ms","start":"2026-03-27T01:59:02.756348Z","end":"2026-03-27T01:59:03.315618Z","steps":["trace[348125899] 'agreement among raft nodes before linearized reading' (duration: 559.159476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:03.315658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:59:02.756328Z","time spent":"559.323889ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-27T01:59:03.315739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.730788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:59:03.315807Z","caller":"traceutil/trace.go:171","msg":"trace[501377253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:623; }","duration":"395.843871ms","start":"2026-03-27T01:59:02.919946Z","end":"2026-03-27T01:59:03.31579Z","steps":["trace[501377253] 'agreement among raft nodes before linearized reading' (duration: 395.625176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:03.315842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:59:02.919921Z","time spent":"395.913673ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T01:59:03.316096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:59:02.432903Z","time spent":"882.185298ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:59:03.316207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:59:02.434842Z","time spent":"880.781905ms","remote":"127.0.0.1:45602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:59:19.402081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.614177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:59:19.40246Z","caller":"traceutil/trace.go:171","msg":"trace[1110677948] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"227.057027ms","start":"2026-03-27T01:59:19.175376Z","end":"2026-03-27T01:59:19.402433Z","steps":["trace[1110677948] 'process raft request' (duration: 226.861953ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:59:19.403751Z","caller":"traceutil/trace.go:171","msg":"trace[1668196659] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"270.587826ms","start":"2026-03-27T01:59:19.131928Z","end":"2026-03-27T01:59:19.402516Z","steps":["trace[1668196659] 'process raft request' (duration: 40.175391ms)","trace[1668196659] 'compare' (duration: 229.394862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:00:31.1628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.41277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-27T02:00:31.162926Z","caller":"traceutil/trace.go:171","msg":"trace[834087451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1820; }","duration":"281.621374ms","start":"2026-03-27T02:00:30.881277Z","end":"2026-03-27T02:00:31.162899Z","steps":["trace[834087451] 'range keys from in-memory index tree' (duration: 281.179434ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:31.373157Z","caller":"traceutil/trace.go:171","msg":"trace[390804294] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1874; }","duration":"107.525469ms","start":"2026-03-27T02:00:31.265599Z","end":"2026-03-27T02:00:31.373125Z","steps":["trace[390804294] 'read index received' (duration: 107.217431ms)","trace[390804294] 'applied index is now lower than readState.Index' (duration: 306.267µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:00:31.373267Z","caller":"traceutil/trace.go:171","msg":"trace[1899817337] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"120.542827ms","start":"2026-03-27T02:00:31.252685Z","end":"2026-03-27T02:00:31.373228Z","steps":["trace[1899817337] 'process raft request' (duration: 120.200979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:31.37347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.826676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd769f38-060f-4497-bac8-1678983384c6\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-27T02:00:31.373525Z","caller":"traceutil/trace.go:171","msg":"trace[1367313305] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd769f38-060f-4497-bac8-1678983384c6; range_end:; response_count:1; response_revision:1822; }","duration":"107.934318ms","start":"2026-03-27T02:00:31.265575Z","end":"2026-03-27T02:00:31.373509Z","steps":["trace[1367313305] 'agreement among raft nodes before linearized reading' (duration: 107.704263ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:36.970585Z","caller":"traceutil/trace.go:171","msg":"trace[1789570774] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"109.596298ms","start":"2026-03-27T02:00:36.860943Z","end":"2026-03-27T02:00:36.97054Z","steps":["trace[1789570774] 'process raft request' (duration: 109.419603ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:01:13.087085Z","caller":"traceutil/trace.go:171","msg":"trace[911108243] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"134.975509ms","start":"2026-03-27T02:01:12.952077Z","end":"2026-03-27T02:01:13.087053Z","steps":["trace[911108243] 'process raft request' (duration: 122.35555ms)","trace[911108243] 'compare' (duration: 12.482686ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:01:13.544192Z","caller":"traceutil/trace.go:171","msg":"trace[99801103] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2225; }","duration":"159.589892ms","start":"2026-03-27T02:01:13.384578Z","end":"2026-03-27T02:01:13.544168Z","steps":["trace[99801103] 'read index received' (duration: 159.373507ms)","trace[99801103] 'applied index is now lower than readState.Index' (duration: 215.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:01:13.54424Z","caller":"traceutil/trace.go:171","msg":"trace[1449452133] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"163.401482ms","start":"2026-03-27T02:01:13.380816Z","end":"2026-03-27T02:01:13.544218Z","steps":["trace[1449452133] 'process raft request' (duration: 163.205928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:13.544521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.856238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-27T02:01:13.544662Z","caller":"traceutil/trace.go:171","msg":"trace[2096943040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2157; }","duration":"160.102724ms","start":"2026-03-27T02:01:13.384542Z","end":"2026-03-27T02:01:13.544644Z","steps":["trace[2096943040] 'agreement among raft nodes before linearized reading' (duration: 159.726455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:13.770309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.259176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:01:13.770444Z","caller":"traceutil/trace.go:171","msg":"trace[447727674] linearizableReadLoop","detail":"{readStateIndex:2227; appliedIndex:2226; }","duration":"193.836734ms","start":"2026-03-27T02:01:13.57659Z","end":"2026-03-27T02:01:13.770426Z","steps":["trace[447727674] 'read index received' (duration: 69.270521ms)","trace[447727674] 'applied index is now lower than readState.Index' (duration: 124.564773ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:01:13.770529Z","caller":"traceutil/trace.go:171","msg":"trace[696918997] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"220.934086ms","start":"2026-03-27T02:01:13.54956Z","end":"2026-03-27T02:01:13.770494Z","steps":["trace[696918997] 'process raft request' (duration: 96.361564ms)","trace[696918997] 'compare' (duration: 124.03215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:01:13.770595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.001737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T02:01:13.770629Z","caller":"traceutil/trace.go:171","msg":"trace[1857729048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2158; }","duration":"194.058009ms","start":"2026-03-27T02:01:13.57656Z","end":"2026-03-27T02:01:13.770618Z","steps":["trace[1857729048] 'agreement among raft nodes before linearized reading' (duration: 193.912476ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:01:51.013529Z","caller":"traceutil/trace.go:171","msg":"trace[1110883777] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"119.991201ms","start":"2026-03-27T02:01:50.893516Z","end":"2026-03-27T02:01:51.013508Z","steps":["trace[1110883777] 'process raft request' (duration: 119.819867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:51.013704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.429958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-27T02:01:51.01352Z","caller":"traceutil/trace.go:171","msg":"trace[1241019744] linearizableReadLoop","detail":"{readStateIndex:2551; appliedIndex:2550; }","duration":"103.183881ms","start":"2026-03-27T02:01:50.910293Z","end":"2026-03-27T02:01:51.013476Z","steps":["trace[1241019744] 'read index received' (duration: 102.978367ms)","trace[1241019744] 'applied index is now lower than readState.Index' (duration: 204.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:01:51.013769Z","caller":"traceutil/trace.go:171","msg":"trace[80389986] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2464; }","duration":"103.544551ms","start":"2026-03-27T02:01:50.910211Z","end":"2026-03-27T02:01:51.013756Z","steps":["trace[80389986] 'agreement among raft nodes before linearized reading' (duration: 103.372677ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:26.088503Z","caller":"traceutil/trace.go:171","msg":"trace[1367819478] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"290.272604ms","start":"2026-03-27T02:02:25.798204Z","end":"2026-03-27T02:02:26.088476Z","steps":["trace[1367819478] 'process raft request' (duration: 290.09674ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:42.087272Z","caller":"traceutil/trace.go:171","msg":"trace[617126909] linearizableReadLoop","detail":"{readStateIndex:4656; appliedIndex:4655; }","duration":"144.269351ms","start":"2026-03-27T02:04:41.942978Z","end":"2026-03-27T02:04:42.087247Z","steps":["trace[617126909] 'read index received' (duration: 144.067726ms)","trace[617126909] 'applied index is now lower than readState.Index' (duration: 200.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:42.087326Z","caller":"traceutil/trace.go:171","msg":"trace[1485830640] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"145.790307ms","start":"2026-03-27T02:04:41.941507Z","end":"2026-03-27T02:04:42.087297Z","steps":["trace[1485830640] 'process raft request' (duration: 145.536241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:42.087505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.505216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:04:42.087558Z","caller":"traceutil/trace.go:171","msg":"trace[915429708] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:0; response_revision:4471; }","duration":"144.593978ms","start":"2026-03-27T02:04:41.942954Z","end":"2026-03-27T02:04:42.087547Z","steps":["trace[915429708] 'agreement among raft nodes before linearized reading' (duration: 144.490555ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:49.400296Z","caller":"traceutil/trace.go:171","msg":"trace[1464377472] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"129.114283ms","start":"2026-03-27T02:04:49.271157Z","end":"2026-03-27T02:04:49.400271Z","steps":["trace[1464377472] 'process raft request' (duration: 128.95394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:55.023335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.144508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:04:55.023476Z","caller":"traceutil/trace.go:171","msg":"trace[1519781310] linearizableReadLoop","detail":"{readStateIndex:4910; appliedIndex:4909; }","duration":"418.656398ms","start":"2026-03-27T02:04:54.6048Z","end":"2026-03-27T02:04:55.023457Z","steps":["trace[1519781310] 'read index received' (duration: 64.343177ms)","trace[1519781310] 'applied index is now lower than readState.Index' (duration: 354.311711ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:55.023593Z","caller":"traceutil/trace.go:171","msg":"trace[1847399366] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"426.916352ms","start":"2026-03-27T02:04:54.596661Z","end":"2026-03-27T02:04:55.023577Z","steps":["trace[1847399366] 'process raft request' (duration: 72.451587ms)","trace[1847399366] 'compare' (duration: 353.989844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:55.02367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:54.596634Z","time spent":"427.000635ms","remote":"127.0.0.1:45674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-27T02:04:55.023908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.107379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:04:55.023962Z","caller":"traceutil/trace.go:171","msg":"trace[68561936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4715; }","duration":"419.249812ms","start":"2026-03-27T02:04:54.604699Z","end":"2026-03-27T02:04:55.023949Z","steps":["trace[68561936] 'agreement among raft nodes before linearized reading' (duration: 419.137249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:55.024004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:54.604685Z","time spent":"419.308783ms","remote":"127.0.0.1:45526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T02:04:55.024238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.138033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-wdbrk\" ","response":"range_response_count:1 size:4991"} {"level":"info","ts":"2026-03-27T02:04:55.024318Z","caller":"traceutil/trace.go:171","msg":"trace[1940405586] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-wdbrk; range_end:; response_count:1; response_revision:4715; }","duration":"210.258996ms","start":"2026-03-27T02:04:54.814042Z","end":"2026-03-27T02:04:55.024301Z","steps":["trace[1940405586] 'agreement among raft nodes before linearized reading' (duration: 210.039581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:55.330907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.22814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:04:55.331174Z","caller":"traceutil/trace.go:171","msg":"trace[102974802] linearizableReadLoop","detail":"{readStateIndex:4916; appliedIndex:4910; }","duration":"273.402025ms","start":"2026-03-27T02:04:55.057761Z","end":"2026-03-27T02:04:55.331163Z","steps":["trace[102974802] 'read index received' (duration: 125.797745ms)","trace[102974802] 'applied index is now lower than readState.Index' (duration: 147.60354ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:55.331235Z","caller":"traceutil/trace.go:171","msg":"trace[2104111404] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"304.099078ms","start":"2026-03-27T02:04:55.02713Z","end":"2026-03-27T02:04:55.331229Z","steps":["trace[2104111404] 'process raft request' (duration: 156.488749ms)","trace[2104111404] 'compare' (duration: 146.969444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:55.331263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:55.027109Z","time spent":"304.14012ms","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-27T02:04:55.331457Z","caller":"traceutil/trace.go:171","msg":"trace[132556034] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"302.533061ms","start":"2026-03-27T02:04:55.028918Z","end":"2026-03-27T02:04:55.331451Z","steps":["trace[132556034] 'process raft request' (duration: 302.05942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:55.331495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:55.028897Z","time spent":"302.573672ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:55.331558Z","caller":"traceutil/trace.go:171","msg":"trace[1682007227] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"302.563522ms","start":"2026-03-27T02:04:55.028989Z","end":"2026-03-27T02:04:55.331553Z","steps":["trace[1682007227] 'process raft request' (duration: 302.032399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:55.331593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:55.028969Z","time spent":"302.598612ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:55.331613Z","caller":"traceutil/trace.go:171","msg":"trace[884036156] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"224.126172ms","start":"2026-03-27T02:04:55.107457Z","end":"2026-03-27T02:04:55.331584Z","steps":["trace[884036156] 'process raft request' (duration: 223.684712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:55.331718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.955027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-27T02:04:55.331745Z","caller":"traceutil/trace.go:171","msg":"trace[156252514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4722; }","duration":"274.023619ms","start":"2026-03-27T02:04:55.057715Z","end":"2026-03-27T02:04:55.331738Z","steps":["trace[156252514] 'agreement among raft nodes before linearized reading' (duration: 273.941237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:55.331835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.256046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T02:04:55.331855Z","caller":"traceutil/trace.go:171","msg":"trace[1184249582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4722; }","duration":"196.308067ms","start":"2026-03-27T02:04:55.135543Z","end":"2026-03-27T02:04:55.331851Z","steps":["trace[1184249582] 'agreement among raft nodes before linearized reading' (duration: 196.256055ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:55.331984Z","caller":"traceutil/trace.go:171","msg":"trace[342996465] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"302.831707ms","start":"2026-03-27T02:04:55.02914Z","end":"2026-03-27T02:04:55.331971Z","steps":["trace[342996465] 'process raft request' (duration: 301.923216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:55.332092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:55.029125Z","time spent":"302.89644ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-27T02:04:55.332168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.287209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T02:04:55.332185Z","caller":"traceutil/trace.go:171","msg":"trace[1310759830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4722; }","duration":"166.34516ms","start":"2026-03-27T02:04:55.165835Z","end":"2026-03-27T02:04:55.33218Z","steps":["trace[1310759830] 'agreement among raft nodes before linearized reading' (duration: 166.301489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:55.332269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.761941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T02:04:55.332287Z","caller":"traceutil/trace.go:171","msg":"trace[2071758186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4722; }","duration":"186.819943ms","start":"2026-03-27T02:04:55.145463Z","end":"2026-03-27T02:04:55.332283Z","steps":["trace[2071758186] 'agreement among raft nodes before linearized reading' (duration: 186.775982ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:55.332393Z","caller":"traceutil/trace.go:171","msg":"trace[259879168] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"299.052618ms","start":"2026-03-27T02:04:55.033328Z","end":"2026-03-27T02:04:55.332381Z","steps":["trace[259879168] 'process raft request' (duration: 297.763448ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:55.332555Z","caller":"traceutil/trace.go:171","msg":"trace[197265752] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"284.706241ms","start":"2026-03-27T02:04:55.047838Z","end":"2026-03-27T02:04:55.332544Z","steps":["trace[197265752] 'process raft request' (duration: 283.279618ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:08:27.150539Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3293} {"level":"info","ts":"2026-03-27T02:08:27.233644Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3293,"took":"82.070899ms","hash":3563017460,"current-db-size-bytes":61644800,"current-db-size":"62 MB","current-db-size-in-use-bytes":34082816,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-27T02:08:27.233738Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3563017460,"revision":3293,"compact-revision":-1} {"level":"info","ts":"2026-03-27T02:10:42.684553Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000020ae.wal"} {"level":"info","ts":"2026-03-27T02:10:46.778586Z","caller":"traceutil/trace.go:171","msg":"trace[1666184632] linearizableReadLoop","detail":"{readStateIndex:8403; appliedIndex:8402; }","duration":"173.6314ms","start":"2026-03-27T02:10:46.604931Z","end":"2026-03-27T02:10:46.778562Z","steps":["trace[1666184632] 'read index received' (duration: 173.532207ms)","trace[1666184632] 'applied index is now lower than readState.Index' (duration: 98.293µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:10:46.778633Z","caller":"traceutil/trace.go:171","msg":"trace[2051575461] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"260.27647ms","start":"2026-03-27T02:10:46.51832Z","end":"2026-03-27T02:10:46.778597Z","steps":["trace[2051575461] 'process raft request' (duration: 260.110497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:10:46.778734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.796904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:10:46.778768Z","caller":"traceutil/trace.go:171","msg":"trace[2001858792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8053; }","duration":"173.881455ms","start":"2026-03-27T02:10:46.604877Z","end":"2026-03-27T02:10:46.778758Z","steps":["trace[2001858792] 'agreement among raft nodes before linearized reading' (duration: 173.811203ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:46.782005Z","caller":"traceutil/trace.go:171","msg":"trace[540493800] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"167.946386ms","start":"2026-03-27T02:10:46.614016Z","end":"2026-03-27T02:10:46.781963Z","steps":["trace[540493800] 'process raft request' (duration: 167.335932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:10:46.782355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.160845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:10:46.782483Z","caller":"traceutil/trace.go:171","msg":"trace[1631380746] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8054; }","duration":"169.330839ms","start":"2026-03-27T02:10:46.613124Z","end":"2026-03-27T02:10:46.782455Z","steps":["trace[1631380746] 'agreement among raft nodes before linearized reading' (duration: 169.060582ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:58.173839Z","caller":"traceutil/trace.go:171","msg":"trace[1409180004] linearizableReadLoop","detail":"{readStateIndex:8485; appliedIndex:8484; }","duration":"137.254703ms","start":"2026-03-27T02:10:58.036562Z","end":"2026-03-27T02:10:58.173816Z","steps":["trace[1409180004] 'read index received' (duration: 136.997897ms)","trace[1409180004] 'applied index is now lower than readState.Index' (duration: 255.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:10:58.173916Z","caller":"traceutil/trace.go:171","msg":"trace[1268880691] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"300.028417ms","start":"2026-03-27T02:10:57.873872Z","end":"2026-03-27T02:10:58.1739Z","steps":["trace[1268880691] 'process raft request' (duration: 299.764371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:10:58.174022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:10:57.873829Z","time spent":"300.12827ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:10:58.174025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.457318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-27T02:10:58.174067Z","caller":"traceutil/trace.go:171","msg":"trace[1167528269] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8130; }","duration":"137.53471ms","start":"2026-03-27T02:10:58.03652Z","end":"2026-03-27T02:10:58.174055Z","steps":["trace[1167528269] 'agreement among raft nodes before linearized reading' (duration: 137.393276ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:58.288401Z","caller":"traceutil/trace.go:171","msg":"trace[782004768] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"110.621117ms","start":"2026-03-27T02:10:58.177751Z","end":"2026-03-27T02:10:58.288372Z","steps":["trace[782004768] 'process raft request' (duration: 91.271371ms)","trace[782004768] 'compare' (duration: 19.220403ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:10:58.936623Z","caller":"traceutil/trace.go:171","msg":"trace[1685959677] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"119.258507ms","start":"2026-03-27T02:10:58.817344Z","end":"2026-03-27T02:10:58.936603Z","steps":["trace[1685959677] 'process raft request' (duration: 119.091273ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:26.146234Z","caller":"traceutil/trace.go:171","msg":"trace[553122104] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"131.109948ms","start":"2026-03-27T02:11:26.01509Z","end":"2026-03-27T02:11:26.1462Z","steps":["trace[553122104] 'process raft request' (duration: 130.912963ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:39.481486Z","caller":"traceutil/trace.go:171","msg":"trace[1551523502] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"132.82182ms","start":"2026-03-27T02:11:39.348633Z","end":"2026-03-27T02:11:39.481455Z","steps":["trace[1551523502] 'process raft request' (duration: 132.601215ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:40.54364Z","caller":"traceutil/trace.go:171","msg":"trace[141356776] linearizableReadLoop","detail":"{readStateIndex:8884; appliedIndex:8883; }","duration":"252.141663ms","start":"2026-03-27T02:11:40.29147Z","end":"2026-03-27T02:11:40.543612Z","steps":["trace[141356776] 'read index received' (duration: 251.980539ms)","trace[141356776] 'applied index is now lower than readState.Index' (duration: 160.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:40.54367Z","caller":"traceutil/trace.go:171","msg":"trace[819369175] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8509; }","duration":"286.105514ms","start":"2026-03-27T02:11:40.257539Z","end":"2026-03-27T02:11:40.543644Z","steps":["trace[819369175] 'process raft request' (duration: 285.979811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:40.543821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.336279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.33\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-27T02:11:40.543871Z","caller":"traceutil/trace.go:171","msg":"trace[1044877669] range","detail":"{range_begin:/registry/masterleases/199.204.45.33; range_end:; response_count:1; response_revision:8509; }","duration":"252.43224ms","start":"2026-03-27T02:11:40.291429Z","end":"2026-03-27T02:11:40.543861Z","steps":["trace[1044877669] 'agreement among raft nodes before linearized reading' (duration: 252.306607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:40.544109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.426676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-27T02:11:40.544245Z","caller":"traceutil/trace.go:171","msg":"trace[1360595332] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8509; }","duration":"245.544519ms","start":"2026-03-27T02:11:40.298627Z","end":"2026-03-27T02:11:40.544172Z","steps":["trace[1360595332] 'agreement among raft nodes before linearized reading' (duration: 245.255212ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:13:26.148948Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f1e5729930cf7e1f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-27T02:13:26.155607Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-27T02:13:26.155694Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-27T02:13:27.20273Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6657} {"level":"info","ts":"2026-03-27T02:13:27.329984Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6657,"took":"124.348313ms","hash":2489529450,"current-db-size-bytes":61644800,"current-db-size":"62 MB","current-db-size-in-use-bytes":27324416,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-27T02:13:27.330073Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2489529450,"revision":6657,"compact-revision":3293} {"level":"info","ts":"2026-03-27T02:18:27.211431Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9586} {"level":"info","ts":"2026-03-27T02:18:27.290109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9586,"took":"76.541614ms","hash":2542490653,"current-db-size-bytes":61644800,"current-db-size":"62 MB","current-db-size-in-use-bytes":25223168,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-27T02:18:27.290168Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2542490653,"revision":9586,"compact-revision":6657}