{"level":"warn","ts":"2026-03-25T21:06:59.929784Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:06:59.929864Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-25T21:06:59.929924Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:06:59.929938Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-25T21:06:59.929956Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:06:59.930591Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-03-25T21:06:59.930682Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-25T21:06:59.933939Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.044254ms"} {"level":"info","ts":"2026-03-25T21:06:59.942902Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-03-25T21:06:59.943008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T21:06:59.943069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-03-25T21:06:59.943113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-25T21:06:59.943128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-03-25T21:06:59.943192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-03-25T21:06:59.95144Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T21:06:59.952764Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-25T21:06:59.954091Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T21:06:59.956095Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-25T21:06:59.956322Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-25T21:06:59.956361Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:06:59.956516Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:06:59.956536Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:06:59.958402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-03-25T21:06:59.959956Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-25T21:06:59.961597Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:06:59.961735Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-25T21:06:59.961802Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-25T21:06:59.961957Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T21:06:59.962026Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T21:07:00.343646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-03-25T21:07:00.343705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-03-25T21:07:00.343782Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-03-25T21:07:00.343813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-03-25T21:07:00.343824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-25T21:07:00.343863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-03-25T21:07:00.343922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-25T21:07:00.350601Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:07:00.355899Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:07:00.355908Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T21:07:00.356019Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:07:00.356277Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T21:07:00.356384Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T21:07:00.359466Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-03-25T21:07:00.363002Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T21:07:00.372169Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:07:00.372242Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:07:00.372264Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:07:10.485383Z","caller":"traceutil/trace.go:171","msg":"trace[633248079] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"139.540811ms","start":"2026-03-25T21:07:10.345812Z","end":"2026-03-25T21:07:10.485353Z","steps":["trace[633248079] 'process raft request' (duration: 57.951539ms)","trace[633248079] 'compare' (duration: 81.412167ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:16.212137Z","caller":"traceutil/trace.go:171","msg":"trace[1726567964] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:383; }","duration":"139.851671ms","start":"2026-03-25T21:07:16.072258Z","end":"2026-03-25T21:07:16.21211Z","steps":["trace[1726567964] 'read index received' (duration: 139.703607ms)","trace[1726567964] 'applied index is now lower than readState.Index' (duration: 147.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:16.212207Z","caller":"traceutil/trace.go:171","msg":"trace[1197517307] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"140.428817ms","start":"2026-03-25T21:07:16.071752Z","end":"2026-03-25T21:07:16.212181Z","steps":["trace[1197517307] 'process raft request' (duration: 140.17799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:16.212359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.049326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:07:16.212442Z","caller":"traceutil/trace.go:171","msg":"trace[2055281719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:371; }","duration":"140.21286ms","start":"2026-03-25T21:07:16.072213Z","end":"2026-03-25T21:07:16.212426Z","steps":["trace[2055281719] 'agreement among raft nodes before linearized reading' (duration: 140.037946ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:33.703366Z","caller":"traceutil/trace.go:171","msg":"trace[332136615] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"103.577559ms","start":"2026-03-25T21:07:33.599754Z","end":"2026-03-25T21:07:33.703332Z","steps":["trace[332136615] 'process raft request' (duration: 92.067812ms)","trace[332136615] 'compare' (duration: 11.334833ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:37.264747Z","caller":"traceutil/trace.go:171","msg":"trace[1154377505] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"116.944673ms","start":"2026-03-25T21:07:37.147767Z","end":"2026-03-25T21:07:37.264712Z","steps":["trace[1154377505] 'process raft request' (duration: 116.217392ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:38.369399Z","caller":"traceutil/trace.go:171","msg":"trace[1490996064] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"502.934835ms","start":"2026-03-25T21:07:37.866443Z","end":"2026-03-25T21:07:38.369378Z","steps":["trace[1490996064] 'read index received' (duration: 495.978693ms)","trace[1490996064] 'applied index is now lower than readState.Index' (duration: 6.955192ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:38.369692Z","caller":"traceutil/trace.go:171","msg":"trace[1255197242] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"553.61647ms","start":"2026-03-25T21:07:37.816054Z","end":"2026-03-25T21:07:38.369671Z","steps":["trace[1255197242] 'process raft request' (duration: 546.714109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:38.369843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.392807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:07:38.369919Z","caller":"traceutil/trace.go:171","msg":"trace[1431360838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:582; }","duration":"503.50822ms","start":"2026-03-25T21:07:37.866393Z","end":"2026-03-25T21:07:38.369901Z","steps":["trace[1431360838] 'agreement among raft nodes before linearized reading' (duration: 503.291645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:38.369949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:37.866372Z","time spent":"503.570853ms","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:07:38.371201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:37.816022Z","time spent":"553.727743ms","remote":"127.0.0.1:42868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:07:39.625861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.886218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:07:39.625936Z","caller":"traceutil/trace.go:171","msg":"trace[234019954] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"122.219269ms","start":"2026-03-25T21:07:39.503682Z","end":"2026-03-25T21:07:39.625902Z","steps":["trace[234019954] 'process raft request' (duration: 121.860038ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:39.62598Z","caller":"traceutil/trace.go:171","msg":"trace[1316440404] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:612; }","duration":"105.001481ms","start":"2026-03-25T21:07:39.520937Z","end":"2026-03-25T21:07:39.625939Z","steps":["trace[1316440404] 'agreement among raft nodes before linearized reading' (duration: 104.840696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:39.625843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.619691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:07:39.626404Z","caller":"traceutil/trace.go:171","msg":"trace[715288396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:612; }","duration":"105.229637ms","start":"2026-03-25T21:07:39.521156Z","end":"2026-03-25T21:07:39.626386Z","steps":["trace[715288396] 'agreement among raft nodes before linearized reading' (duration: 104.543338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:52.813294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.948504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:07:52.813513Z","caller":"traceutil/trace.go:171","msg":"trace[1253605511] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:763; }","duration":"290.02192ms","start":"2026-03-25T21:07:52.523472Z","end":"2026-03-25T21:07:52.813494Z","steps":["trace[1253605511] 'read index received' (duration: 133.619473ms)","trace[1253605511] 'applied index is now lower than readState.Index' (duration: 156.401007ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:52.81351Z","caller":"traceutil/trace.go:171","msg":"trace[556694920] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"334.610247ms","start":"2026-03-25T21:07:52.478873Z","end":"2026-03-25T21:07:52.813483Z","steps":["trace[556694920] 'process raft request' (duration: 178.199ms)","trace[556694920] 'compare' (duration: 155.825201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:07:52.813668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:52.478848Z","time spent":"334.73546ms","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:07:52.81371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.239247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:07:52.813743Z","caller":"traceutil/trace.go:171","msg":"trace[557235481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:743; }","duration":"290.305019ms","start":"2026-03-25T21:07:52.523428Z","end":"2026-03-25T21:07:52.813733Z","steps":["trace[557235481] 'agreement among raft nodes before linearized reading' (duration: 290.132444ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:52.813812Z","caller":"traceutil/trace.go:171","msg":"trace[1792237658] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"331.534222ms","start":"2026-03-25T21:07:52.482255Z","end":"2026-03-25T21:07:52.813789Z","steps":["trace[1792237658] 'process raft request' (duration: 331.156722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:52.813931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:52.482234Z","time spent":"331.636574ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4021,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:09.042514Z","caller":"traceutil/trace.go:171","msg":"trace[969120833] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"100.370483ms","start":"2026-03-25T21:08:08.942118Z","end":"2026-03-25T21:08:09.042489Z","steps":["trace[969120833] 'process raft request' (duration: 100.307401ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:09.042617Z","caller":"traceutil/trace.go:171","msg":"trace[916622808] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"114.941747ms","start":"2026-03-25T21:08:08.927624Z","end":"2026-03-25T21:08:09.042566Z","steps":["trace[916622808] 'process raft request' (duration: 56.858487ms)","trace[916622808] 'compare' (duration: 57.793472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:04.802196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.269624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:09:04.802337Z","caller":"traceutil/trace.go:171","msg":"trace[1501457955] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1848; }","duration":"194.699398ms","start":"2026-03-25T21:09:04.607614Z","end":"2026-03-25T21:09:04.802314Z","steps":["trace[1501457955] 'read index received' (duration: 53.662µs)","trace[1501457955] 'applied index is now lower than readState.Index' (duration: 194.641906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:04.802509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.897603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-25T21:09:04.80251Z","caller":"traceutil/trace.go:171","msg":"trace[1767601325] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"339.733914ms","start":"2026-03-25T21:09:04.462727Z","end":"2026-03-25T21:09:04.802461Z","steps":["trace[1767601325] 'process raft request' (duration: 84.09983ms)","trace[1767601325] 'compare' (duration: 254.911753ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:04.802569Z","caller":"traceutil/trace.go:171","msg":"trace[700812212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1786; }","duration":"194.994557ms","start":"2026-03-25T21:09:04.607556Z","end":"2026-03-25T21:09:04.802551Z","steps":["trace[700812212] 'agreement among raft nodes before linearized reading' (duration: 194.818232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:04.802694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:04.462697Z","time spent":"339.907009ms","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:09:49.301079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.607918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:09:49.301208Z","caller":"traceutil/trace.go:171","msg":"trace[1909422993] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2158; }","duration":"172.380386ms","start":"2026-03-25T21:09:49.128809Z","end":"2026-03-25T21:09:49.30119Z","steps":["trace[1909422993] 'read index received' (duration: 59.570123ms)","trace[1909422993] 'applied index is now lower than readState.Index' (duration: 112.808933ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:49.301425Z","caller":"traceutil/trace.go:171","msg":"trace[1536436294] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"195.280718ms","start":"2026-03-25T21:09:49.106076Z","end":"2026-03-25T21:09:49.301357Z","steps":["trace[1536436294] 'process raft request' (duration: 82.307051ms)","trace[1536436294] 'compare' (duration: 112.477983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:49.301486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.669734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-25T21:09:49.301521Z","caller":"traceutil/trace.go:171","msg":"trace[9152330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2085; }","duration":"172.743006ms","start":"2026-03-25T21:09:49.128768Z","end":"2026-03-25T21:09:49.301511Z","steps":["trace[9152330] 'agreement among raft nodes before linearized reading' (duration: 172.602872ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:49.510451Z","caller":"traceutil/trace.go:171","msg":"trace[637245807] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"103.958548ms","start":"2026-03-25T21:09:49.406447Z","end":"2026-03-25T21:09:49.510405Z","steps":["trace[637245807] 'process raft request' (duration: 88.141931ms)","trace[637245807] 'compare' (duration: 15.56938ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:18.120073Z","caller":"traceutil/trace.go:171","msg":"trace[1493433000] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"174.464906ms","start":"2026-03-25T21:11:17.945567Z","end":"2026-03-25T21:11:18.120032Z","steps":["trace[1493433000] 'process raft request' (duration: 94.961442ms)","trace[1493433000] 'compare' (duration: 79.369149ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:18.165859Z","caller":"traceutil/trace.go:171","msg":"trace[825018638] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"217.584479ms","start":"2026-03-25T21:11:17.94823Z","end":"2026-03-25T21:11:18.165815Z","steps":["trace[825018638] 'process raft request' (duration: 217.424885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:18.419209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.03884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:11:18.419299Z","caller":"traceutil/trace.go:171","msg":"trace[639808288] linearizableReadLoop","detail":"{readStateIndex:2861; appliedIndex:2860; }","duration":"117.929538ms","start":"2026-03-25T21:11:18.301355Z","end":"2026-03-25T21:11:18.419284Z","steps":["trace[639808288] 'read index received' (duration: 94.033µs)","trace[639808288] 'applied index is now lower than readState.Index' (duration: 117.834385ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:18.419341Z","caller":"traceutil/trace.go:171","msg":"trace[1660927688] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"249.341499ms","start":"2026-03-25T21:11:18.169962Z","end":"2026-03-25T21:11:18.419303Z","steps":["trace[1660927688] 'process raft request' (duration: 78.109375ms)","trace[1660927688] 'compare' (duration: 170.959947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:18.419479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.126884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-25T21:11:18.419544Z","caller":"traceutil/trace.go:171","msg":"trace[1670625950] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2762; }","duration":"118.236437ms","start":"2026-03-25T21:11:18.301292Z","end":"2026-03-25T21:11:18.419529Z","steps":["trace[1670625950] 'agreement among raft nodes before linearized reading' (duration: 118.050772ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:43.238608Z","caller":"traceutil/trace.go:171","msg":"trace[308314610] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"109.997004ms","start":"2026-03-25T21:13:43.128592Z","end":"2026-03-25T21:13:43.238589Z","steps":["trace[308314610] 'process raft request' (duration: 109.86679ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:00.720927Z","caller":"traceutil/trace.go:171","msg":"trace[2069531320] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"107.093278ms","start":"2026-03-25T21:15:00.6138Z","end":"2026-03-25T21:15:00.720893Z","steps":["trace[2069531320] 'process raft request' (duration: 106.78015ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:01.69259Z","caller":"traceutil/trace.go:171","msg":"trace[816591127] linearizableReadLoop","detail":"{readStateIndex:4836; appliedIndex:4835; }","duration":"101.068773ms","start":"2026-03-25T21:15:01.591493Z","end":"2026-03-25T21:15:01.692562Z","steps":["trace[816591127] 'read index received' (duration: 100.836227ms)","trace[816591127] 'applied index is now lower than readState.Index' (duration: 231.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:01.692764Z","caller":"traceutil/trace.go:171","msg":"trace[538088771] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"104.399633ms","start":"2026-03-25T21:15:01.58833Z","end":"2026-03-25T21:15:01.69273Z","steps":["trace[538088771] 'process raft request' (duration: 104.024313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:01.693048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.541965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T21:15:01.693103Z","caller":"traceutil/trace.go:171","msg":"trace[1000137508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4664; }","duration":"101.661209ms","start":"2026-03-25T21:15:01.591429Z","end":"2026-03-25T21:15:01.69309Z","steps":["trace[1000137508] 'agreement among raft nodes before linearized reading' (duration: 101.279428ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:09.199456Z","caller":"traceutil/trace.go:171","msg":"trace[1787073655] linearizableReadLoop","detail":"{readStateIndex:5079; appliedIndex:5078; }","duration":"122.407329ms","start":"2026-03-25T21:15:09.077019Z","end":"2026-03-25T21:15:09.199427Z","steps":["trace[1787073655] 'read index received' (duration: 66.460686ms)","trace[1787073655] 'applied index is now lower than readState.Index' (duration: 55.945273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:15:09.200053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.027725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:15:09.200088Z","caller":"traceutil/trace.go:171","msg":"trace[93380190] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4898; }","duration":"123.118568ms","start":"2026-03-25T21:15:09.076956Z","end":"2026-03-25T21:15:09.200074Z","steps":["trace[93380190] 'agreement among raft nodes before linearized reading' (duration: 122.852511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:09.20029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.156082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:15:09.200309Z","caller":"traceutil/trace.go:171","msg":"trace[1980188328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4898; }","duration":"122.221414ms","start":"2026-03-25T21:15:09.078081Z","end":"2026-03-25T21:15:09.200302Z","steps":["trace[1980188328] 'agreement among raft nodes before linearized reading' (duration: 122.159422ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:29.102359Z","caller":"traceutil/trace.go:171","msg":"trace[1902488935] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"102.896772ms","start":"2026-03-25T21:15:28.999432Z","end":"2026-03-25T21:15:29.102329Z","steps":["trace[1902488935] 'process raft request' (duration: 102.738048ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:31.114077Z","caller":"traceutil/trace.go:171","msg":"trace[1137553171] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"118.762955ms","start":"2026-03-25T21:15:30.99529Z","end":"2026-03-25T21:15:31.114053Z","steps":["trace[1137553171] 'process raft request' (duration: 118.625032ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:42.400108Z","caller":"traceutil/trace.go:171","msg":"trace[1970391754] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"112.734549ms","start":"2026-03-25T21:15:42.287337Z","end":"2026-03-25T21:15:42.400072Z","steps":["trace[1970391754] 'process raft request' (duration: 112.497382ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:00.389558Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2993} {"level":"info","ts":"2026-03-25T21:17:00.461013Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2993,"took":"69.553345ms","hash":1027573176,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":33816576,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-25T21:17:00.461074Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1027573176,"revision":2993,"compact-revision":-1} {"level":"info","ts":"2026-03-25T21:21:31.909716Z","caller":"traceutil/trace.go:171","msg":"trace[1845602135] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"130.518486ms","start":"2026-03-25T21:21:31.779158Z","end":"2026-03-25T21:21:31.909676Z","steps":["trace[1845602135] 'process raft request' (duration: 81.978253ms)","trace[1845602135] 'compare' (duration: 48.238315ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:21:42.068761Z","caller":"traceutil/trace.go:171","msg":"trace[1111101630] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"102.158326ms","start":"2026-03-25T21:21:41.966576Z","end":"2026-03-25T21:21:42.068735Z","steps":["trace[1111101630] 'process raft request' (duration: 101.95993ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:21:42.075708Z","caller":"traceutil/trace.go:171","msg":"trace[203904846] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"108.856043ms","start":"2026-03-25T21:21:41.966825Z","end":"2026-03-25T21:21:42.075681Z","steps":["trace[203904846] 'process raft request' (duration: 108.695627ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:21:42.729452Z","caller":"traceutil/trace.go:171","msg":"trace[1634169260] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"213.101337ms","start":"2026-03-25T21:21:42.516331Z","end":"2026-03-25T21:21:42.729432Z","steps":["trace[1634169260] 'process raft request' (duration: 212.959553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:21:43.514722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.689154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:21:43.514782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.792296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T21:21:43.514832Z","caller":"traceutil/trace.go:171","msg":"trace[1055392794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8178; }","duration":"161.85686ms","start":"2026-03-25T21:21:43.35295Z","end":"2026-03-25T21:21:43.514807Z","steps":["trace[1055392794] 'range keys from in-memory index tree' (duration: 161.438187ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:21:43.514842Z","caller":"traceutil/trace.go:171","msg":"trace[1056863417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8178; }","duration":"101.905108ms","start":"2026-03-25T21:21:43.412922Z","end":"2026-03-25T21:21:43.514827Z","steps":["trace[1056863417] 'range keys from in-memory index tree' (duration: 101.633661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:21:43.514854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.030481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:21:43.514969Z","caller":"traceutil/trace.go:171","msg":"trace[1575983517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8178; }","duration":"168.197316ms","start":"2026-03-25T21:21:43.346751Z","end":"2026-03-25T21:21:43.514948Z","steps":["trace[1575983517] 'range keys from in-memory index tree' (duration: 167.748473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:21:43.515052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.583959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-25T21:21:43.515163Z","caller":"traceutil/trace.go:171","msg":"trace[668354872] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8178; }","duration":"148.794165ms","start":"2026-03-25T21:21:43.366348Z","end":"2026-03-25T21:21:43.515142Z","steps":["trace[668354872] 'range keys from in-memory index tree' (duration: 148.368184ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:21:43.68133Z","caller":"traceutil/trace.go:171","msg":"trace[1149291055] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"161.962532ms","start":"2026-03-25T21:21:43.519333Z","end":"2026-03-25T21:21:43.681295Z","steps":["trace[1149291055] 'process raft request' (duration: 156.12136ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:21:43.681513Z","caller":"traceutil/trace.go:171","msg":"trace[228967508] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"161.579272ms","start":"2026-03-25T21:21:43.519904Z","end":"2026-03-25T21:21:43.681483Z","steps":["trace[228967508] 'process raft request' (duration: 161.465969ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:21:43.681544Z","caller":"traceutil/trace.go:171","msg":"trace[1098875846] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"162.037414ms","start":"2026-03-25T21:21:43.519463Z","end":"2026-03-25T21:21:43.681501Z","steps":["trace[1098875846] 'process raft request' (duration: 161.732886ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:22:00.396207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6108} {"level":"info","ts":"2026-03-25T21:22:00.491681Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6108,"took":"93.440482ms","hash":1179423764,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":22495232,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-25T21:22:00.491765Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1179423764,"revision":6108,"compact-revision":2993} {"level":"info","ts":"2026-03-25T21:22:11.89181Z","caller":"traceutil/trace.go:171","msg":"trace[1364193186] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"148.064475ms","start":"2026-03-25T21:22:11.743719Z","end":"2026-03-25T21:22:11.891783Z","steps":["trace[1364193186] 'process raft request' (duration: 147.716815ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:22:12.098508Z","caller":"traceutil/trace.go:171","msg":"trace[1262024094] linearizableReadLoop","detail":"{readStateIndex:8681; appliedIndex:8680; }","duration":"184.397747ms","start":"2026-03-25T21:22:11.914082Z","end":"2026-03-25T21:22:12.09848Z","steps":["trace[1262024094] 'read index received' (duration: 179.081649ms)","trace[1262024094] 'applied index is now lower than readState.Index' (duration: 5.314878ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:22:12.098586Z","caller":"traceutil/trace.go:171","msg":"trace[968763925] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"201.473053ms","start":"2026-03-25T21:22:11.897087Z","end":"2026-03-25T21:22:12.09856Z","steps":["trace[968763925] 'process raft request' (duration: 196.063822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:22:12.098724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.628483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-25T21:22:12.098826Z","caller":"traceutil/trace.go:171","msg":"trace[643032227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8390; }","duration":"184.791058ms","start":"2026-03-25T21:22:11.914019Z","end":"2026-03-25T21:22:12.09881Z","steps":["trace[643032227] 'agreement among raft nodes before linearized reading' (duration: 184.566341ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:22:12.10013Z","caller":"traceutil/trace.go:171","msg":"trace[26087153] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"174.342686ms","start":"2026-03-25T21:22:11.92577Z","end":"2026-03-25T21:22:12.100112Z","steps":["trace[26087153] 'process raft request' (duration: 174.238994ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:22:13.831083Z","caller":"traceutil/trace.go:171","msg":"trace[812163170] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"119.240621ms","start":"2026-03-25T21:22:13.711815Z","end":"2026-03-25T21:22:13.831055Z","steps":["trace[812163170] 'process raft request' (duration: 64.402414ms)","trace[812163170] 'compare' (duration: 54.518928ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:22:13.831197Z","caller":"traceutil/trace.go:171","msg":"trace[2042083928] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"115.538759ms","start":"2026-03-25T21:22:13.715517Z","end":"2026-03-25T21:22:13.831055Z","steps":["trace[2042083928] 'process raft request' (duration: 115.455997ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:22:24.307831Z","caller":"traceutil/trace.go:171","msg":"trace[1313797965] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"187.587115ms","start":"2026-03-25T21:22:24.120218Z","end":"2026-03-25T21:22:24.307805Z","steps":["trace[1313797965] 'process raft request' (duration: 187.432081ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:22:24.315339Z","caller":"traceutil/trace.go:171","msg":"trace[40628288] linearizableReadLoop","detail":"{readStateIndex:8793; appliedIndex:8790; }","duration":"161.979943ms","start":"2026-03-25T21:22:24.153334Z","end":"2026-03-25T21:22:24.315313Z","steps":["trace[40628288] 'read index received' (duration: 154.246897ms)","trace[40628288] 'applied index is now lower than readState.Index' (duration: 7.732026ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:22:24.315659Z","caller":"traceutil/trace.go:171","msg":"trace[740937196] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8494; }","duration":"195.076215ms","start":"2026-03-25T21:22:24.120571Z","end":"2026-03-25T21:22:24.315647Z","steps":["trace[740937196] 'process raft request' (duration: 194.53386ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:22:24.315942Z","caller":"traceutil/trace.go:171","msg":"trace[579974663] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"170.630104ms","start":"2026-03-25T21:22:24.145301Z","end":"2026-03-25T21:22:24.315931Z","steps":["trace[579974663] 'process raft request' (duration: 169.948955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:22:24.316243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.893528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:22:24.316299Z","caller":"traceutil/trace.go:171","msg":"trace[791859151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8495; }","duration":"162.983151ms","start":"2026-03-25T21:22:24.153304Z","end":"2026-03-25T21:22:24.316287Z","steps":["trace[791859151] 'agreement among raft nodes before linearized reading' (duration: 162.642721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:22:24.316383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.846126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:22:24.316427Z","caller":"traceutil/trace.go:171","msg":"trace[701397360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8495; }","duration":"158.945738ms","start":"2026-03-25T21:22:24.157469Z","end":"2026-03-25T21:22:24.316414Z","steps":["trace[701397360] 'agreement among raft nodes before linearized reading' (duration: 158.800634ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:22:25.0313Z","caller":"traceutil/trace.go:171","msg":"trace[85123444] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"126.371071ms","start":"2026-03-25T21:22:24.904902Z","end":"2026-03-25T21:22:25.031273Z","steps":["trace[85123444] 'process raft request' (duration: 126.192486ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:14.341849Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002466.wal"} {"level":"info","ts":"2026-03-25T21:24:38.811865Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-25T21:24:38.81802Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-25T21:24:38.818118Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-25T21:27:00.403416Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8282} {"level":"info","ts":"2026-03-25T21:27:00.483022Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8282,"took":"76.706996ms","hash":2258682157,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":24903680,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-25T21:27:00.48311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2258682157,"revision":8282,"compact-revision":6108} {"level":"info","ts":"2026-03-25T21:32:00.410275Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10680} {"level":"info","ts":"2026-03-25T21:32:00.491735Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10680,"took":"79.281339ms","hash":3187815637,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":20389888,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-25T21:32:00.491793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3187815637,"revision":10680,"compact-revision":8282} {"level":"warn","ts":"2026-03-25T21:32:49.698625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.929968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:1 size:924"} {"level":"info","ts":"2026-03-25T21:32:49.698737Z","caller":"traceutil/trace.go:171","msg":"trace[571598049] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:1; response_revision:12476; }","duration":"122.105473ms","start":"2026-03-25T21:32:49.576611Z","end":"2026-03-25T21:32:49.698716Z","steps":["trace[571598049] 'range keys from in-memory index tree' (duration: 121.64975ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:32:51.390066Z","caller":"traceutil/trace.go:171","msg":"trace[362054276] transaction","detail":"{read_only:false; response_revision:12481; number_of_response:1; }","duration":"126.712681ms","start":"2026-03-25T21:32:51.263328Z","end":"2026-03-25T21:32:51.39004Z","steps":["trace[362054276] 'process raft request' (duration: 126.558127ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:32:51.423209Z","caller":"traceutil/trace.go:171","msg":"trace[169132172] linearizableReadLoop","detail":"{readStateIndex:12921; appliedIndex:12919; }","duration":"116.260162ms","start":"2026-03-25T21:32:51.306929Z","end":"2026-03-25T21:32:51.423189Z","steps":["trace[169132172] 'read index received' (duration: 82.942273ms)","trace[169132172] 'applied index is now lower than readState.Index' (duration: 33.316878ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:32:51.4233Z","caller":"traceutil/trace.go:171","msg":"trace[1698438324] transaction","detail":"{read_only:false; response_revision:12482; number_of_response:1; }","duration":"145.017092ms","start":"2026-03-25T21:32:51.278245Z","end":"2026-03-25T21:32:51.423262Z","steps":["trace[1698438324] 'process raft request' (duration: 144.801416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:32:51.423417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.478807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-25T21:32:51.42345Z","caller":"traceutil/trace.go:171","msg":"trace[1167446872] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12482; }","duration":"116.552859ms","start":"2026-03-25T21:32:51.306888Z","end":"2026-03-25T21:32:51.423441Z","steps":["trace[1167446872] 'agreement among raft nodes before linearized reading' (duration: 116.415086ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:32:51.706875Z","caller":"traceutil/trace.go:171","msg":"trace[1121402829] linearizableReadLoop","detail":"{readStateIndex:12924; appliedIndex:12922; }","duration":"130.691063ms","start":"2026-03-25T21:32:51.576156Z","end":"2026-03-25T21:32:51.706847Z","steps":["trace[1121402829] 'read index received' (duration: 48.118492ms)","trace[1121402829] 'applied index is now lower than readState.Index' (duration: 82.571011ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:32:51.706954Z","caller":"traceutil/trace.go:171","msg":"trace[541096177] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"137.753919ms","start":"2026-03-25T21:32:51.569167Z","end":"2026-03-25T21:32:51.706921Z","steps":["trace[541096177] 'process raft request' (duration: 82.862949ms)","trace[541096177] 'compare' (duration: 54.686274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:32:51.707679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.498455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-qj4s8.18a0328581cbc782\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12483 ","response":"range_response_count:102 size:78971"} {"level":"info","ts":"2026-03-25T21:32:51.707779Z","caller":"traceutil/trace.go:171","msg":"trace[1940328118] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-qj4s8.18a0328581cbc782\u0000; range_end:/registry/events/openstack0; response_count:102; response_revision:12485; }","duration":"131.627609ms","start":"2026-03-25T21:32:51.576129Z","end":"2026-03-25T21:32:51.707757Z","steps":["trace[1940328118] 'agreement among raft nodes before linearized reading' (duration: 130.829187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:32:53.772523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.470678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-default\" ","response":"range_response_count:1 size:621"} {"level":"info","ts":"2026-03-25T21:32:53.772669Z","caller":"traceutil/trace.go:171","msg":"trace[2034110757] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-default; range_end:; response_count:1; response_revision:12496; }","duration":"124.655394ms","start":"2026-03-25T21:32:53.64799Z","end":"2026-03-25T21:32:53.772646Z","steps":["trace[2034110757] 'agreement among raft nodes before linearized reading' (duration: 124.338235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:32:55.714165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.593598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:32:55.714411Z","caller":"traceutil/trace.go:171","msg":"trace[1494382709] transaction","detail":"{read_only:false; response_revision:12503; number_of_response:1; }","duration":"199.558373ms","start":"2026-03-25T21:32:55.514813Z","end":"2026-03-25T21:32:55.714372Z","steps":["trace[1494382709] 'process raft request' (duration: 86.661826ms)","trace[1494382709] 'compare' (duration: 112.365411ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:32:56.995537Z","caller":"traceutil/trace.go:171","msg":"trace[2068521619] transaction","detail":"{read_only:false; response_revision:12509; number_of_response:1; }","duration":"182.549408ms","start":"2026-03-25T21:32:56.81296Z","end":"2026-03-25T21:32:56.99551Z","steps":["trace[2068521619] 'process raft request' (duration: 182.371123ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:32:56.996028Z","caller":"traceutil/trace.go:171","msg":"trace[1471844403] linearizableReadLoop","detail":"{readStateIndex:12949; appliedIndex:12949; }","duration":"147.564363ms","start":"2026-03-25T21:32:56.848382Z","end":"2026-03-25T21:32:56.995946Z","steps":["trace[1471844403] 'read index received' (duration: 147.559022ms)","trace[1471844403] 'applied index is now lower than readState.Index' (duration: 3.931µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:32:56.996262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.850951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:32:56.9964Z","caller":"traceutil/trace.go:171","msg":"trace[2142815796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12509; }","duration":"147.994005ms","start":"2026-03-25T21:32:56.848353Z","end":"2026-03-25T21:32:56.996347Z","steps":["trace[2142815796] 'agreement among raft nodes before linearized reading' (duration: 147.719597ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:32:58.047142Z","caller":"traceutil/trace.go:171","msg":"trace[16533141] transaction","detail":"{read_only:false; response_revision:12515; number_of_response:1; }","duration":"125.474387ms","start":"2026-03-25T21:32:57.921632Z","end":"2026-03-25T21:32:58.047107Z","steps":["trace[16533141] 'process raft request' (duration: 57.571025ms)","trace[16533141] 'compare' (duration: 67.746878ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:32:58.047189Z","caller":"traceutil/trace.go:171","msg":"trace[1775383174] linearizableReadLoop","detail":"{readStateIndex:12955; appliedIndex:12954; }","duration":"124.872619ms","start":"2026-03-25T21:32:57.922292Z","end":"2026-03-25T21:32:58.047164Z","steps":["trace[1775383174] 'read index received' (duration: 57.07965ms)","trace[1775383174] 'applied index is now lower than readState.Index' (duration: 67.790149ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:32:58.04717Z","caller":"traceutil/trace.go:171","msg":"trace[149037300] transaction","detail":"{read_only:false; response_revision:12516; number_of_response:1; }","duration":"124.87021ms","start":"2026-03-25T21:32:57.922273Z","end":"2026-03-25T21:32:58.047143Z","steps":["trace[149037300] 'process raft request' (duration: 124.816098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:32:58.047548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.191548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/\" range_end:\"/registry/pods/envoy-gateway-system0\" limit:500 ","response":"range_response_count:1 size:5486"} {"level":"info","ts":"2026-03-25T21:32:58.047668Z","caller":"traceutil/trace.go:171","msg":"trace[823929622] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/; range_end:/registry/pods/envoy-gateway-system0; response_count:1; response_revision:12516; }","duration":"125.365214ms","start":"2026-03-25T21:32:57.922276Z","end":"2026-03-25T21:32:58.047641Z","steps":["trace[823929622] 'agreement among raft nodes before linearized reading' (duration: 124.989943ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:33:00.018654Z","caller":"traceutil/trace.go:171","msg":"trace[1063248270] linearizableReadLoop","detail":"{readStateIndex:12966; appliedIndex:12965; }","duration":"163.396964ms","start":"2026-03-25T21:32:59.855235Z","end":"2026-03-25T21:33:00.018632Z","steps":["trace[1063248270] 'read index received' (duration: 93.611969ms)","trace[1063248270] 'applied index is now lower than readState.Index' (duration: 69.784185ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:33:00.018904Z","caller":"traceutil/trace.go:171","msg":"trace[348058336] transaction","detail":"{read_only:false; response_revision:12525; number_of_response:1; }","duration":"166.315675ms","start":"2026-03-25T21:32:59.852548Z","end":"2026-03-25T21:33:00.018864Z","steps":["trace[348058336] 'process raft request' (duration: 96.368926ms)","trace[348058336] 'compare' (duration: 69.550818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:33:00.01902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.749594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9bs8q\" ","response":"range_response_count:1 size:5486"} {"level":"info","ts":"2026-03-25T21:33:00.019108Z","caller":"traceutil/trace.go:171","msg":"trace[140928474] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9bs8q; range_end:; response_count:1; response_revision:12525; }","duration":"163.865006ms","start":"2026-03-25T21:32:59.855222Z","end":"2026-03-25T21:33:00.019087Z","steps":["trace[140928474] 'agreement among raft nodes before linearized reading' (duration: 163.590489ms)"],"step_count":1}