{"level":"warn","ts":"2026-03-09T22:27:50.9761Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T22:27:50.976193Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T22:27:50.976265Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T22:27:50.976278Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-09T22:27:50.976298Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T22:27:50.976968Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-03-09T22:27:50.977041Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T22:27:50.981375Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.133437ms"} {"level":"info","ts":"2026-03-09T22:27:50.987926Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-03-09T22:27:50.98801Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T22:27:50.988044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-03-09T22:27:50.988063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T22:27:50.988075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-03-09T22:27:50.988113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-03-09T22:27:50.995664Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T22:27:50.996868Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T22:27:50.998011Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T22:27:51.000872Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T22:27:51.00111Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T22:27:51.001171Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T22:27:51.00129Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T22:27:51.001318Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T22:27:51.00346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-03-09T22:27:51.004275Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-09T22:27:51.006873Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T22:27:51.007014Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-09T22:27:51.007047Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-09T22:27:51.007302Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T22:27:51.007343Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T22:27:51.088892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T22:27:51.088963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T22:27:51.088986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-03-09T22:27:51.089006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-03-09T22:27:51.089017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-09T22:27:51.089033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-03-09T22:27:51.089047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-09T22:27:51.090065Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T22:27:51.090256Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T22:27:51.090273Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T22:27:51.090443Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T22:27:51.090552Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T22:27:51.090479Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:27:51.091531Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:27:51.091878Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:27:51.091948Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T22:27:51.093227Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T22:27:51.094217Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-03-09T22:28:16.25327Z","caller":"traceutil/trace.go:171","msg":"trace[1664199824] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"131.876687ms","start":"2026-03-09T22:28:16.121367Z","end":"2026-03-09T22:28:16.253243Z","steps":["trace[1664199824] 'process raft request' (duration: 131.702822ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:26.405078Z","caller":"traceutil/trace.go:171","msg":"trace[534144915] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"105.673368ms","start":"2026-03-09T22:28:26.299384Z","end":"2026-03-09T22:28:26.405057Z","steps":["trace[534144915] 'process raft request' (duration: 105.563585ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:28:26.756507Z","caller":"traceutil/trace.go:171","msg":"trace[990290136] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"303.617826ms","start":"2026-03-09T22:28:26.452863Z","end":"2026-03-09T22:28:26.756481Z","steps":["trace[990290136] 'process raft request' (duration: 303.38366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:26.757027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:26.452833Z","time spent":"303.743489ms","remote":"127.0.0.1:43290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:28:27.467455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086174661136495,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:28:27.571122Z","caller":"traceutil/trace.go:171","msg":"trace[1856367463] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"603.998128ms","start":"2026-03-09T22:28:26.967093Z","end":"2026-03-09T22:28:27.571091Z","steps":["trace[1856367463] 'read index received' (duration: 524.069188ms)","trace[1856367463] 'applied index is now lower than readState.Index' (duration: 79.92765ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:27.571134Z","caller":"traceutil/trace.go:171","msg":"trace[1373012596] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"607.856159ms","start":"2026-03-09T22:28:26.963243Z","end":"2026-03-09T22:28:27.571099Z","steps":["trace[1373012596] 'process raft request' (duration: 528.058522ms)","trace[1373012596] 'compare' (duration: 79.485129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:28:27.571252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.143991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T22:28:27.571274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:26.963224Z","time spent":"607.973122ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4749,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:28:27.571327Z","caller":"traceutil/trace.go:171","msg":"trace[435849732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"604.271375ms","start":"2026-03-09T22:28:26.967043Z","end":"2026-03-09T22:28:27.571314Z","steps":["trace[435849732] 'agreement among raft nodes before linearized reading' (duration: 604.136871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:28:27.571366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:28:26.967022Z","time spent":"604.334627ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:28:48.032839Z","caller":"traceutil/trace.go:171","msg":"trace[204063244] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"238.317512ms","start":"2026-03-09T22:28:47.794488Z","end":"2026-03-09T22:28:48.032805Z","steps":["trace[204063244] 'process raft request' (duration: 215.302237ms)","trace[204063244] 'compare' (duration: 22.880322ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:28:48.054311Z","caller":"traceutil/trace.go:171","msg":"trace[302007409] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"106.620996ms","start":"2026-03-09T22:28:47.947665Z","end":"2026-03-09T22:28:48.054286Z","steps":["trace[302007409] 'process raft request' (duration: 106.468792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:38.859558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.719337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T22:29:38.85965Z","caller":"traceutil/trace.go:171","msg":"trace[1437785307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1540; }","duration":"150.85775ms","start":"2026-03-09T22:29:38.708771Z","end":"2026-03-09T22:29:38.859629Z","steps":["trace[1437785307] 'range keys from in-memory index tree' (duration: 150.282696ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:39.024133Z","caller":"traceutil/trace.go:171","msg":"trace[1537206875] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"160.247113ms","start":"2026-03-09T22:29:38.86385Z","end":"2026-03-09T22:29:39.024097Z","steps":["trace[1537206875] 'process raft request' (duration: 160.076248ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:39.024227Z","caller":"traceutil/trace.go:171","msg":"trace[401980751] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"156.671801ms","start":"2026-03-09T22:29:38.867529Z","end":"2026-03-09T22:29:39.024201Z","steps":["trace[401980751] 'process raft request' (duration: 156.504887ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:39.024121Z","caller":"traceutil/trace.go:171","msg":"trace[260406511] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1600; }","duration":"150.925142ms","start":"2026-03-09T22:29:38.873171Z","end":"2026-03-09T22:29:39.024096Z","steps":["trace[260406511] 'read index received' (duration: 40.884168ms)","trace[260406511] 'applied index is now lower than readState.Index' (duration: 110.039024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:39.024317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.121027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-09T22:29:39.024372Z","caller":"traceutil/trace.go:171","msg":"trace[1224343250] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1543; }","duration":"151.21769ms","start":"2026-03-09T22:29:38.873142Z","end":"2026-03-09T22:29:39.02436Z","steps":["trace[1224343250] 'agreement among raft nodes before linearized reading' (duration: 151.045686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:29:39.368901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.389215ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:29:39.369027Z","caller":"traceutil/trace.go:171","msg":"trace[976101575] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1543; }","duration":"112.532448ms","start":"2026-03-09T22:29:39.256476Z","end":"2026-03-09T22:29:39.369009Z","steps":["trace[976101575] 'range keys from in-memory index tree' (duration: 112.373035ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:39.369126Z","caller":"traceutil/trace.go:171","msg":"trace[1185640545] linearizableReadLoop","detail":"{readStateIndex:1604; appliedIndex:1603; }","duration":"233.834566ms","start":"2026-03-09T22:29:39.135267Z","end":"2026-03-09T22:29:39.369101Z","steps":["trace[1185640545] 'read index received' (duration: 186.292576ms)","trace[1185640545] 'applied index is now lower than readState.Index' (duration: 47.540419ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:29:39.369193Z","caller":"traceutil/trace.go:171","msg":"trace[1299714893] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"336.87721ms","start":"2026-03-09T22:29:39.03229Z","end":"2026-03-09T22:29:39.369167Z","steps":["trace[1299714893] 'process raft request' (duration: 289.320831ms)","trace[1299714893] 'compare' (duration: 47.247341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:29:39.369375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:29:39.032269Z","time spent":"336.995553ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:29:39.369434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.165164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T22:29:39.369467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.107854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96c98b9f-e1de-4759-859d-595ce463335b\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-09T22:29:39.369585Z","caller":"traceutil/trace.go:171","msg":"trace[399496422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1544; }","duration":"234.367839ms","start":"2026-03-09T22:29:39.135199Z","end":"2026-03-09T22:29:39.369567Z","steps":["trace[399496422] 'agreement among raft nodes before linearized reading' (duration: 234.028291ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:29:39.369743Z","caller":"traceutil/trace.go:171","msg":"trace[952164139] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96c98b9f-e1de-4759-859d-595ce463335b; range_end:; response_count:1; response_revision:1544; }","duration":"224.435592ms","start":"2026-03-09T22:29:39.145292Z","end":"2026-03-09T22:29:39.369727Z","steps":["trace[952164139] 'agreement among raft nodes before linearized reading' (duration: 223.982101ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:23.336453Z","caller":"traceutil/trace.go:171","msg":"trace[1246255365] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"104.888439ms","start":"2026-03-09T22:30:23.231534Z","end":"2026-03-09T22:30:23.336423Z","steps":["trace[1246255365] 'process raft request' (duration: 53.336902ms)","trace[1246255365] 'compare' (duration: 51.331841ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:23.336435Z","caller":"traceutil/trace.go:171","msg":"trace[474353750] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1883; }","duration":"103.614706ms","start":"2026-03-09T22:30:23.232768Z","end":"2026-03-09T22:30:23.336383Z","steps":["trace[474353750] 'read index received' (duration: 52.111871ms)","trace[474353750] 'applied index is now lower than readState.Index' (duration: 51.501375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:23.336873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.083788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-09T22:30:23.336969Z","caller":"traceutil/trace.go:171","msg":"trace[1751710612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1814; }","duration":"104.213752ms","start":"2026-03-09T22:30:23.232738Z","end":"2026-03-09T22:30:23.336952Z","steps":["trace[1751710612] 'agreement among raft nodes before linearized reading' (duration: 103.936095ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:33.782716Z","caller":"traceutil/trace.go:171","msg":"trace[895755108] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1936; }","duration":"142.701932ms","start":"2026-03-09T22:30:33.639988Z","end":"2026-03-09T22:30:33.78269Z","steps":["trace[895755108] 'read index received' (duration: 142.6132ms)","trace[895755108] 'applied index is now lower than readState.Index' (duration: 87.602µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:33.783121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.116352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T22:30:33.783248Z","caller":"traceutil/trace.go:171","msg":"trace[739704556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1865; }","duration":"143.292777ms","start":"2026-03-09T22:30:33.639935Z","end":"2026-03-09T22:30:33.783228Z","steps":["trace[739704556] 'agreement among raft nodes before linearized reading' (duration: 142.909027ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:33.782883Z","caller":"traceutil/trace.go:171","msg":"trace[571919231] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"145.939576ms","start":"2026-03-09T22:30:33.636899Z","end":"2026-03-09T22:30:33.782839Z","steps":["trace[571919231] 'process raft request' (duration: 145.615657ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:30:33.967684Z","caller":"traceutil/trace.go:171","msg":"trace[8353552] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"180.463973ms","start":"2026-03-09T22:30:33.787191Z","end":"2026-03-09T22:30:33.967655Z","steps":["trace[8353552] 'process raft request' (duration: 124.929735ms)","trace[8353552] 'compare' (duration: 55.256422ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:34.104111Z","caller":"traceutil/trace.go:171","msg":"trace[126176989] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1937; }","duration":"303.178901ms","start":"2026-03-09T22:30:33.800906Z","end":"2026-03-09T22:30:34.104085Z","steps":["trace[126176989] 'read index received' (duration: 111.318194ms)","trace[126176989] 'applied index is now lower than readState.Index' (duration: 191.856857ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:30:34.104218Z","caller":"traceutil/trace.go:171","msg":"trace[61637454] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"316.644167ms","start":"2026-03-09T22:30:33.787528Z","end":"2026-03-09T22:30:34.104172Z","steps":["trace[61637454] 'process raft request' (duration: 293.986084ms)","trace[61637454] 'compare' (duration: 22.457308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:30:34.104262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.328344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:30:34.104364Z","caller":"traceutil/trace.go:171","msg":"trace[1610402957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1867; }","duration":"303.471568ms","start":"2026-03-09T22:30:33.800865Z","end":"2026-03-09T22:30:34.104337Z","steps":["trace[1610402957] 'agreement among raft nodes before linearized reading' (duration: 303.309144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:34.104418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.485288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-09T22:30:34.104442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:33.787513Z","time spent":"316.80542ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:30:34.104456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:30:33.800848Z","time spent":"303.593921ms","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:30:34.104462Z","caller":"traceutil/trace.go:171","msg":"trace[1189444268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1867; }","duration":"261.584109ms","start":"2026-03-09T22:30:33.842862Z","end":"2026-03-09T22:30:34.104446Z","steps":["trace[1189444268] 'agreement among raft nodes before linearized reading' (duration: 261.375054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:30:34.369189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.289263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T22:30:34.369269Z","caller":"traceutil/trace.go:171","msg":"trace[1364956694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1867; }","duration":"111.432298ms","start":"2026-03-09T22:30:34.257818Z","end":"2026-03-09T22:30:34.36925Z","steps":["trace[1364956694] 'range keys from in-memory index tree' (duration: 111.077987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:31:17.052259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.884416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-09T22:31:17.052353Z","caller":"traceutil/trace.go:171","msg":"trace[1378150107] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2125; }","duration":"163.019739ms","start":"2026-03-09T22:31:16.889315Z","end":"2026-03-09T22:31:17.052335Z","steps":["trace[1378150107] 'range keys from in-memory index tree' (duration: 162.675449ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:17.064402Z","caller":"traceutil/trace.go:171","msg":"trace[830382738] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"158.996986ms","start":"2026-03-09T22:31:16.905138Z","end":"2026-03-09T22:31:17.064135Z","steps":["trace[830382738] 'process raft request' (duration: 158.824541ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:17.065915Z","caller":"traceutil/trace.go:171","msg":"trace[1940294349] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"132.471935ms","start":"2026-03-09T22:31:16.933419Z","end":"2026-03-09T22:31:17.065891Z","steps":["trace[1940294349] 'process raft request' (duration: 131.974602ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:31:52.702596Z","caller":"traceutil/trace.go:171","msg":"trace[305351828] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"119.044554ms","start":"2026-03-09T22:31:52.583522Z","end":"2026-03-09T22:31:52.702567Z","steps":["trace[305351828] 'process raft request' (duration: 118.88985ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:17.575425Z","caller":"traceutil/trace.go:171","msg":"trace[1075544794] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3310; }","duration":"186.4064ms","start":"2026-03-09T22:34:17.388995Z","end":"2026-03-09T22:34:17.575401Z","steps":["trace[1075544794] 'read index received' (duration: 186.225215ms)","trace[1075544794] 'applied index is now lower than readState.Index' (duration: 180.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:34:17.575483Z","caller":"traceutil/trace.go:171","msg":"trace[1160581006] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"187.665671ms","start":"2026-03-09T22:34:17.387789Z","end":"2026-03-09T22:34:17.575455Z","steps":["trace[1160581006] 'process raft request' (duration: 187.480756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:34:17.575701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.651786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:34:17.575748Z","caller":"traceutil/trace.go:171","msg":"trace[1766213823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3186; }","duration":"186.779659ms","start":"2026-03-09T22:34:17.388957Z","end":"2026-03-09T22:34:17.575737Z","steps":["trace[1766213823] 'agreement among raft nodes before linearized reading' (duration: 186.566194ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:34:17.694075Z","caller":"traceutil/trace.go:171","msg":"trace[605030101] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"113.909443ms","start":"2026-03-09T22:34:17.580123Z","end":"2026-03-09T22:34:17.694032Z","steps":["trace[605030101] 'process raft request' (duration: 99.959804ms)","trace[605030101] 'compare' (duration: 13.732564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:34:59.730481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086174661143824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:35:00.123105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022199828s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T22:35:00.123491Z","caller":"traceutil/trace.go:171","msg":"trace[1258461751] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"1.022675959s","start":"2026-03-09T22:34:59.10079Z","end":"2026-03-09T22:35:00.123466Z","steps":["trace[1258461751] 'process raft request' (duration: 1.022520605s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:00.123618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:59.100776Z","time spent":"1.022773953s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:35:00.126514Z","caller":"traceutil/trace.go:171","msg":"trace[1453784080] linearizableReadLoop","detail":"{readStateIndex:3598; appliedIndex:3596; }","duration":"896.264776ms","start":"2026-03-09T22:34:59.230229Z","end":"2026-03-09T22:35:00.126494Z","steps":["trace[1453784080] 'read index received' (duration: 893.086043ms)","trace[1453784080] 'applied index is now lower than readState.Index' (duration: 3.177863ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:35:00.126554Z","caller":"traceutil/trace.go:171","msg":"trace[440387702] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"301.227856ms","start":"2026-03-09T22:34:59.825306Z","end":"2026-03-09T22:35:00.126534Z","steps":["trace[440387702] 'process raft request' (duration: 301.081632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:00.126688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:59.825283Z","time spent":"301.331179ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:35:00.126737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.327694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj5s4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T22:35:00.12677Z","caller":"traceutil/trace.go:171","msg":"trace[556215628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj5s4; range_end:; response_count:1; response_revision:3461; }","duration":"584.413547ms","start":"2026-03-09T22:34:59.542345Z","end":"2026-03-09T22:35:00.126759Z","steps":["trace[556215628] 'agreement among raft nodes before linearized reading' (duration: 584.280404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:00.126799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:59.54232Z","time spent":"584.472218ms","remote":"127.0.0.1:43290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-rj5s4\" "} {"level":"warn","ts":"2026-03-09T22:35:00.126775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.522322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T22:35:00.126834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.558497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T22:35:00.126863Z","caller":"traceutil/trace.go:171","msg":"trace[648198371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3461; }","duration":"896.677046ms","start":"2026-03-09T22:34:59.230162Z","end":"2026-03-09T22:35:00.126839Z","steps":["trace[648198371] 'agreement among raft nodes before linearized reading' (duration: 896.4164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:00.12686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.24245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T22:35:00.126891Z","caller":"traceutil/trace.go:171","msg":"trace[657048496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3461; }","duration":"366.660769ms","start":"2026-03-09T22:34:59.760216Z","end":"2026-03-09T22:35:00.126877Z","steps":["trace[657048496] 'agreement among raft nodes before linearized reading' (duration: 366.520276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:00.126911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:59.230136Z","time spent":"896.763799ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:35:00.126925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:59.760193Z","time spent":"366.722912ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T22:35:00.126927Z","caller":"traceutil/trace.go:171","msg":"trace[934579731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3461; }","duration":"239.350223ms","start":"2026-03-09T22:34:59.887557Z","end":"2026-03-09T22:35:00.126907Z","steps":["trace[934579731] 'agreement among raft nodes before linearized reading' (duration: 239.177849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:00.12697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.967027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:35:00.127017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.662614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:35:00.127057Z","caller":"traceutil/trace.go:171","msg":"trace[2088744538] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail; range_end:; response_count:0; response_revision:3461; }","duration":"426.117391ms","start":"2026-03-09T22:34:59.700911Z","end":"2026-03-09T22:35:00.127029Z","steps":["trace[2088744538] 'agreement among raft nodes before linearized reading' (duration: 425.948467ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:00.127086Z","caller":"traceutil/trace.go:171","msg":"trace[394707705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3461; }","duration":"238.748027ms","start":"2026-03-09T22:34:59.888318Z","end":"2026-03-09T22:35:00.127066Z","steps":["trace[394707705] 'agreement among raft nodes before linearized reading' (duration: 238.465049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:00.127111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:34:59.700892Z","time spent":"426.205153ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail\" "} {"level":"info","ts":"2026-03-09T22:35:34.428691Z","caller":"traceutil/trace.go:171","msg":"trace[961567599] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"121.845587ms","start":"2026-03-09T22:35:34.306816Z","end":"2026-03-09T22:35:34.428661Z","steps":["trace[961567599] 'process raft request' (duration: 82.956696ms)","trace[961567599] 'compare' (duration: 38.721997ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:35:34.428689Z","caller":"traceutil/trace.go:171","msg":"trace[1133426763] linearizableReadLoop","detail":"{readStateIndex:4282; appliedIndex:4281; }","duration":"120.3896ms","start":"2026-03-09T22:35:34.308277Z","end":"2026-03-09T22:35:34.428666Z","steps":["trace[1133426763] 'read index received' (duration: 81.508139ms)","trace[1133426763] 'applied index is now lower than readState.Index' (duration: 38.880341ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:35:34.428804Z","caller":"traceutil/trace.go:171","msg":"trace[403467443] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"119.715112ms","start":"2026-03-09T22:35:34.309076Z","end":"2026-03-09T22:35:34.428791Z","steps":["trace[403467443] 'process raft request' (duration: 119.551808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:34.428938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.632706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T22:35:34.429014Z","caller":"traceutil/trace.go:171","msg":"trace[2060605687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4119; }","duration":"120.77152ms","start":"2026-03-09T22:35:34.308225Z","end":"2026-03-09T22:35:34.428997Z","steps":["trace[2060605687] 'agreement among raft nodes before linearized reading' (duration: 120.486342ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:34.429013Z","caller":"traceutil/trace.go:171","msg":"trace[1767287232] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"118.467631ms","start":"2026-03-09T22:35:34.310508Z","end":"2026-03-09T22:35:34.428975Z","steps":["trace[1767287232] 'process raft request' (duration: 118.235215ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:34.51962Z","caller":"traceutil/trace.go:171","msg":"trace[1304208105] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"104.178213ms","start":"2026-03-09T22:35:34.415406Z","end":"2026-03-09T22:35:34.519584Z","steps":["trace[1304208105] 'process raft request' (duration: 103.927127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:34.519706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.041493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46090"} {"level":"info","ts":"2026-03-09T22:35:34.519781Z","caller":"traceutil/trace.go:171","msg":"trace[737901506] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4121; }","duration":"211.139795ms","start":"2026-03-09T22:35:34.308624Z","end":"2026-03-09T22:35:34.519763Z","steps":["trace[737901506] 'agreement among raft nodes before linearized reading' (duration: 210.844118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:34.519769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.802524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hd7xp\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-09T22:35:34.519851Z","caller":"traceutil/trace.go:171","msg":"trace[819593849] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hd7xp; range_end:; response_count:1; response_revision:4121; }","duration":"105.938958ms","start":"2026-03-09T22:35:34.41389Z","end":"2026-03-09T22:35:34.519829Z","steps":["trace[819593849] 'agreement among raft nodes before linearized reading' (duration: 105.663771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:34.51999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.401332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T22:35:34.520049Z","caller":"traceutil/trace.go:171","msg":"trace[1965012424] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:4121; }","duration":"143.487885ms","start":"2026-03-09T22:35:34.376542Z","end":"2026-03-09T22:35:34.52003Z","steps":["trace[1965012424] 'agreement among raft nodes before linearized reading' (duration: 143.306209ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:34.552796Z","caller":"traceutil/trace.go:171","msg":"trace[364219991] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"119.165758ms","start":"2026-03-09T22:35:34.433608Z","end":"2026-03-09T22:35:34.552774Z","steps":["trace[364219991] 'process raft request' (duration: 98.362773ms)","trace[364219991] 'compare' (duration: 20.61135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:35:36.379129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.361775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b75dea75-e047-4104-b177-b010ddf39244\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-03-09T22:35:36.37926Z","caller":"traceutil/trace.go:171","msg":"trace[226536924] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b75dea75-e047-4104-b177-b010ddf39244; range_end:; response_count:1; response_revision:4247; }","duration":"189.538718ms","start":"2026-03-09T22:35:36.189695Z","end":"2026-03-09T22:35:36.379233Z","steps":["trace[226536924] 'range keys from in-memory index tree' (duration: 189.123318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:35:36.379426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.498565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:35:36.379541Z","caller":"traceutil/trace.go:171","msg":"trace[364143785] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4247; }","duration":"244.674209ms","start":"2026-03-09T22:35:36.134839Z","end":"2026-03-09T22:35:36.379513Z","steps":["trace[364143785] 'count revisions from in-memory index tree' (duration: 244.314689ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:36.405074Z","caller":"traceutil/trace.go:171","msg":"trace[1282903058] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"111.339896ms","start":"2026-03-09T22:35:36.293705Z","end":"2026-03-09T22:35:36.405045Z","steps":["trace[1282903058] 'process raft request' (duration: 111.0848ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:35:39.177871Z","caller":"traceutil/trace.go:171","msg":"trace[1064846857] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"110.67816ms","start":"2026-03-09T22:35:39.067165Z","end":"2026-03-09T22:35:39.177843Z","steps":["trace[1064846857] 'process raft request' (duration: 110.507796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:08.060281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.510803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:08.060502Z","caller":"traceutil/trace.go:171","msg":"trace[1871037238] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4800; }","duration":"315.802081ms","start":"2026-03-09T22:36:07.744672Z","end":"2026-03-09T22:36:08.060474Z","steps":["trace[1871037238] 'count revisions from in-memory index tree' (duration: 315.308779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:08.060598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:07.744651Z","time spent":"315.928854ms","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:36:08.060647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.864864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-09T22:36:08.060333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.66466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:08.060759Z","caller":"traceutil/trace.go:171","msg":"trace[9018738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4800; }","duration":"219.03382ms","start":"2026-03-09T22:36:07.841699Z","end":"2026-03-09T22:36:08.060732Z","steps":["trace[9018738] 'range keys from in-memory index tree' (duration: 218.68809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:08.060958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.272448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-09T22:36:08.061076Z","caller":"traceutil/trace.go:171","msg":"trace[772651093] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4800; }","duration":"317.468754ms","start":"2026-03-09T22:36:07.743583Z","end":"2026-03-09T22:36:08.061052Z","steps":["trace[772651093] 'range keys from in-memory index tree' (duration: 317.008102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:08.061135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:07.743557Z","time spent":"317.565955ms","remote":"127.0.0.1:43290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10416,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-09T22:36:08.06128Z","caller":"traceutil/trace.go:171","msg":"trace[2130410375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4800; }","duration":"346.643085ms","start":"2026-03-09T22:36:07.714579Z","end":"2026-03-09T22:36:08.061222Z","steps":["trace[2130410375] 'range keys from in-memory index tree' (duration: 345.553047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:08.061475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:36:07.71455Z","time spent":"346.836661ms","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T22:36:08.183637Z","caller":"traceutil/trace.go:171","msg":"trace[1986023725] linearizableReadLoop","detail":"{readStateIndex:4986; appliedIndex:4985; }","duration":"119.731233ms","start":"2026-03-09T22:36:08.063876Z","end":"2026-03-09T22:36:08.183607Z","steps":["trace[1986023725] 'read index received' (duration: 119.59579ms)","trace[1986023725] 'applied index is now lower than readState.Index' (duration: 134.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:36:08.183739Z","caller":"traceutil/trace.go:171","msg":"trace[1410590880] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"170.593121ms","start":"2026-03-09T22:36:08.013114Z","end":"2026-03-09T22:36:08.183708Z","steps":["trace[1410590880] 'process raft request' (duration: 170.296004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:08.183817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.915007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:36:08.183865Z","caller":"traceutil/trace.go:171","msg":"trace[935296933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4801; }","duration":"120.007629ms","start":"2026-03-09T22:36:08.063843Z","end":"2026-03-09T22:36:08.183851Z","steps":["trace[935296933] 'agreement among raft nodes before linearized reading' (duration: 119.909686ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:08.256787Z","caller":"traceutil/trace.go:171","msg":"trace[1103005123] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"186.701507ms","start":"2026-03-09T22:36:08.070041Z","end":"2026-03-09T22:36:08.256743Z","steps":["trace[1103005123] 'process raft request' (duration: 186.466931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:36:08.256836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.680041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-09T22:36:08.256852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.264941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9bb69bc9-e52c-4f81-b77b-3893e87f2241\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-09T22:36:08.256903Z","caller":"traceutil/trace.go:171","msg":"trace[1113532723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4802; }","duration":"192.773304ms","start":"2026-03-09T22:36:08.06411Z","end":"2026-03-09T22:36:08.256884Z","steps":["trace[1113532723] 'agreement among raft nodes before linearized reading' (duration: 192.539567ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:36:08.256905Z","caller":"traceutil/trace.go:171","msg":"trace[1455394308] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9bb69bc9-e52c-4f81-b77b-3893e87f2241; range_end:; response_count:1; response_revision:4802; }","duration":"192.342402ms","start":"2026-03-09T22:36:08.064548Z","end":"2026-03-09T22:36:08.25689Z","steps":["trace[1455394308] 'agreement among raft nodes before linearized reading' (duration: 192.202009ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:37:51.361106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2583} {"level":"info","ts":"2026-03-09T22:37:51.42445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2583,"took":"61.869823ms","hash":2332890089,"current-db-size-bytes":41656320,"current-db-size":"42 MB","current-db-size-in-use-bytes":30760960,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-09T22:37:51.424543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2332890089,"revision":2583,"compact-revision":-1} {"level":"info","ts":"2026-03-09T22:41:39.296036Z","caller":"traceutil/trace.go:171","msg":"trace[1413803081] transaction","detail":"{read_only:false; response_revision:7204; number_of_response:1; }","duration":"340.792817ms","start":"2026-03-09T22:41:38.955221Z","end":"2026-03-09T22:41:39.296014Z","steps":["trace[1413803081] 'process raft request' (duration: 340.629493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:41:39.296186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:41:38.955189Z","time spent":"340.925251ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:41:49.481411Z","caller":"traceutil/trace.go:171","msg":"trace[692900569] linearizableReadLoop","detail":"{readStateIndex:7520; appliedIndex:7519; }","duration":"112.030566ms","start":"2026-03-09T22:41:49.369361Z","end":"2026-03-09T22:41:49.481392Z","steps":["trace[692900569] 'read index received' (duration: 111.84013ms)","trace[692900569] 'applied index is now lower than readState.Index' (duration: 187.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:41:49.481493Z","caller":"traceutil/trace.go:171","msg":"trace[1564207181] transaction","detail":"{read_only:false; response_revision:7253; number_of_response:1; }","duration":"138.305143ms","start":"2026-03-09T22:41:49.343133Z","end":"2026-03-09T22:41:49.481438Z","steps":["trace[1564207181] 'process raft request' (duration: 138.134259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:41:49.481599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.20998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T22:41:49.481682Z","caller":"traceutil/trace.go:171","msg":"trace[195360991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7253; }","duration":"112.339614ms","start":"2026-03-09T22:41:49.369325Z","end":"2026-03-09T22:41:49.481665Z","steps":["trace[195360991] 'agreement among raft nodes before linearized reading' (duration: 112.19684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:30.949258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.796582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T22:42:30.949496Z","caller":"traceutil/trace.go:171","msg":"trace[1839178557] linearizableReadLoop","detail":"{readStateIndex:7827; appliedIndex:7826; }","duration":"415.704908ms","start":"2026-03-09T22:42:30.533773Z","end":"2026-03-09T22:42:30.949478Z","steps":["trace[1839178557] 'read index received' (duration: 76.622694ms)","trace[1839178557] 'applied index is now lower than readState.Index' (duration: 339.081394ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:42:30.949574Z","caller":"traceutil/trace.go:171","msg":"trace[1007373887] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"386.625078ms","start":"2026-03-09T22:42:30.562921Z","end":"2026-03-09T22:42:30.949546Z","steps":["trace[1007373887] 'process raft request' (duration: 386.446874ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:30.949611Z","caller":"traceutil/trace.go:171","msg":"trace[970014484] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"415.877522ms","start":"2026-03-09T22:42:30.533703Z","end":"2026-03-09T22:42:30.94958Z","steps":["trace[970014484] 'process raft request' (duration: 299.532726ms)","trace[970014484] 'compare' (duration: 115.685229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:42:30.949686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:30.562891Z","time spent":"386.74114ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:42:30.949691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.906142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T22:42:30.949788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:30.533691Z","time spent":"415.985974ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:42:30.949812Z","caller":"traceutil/trace.go:171","msg":"trace[1467005147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7547; }","duration":"416.065596ms","start":"2026-03-09T22:42:30.533733Z","end":"2026-03-09T22:42:30.949799Z","steps":["trace[1467005147] 'agreement among raft nodes before linearized reading' (duration: 415.82339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:30.94985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:30.533717Z","time spent":"416.123437ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T22:42:31.027569Z","caller":"traceutil/trace.go:171","msg":"trace[139468817] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"277.316152ms","start":"2026-03-09T22:42:30.750221Z","end":"2026-03-09T22:42:31.027538Z","steps":["trace[139468817] 'process raft request' (duration: 277.121808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:31.027771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.874594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T22:42:31.027821Z","caller":"traceutil/trace.go:171","msg":"trace[2072459182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7549; }","duration":"372.999157ms","start":"2026-03-09T22:42:30.65481Z","end":"2026-03-09T22:42:31.02781Z","steps":["trace[2072459182] 'agreement among raft nodes before linearized reading' (duration: 372.866914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:31.027856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:30.654775Z","time spent":"373.069319ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:42:31.027856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.655474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T22:42:31.027864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.431886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:42:31.027906Z","caller":"traceutil/trace.go:171","msg":"trace[1129970484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7549; }","duration":"286.809727ms","start":"2026-03-09T22:42:30.741083Z","end":"2026-03-09T22:42:31.027892Z","steps":["trace[1129970484] 'agreement among raft nodes before linearized reading' (duration: 286.605392ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:31.027941Z","caller":"traceutil/trace.go:171","msg":"trace[459426937] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"269.619914ms","start":"2026-03-09T22:42:30.758311Z","end":"2026-03-09T22:42:31.027931Z","steps":["trace[459426937] 'process raft request' (duration: 269.156152ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:31.027971Z","caller":"traceutil/trace.go:171","msg":"trace[1059231662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7549; }","duration":"312.580001ms","start":"2026-03-09T22:42:30.715366Z","end":"2026-03-09T22:42:31.027946Z","steps":["trace[1059231662] 'agreement among raft nodes before linearized reading' (duration: 312.297884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:31.028035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:30.715354Z","time spent":"312.668373ms","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:42:31.028086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.524778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-t2gjt\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-09T22:42:31.028127Z","caller":"traceutil/trace.go:171","msg":"trace[309245179] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-t2gjt; range_end:; response_count:1; response_revision:7549; }","duration":"277.566899ms","start":"2026-03-09T22:42:30.750551Z","end":"2026-03-09T22:42:31.028118Z","steps":["trace[309245179] 'agreement among raft nodes before linearized reading' (duration: 277.468106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:31.028197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.615934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj5s4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T22:42:31.028292Z","caller":"traceutil/trace.go:171","msg":"trace[728552051] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj5s4; range_end:; response_count:1; response_revision:7549; }","duration":"283.84733ms","start":"2026-03-09T22:42:30.744427Z","end":"2026-03-09T22:42:31.028274Z","steps":["trace[728552051] 'agreement among raft nodes before linearized reading' (duration: 283.195854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:31.028475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.848225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-09T22:42:31.02876Z","caller":"traceutil/trace.go:171","msg":"trace[220675416] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7549; }","duration":"376.006294ms","start":"2026-03-09T22:42:30.652738Z","end":"2026-03-09T22:42:31.028744Z","steps":["trace[220675416] 'agreement among raft nodes before linearized reading' (duration: 374.795222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:31.028794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:42:30.652701Z","time spent":"376.082736ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T22:42:31.729536Z","caller":"traceutil/trace.go:171","msg":"trace[1423509299] transaction","detail":"{read_only:false; response_revision:7554; number_of_response:1; }","duration":"133.398355ms","start":"2026-03-09T22:42:31.596112Z","end":"2026-03-09T22:42:31.72951Z","steps":["trace[1423509299] 'process raft request' (duration: 133.17809ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:32.070638Z","caller":"traceutil/trace.go:171","msg":"trace[1059998384] linearizableReadLoop","detail":"{readStateIndex:7837; appliedIndex:7836; }","duration":"290.595394ms","start":"2026-03-09T22:42:31.780016Z","end":"2026-03-09T22:42:32.070611Z","steps":["trace[1059998384] 'read index received' (duration: 264.285557ms)","trace[1059998384] 'applied index is now lower than readState.Index' (duration: 26.308717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T22:42:32.070857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.827712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-09T22:42:32.070804Z","caller":"traceutil/trace.go:171","msg":"trace[188091109] transaction","detail":"{read_only:false; response_revision:7556; number_of_response:1; }","duration":"292.859862ms","start":"2026-03-09T22:42:31.777873Z","end":"2026-03-09T22:42:32.070732Z","steps":["trace[188091109] 'process raft request' (duration: 266.418302ms)","trace[188091109] 'compare' (duration: 25.995089ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:42:32.070906Z","caller":"traceutil/trace.go:171","msg":"trace[287560743] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7556; }","duration":"290.908133ms","start":"2026-03-09T22:42:31.77998Z","end":"2026-03-09T22:42:32.070888Z","steps":["trace[287560743] 'agreement among raft nodes before linearized reading' (duration: 290.750038ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:32.078624Z","caller":"traceutil/trace.go:171","msg":"trace[724963384] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"234.997043ms","start":"2026-03-09T22:42:31.843576Z","end":"2026-03-09T22:42:32.078573Z","steps":["trace[724963384] 'process raft request' (duration: 234.761686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:42:32.0789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.018541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:42:32.079016Z","caller":"traceutil/trace.go:171","msg":"trace[102793058] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7558; }","duration":"219.190295ms","start":"2026-03-09T22:42:31.859803Z","end":"2026-03-09T22:42:32.078994Z","steps":["trace[102793058] 'agreement among raft nodes before linearized reading' (duration: 219.004051ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:42:51.367215Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5579} {"level":"info","ts":"2026-03-09T22:42:51.448513Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5579,"took":"79.18941ms","hash":3071168459,"current-db-size-bytes":42971136,"current-db-size":"43 MB","current-db-size-in-use-bytes":22994944,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-09T22:42:51.448589Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3071168459,"revision":5579,"compact-revision":2583} {"level":"info","ts":"2026-03-09T22:43:37.173857Z","caller":"traceutil/trace.go:171","msg":"trace[2001504404] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"179.469612ms","start":"2026-03-09T22:43:36.99436Z","end":"2026-03-09T22:43:37.17383Z","steps":["trace[2001504404] 'process raft request' (duration: 179.285617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:43:37.506232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.709706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T22:43:37.506333Z","caller":"traceutil/trace.go:171","msg":"trace[645236038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8147; }","duration":"104.85228ms","start":"2026-03-09T22:43:37.401458Z","end":"2026-03-09T22:43:37.506311Z","steps":["trace[645236038] 'range keys from in-memory index tree' (duration: 104.522752ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:47:12.962531Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T22:47:12.967583Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T22:47:12.967669Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T22:47:51.375867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7799} {"level":"info","ts":"2026-03-09T22:47:51.438193Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7799,"took":"59.991024ms","hash":500804148,"current-db-size-bytes":42971136,"current-db-size":"43 MB","current-db-size-in-use-bytes":24440832,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-09T22:47:51.438328Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":500804148,"revision":7799,"compact-revision":5579} {"level":"warn","ts":"2026-03-09T22:51:39.295697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086174661165859,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T22:51:39.324564Z","caller":"traceutil/trace.go:171","msg":"trace[793197075] linearizableReadLoop","detail":"{readStateIndex:11290; appliedIndex:11289; }","duration":"529.617094ms","start":"2026-03-09T22:51:38.794923Z","end":"2026-03-09T22:51:39.32454Z","steps":["trace[793197075] 'read index received' (duration: 529.429889ms)","trace[793197075] 'applied index is now lower than readState.Index' (duration: 186.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:51:39.32467Z","caller":"traceutil/trace.go:171","msg":"trace[685409393] transaction","detail":"{read_only:false; response_revision:10884; number_of_response:1; }","duration":"591.966497ms","start":"2026-03-09T22:51:38.732682Z","end":"2026-03-09T22:51:39.324648Z","steps":["trace[685409393] 'process raft request' (duration: 591.70111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:39.3248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.873292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:496"} {"level":"warn","ts":"2026-03-09T22:51:39.324805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:38.732665Z","time spent":"592.05582ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:51:39.324847Z","caller":"traceutil/trace.go:171","msg":"trace[1220178479] range","detail":"{range_begin:/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:10884; }","duration":"529.967784ms","start":"2026-03-09T22:51:38.794864Z","end":"2026-03-09T22:51:39.324832Z","steps":["trace[1220178479] 'agreement among raft nodes before linearized reading' (duration: 529.81171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:39.324886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:38.794843Z","time spent":"530.034765ms","remote":"127.0.0.1:43410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":520,"request content":"key:\"/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo\" "} {"level":"warn","ts":"2026-03-09T22:51:39.324938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.344914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/\" range_end:\"/registry/jobs/monitoring0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:51:39.325016Z","caller":"traceutil/trace.go:171","msg":"trace[454975321] range","detail":"{range_begin:/registry/jobs/monitoring/; range_end:/registry/jobs/monitoring0; response_count:0; response_revision:10884; }","duration":"525.497489ms","start":"2026-03-09T22:51:38.799504Z","end":"2026-03-09T22:51:39.325001Z","steps":["trace[454975321] 'agreement among raft nodes before linearized reading' (duration: 525.285664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:39.325016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.471541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-09T22:51:39.325073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:38.799485Z","time spent":"525.56429ms","remote":"127.0.0.1:43338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/monitoring/\" range_end:\"/registry/jobs/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-09T22:51:39.324888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.876706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/monitoring/\" range_end:\"/registry/networkpolicies/monitoring0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T22:51:39.325158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.713658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-09T22:51:39.325195Z","caller":"traceutil/trace.go:171","msg":"trace[86745239] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:10884; }","duration":"517.779549ms","start":"2026-03-09T22:51:38.807403Z","end":"2026-03-09T22:51:39.325183Z","steps":["trace[86745239] 'agreement among raft nodes before linearized reading' (duration: 517.699007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:39.325232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:38.807385Z","time spent":"517.839321ms","remote":"127.0.0.1:43410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":765,"request content":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" "} {"level":"info","ts":"2026-03-09T22:51:39.325071Z","caller":"traceutil/trace.go:171","msg":"trace[771058824] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10884; }","duration":"424.577584ms","start":"2026-03-09T22:51:38.900478Z","end":"2026-03-09T22:51:39.325056Z","steps":["trace[771058824] 'agreement among raft nodes before linearized reading' (duration: 424.446661ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:51:39.325301Z","caller":"traceutil/trace.go:171","msg":"trace[851020318] range","detail":"{range_begin:/registry/networkpolicies/monitoring/; range_end:/registry/networkpolicies/monitoring0; response_count:0; response_revision:10884; }","duration":"515.244914ms","start":"2026-03-09T22:51:38.809942Z","end":"2026-03-09T22:51:39.325187Z","steps":["trace[851020318] 'agreement among raft nodes before linearized reading' (duration: 514.885436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:39.325408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:38.90045Z","time spent":"424.944334ms","remote":"127.0.0.1:43338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-09T22:51:39.325482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:38.809929Z","time spent":"515.517033ms","remote":"127.0.0.1:43378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/monitoring/\" range_end:\"/registry/networkpolicies/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-09T22:51:42.01231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086174661165986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:51:42.513425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086174661165986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T22:51:42.983996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515150381s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T22:51:42.984396Z","caller":"traceutil/trace.go:171","msg":"trace[2057352994] transaction","detail":"{read_only:false; response_revision:10893; number_of_response:1; }","duration":"1.515585861s","start":"2026-03-09T22:51:41.468782Z","end":"2026-03-09T22:51:42.984368Z","steps":["trace[2057352994] 'process raft request' (duration: 1.515384136s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.984536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.468765Z","time spent":"1.515694514s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:51:42.988247Z","caller":"traceutil/trace.go:171","msg":"trace[420162549] transaction","detail":"{read_only:false; response_revision:10894; number_of_response:1; }","duration":"935.711094ms","start":"2026-03-09T22:51:42.05251Z","end":"2026-03-09T22:51:42.988221Z","steps":["trace[420162549] 'process raft request' (duration: 935.55924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.988395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:42.052483Z","time spent":"935.829818ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T22:51:42.988446Z","caller":"traceutil/trace.go:171","msg":"trace[1179022591] linearizableReadLoop","detail":"{readStateIndex:11302; appliedIndex:11299; }","duration":"1.476595898s","start":"2026-03-09T22:51:41.511827Z","end":"2026-03-09T22:51:42.988423Z","steps":["trace[1179022591] 'read index received' (duration: 1.472319078s)","trace[1179022591] 'applied index is now lower than readState.Index' (duration: 4.27487ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T22:51:42.988578Z","caller":"traceutil/trace.go:171","msg":"trace[819981214] transaction","detail":"{read_only:false; response_revision:10895; number_of_response:1; }","duration":"895.871001ms","start":"2026-03-09T22:51:42.092692Z","end":"2026-03-09T22:51:42.988563Z","steps":["trace[819981214] 'process raft request' (duration: 895.488411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.988692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:42.092668Z","time spent":"895.953432ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T22:51:42.988834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460710469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-09T22:51:42.988905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149316555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:51:42.988913Z","caller":"traceutil/trace.go:171","msg":"trace[835488456] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:10895; }","duration":"1.460835643s","start":"2026-03-09T22:51:41.528057Z","end":"2026-03-09T22:51:42.988892Z","steps":["trace[835488456] 'agreement among raft nodes before linearized reading' (duration: 1.460560965s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.988927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.007216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-09T22:51:42.988942Z","caller":"traceutil/trace.go:171","msg":"trace[1888022455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10895; }","duration":"1.149370486s","start":"2026-03-09T22:51:41.839559Z","end":"2026-03-09T22:51:42.988929Z","steps":["trace[1888022455] 'agreement among raft nodes before linearized reading' (duration: 1.149322465s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.988937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149317725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T22:51:42.988985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.839542Z","time spent":"1.149437778s","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T22:51:42.988984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125356249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/\" range_end:\"/registry/services/specs/openstack0\" limit:500 ","response":"range_response_count:21 size:29794"} {"level":"info","ts":"2026-03-09T22:51:42.989012Z","caller":"traceutil/trace.go:171","msg":"trace[368792331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10895; }","duration":"1.149427867s","start":"2026-03-09T22:51:41.839568Z","end":"2026-03-09T22:51:42.988996Z","steps":["trace[368792331] 'agreement among raft nodes before linearized reading' (duration: 1.149242542s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.989046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477217044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1329"} {"level":"info","ts":"2026-03-09T22:51:42.989047Z","caller":"traceutil/trace.go:171","msg":"trace[1413539039] range","detail":"{range_begin:/registry/services/specs/openstack/; range_end:/registry/services/specs/openstack0; response_count:21; response_revision:10895; }","duration":"1.125458772s","start":"2026-03-09T22:51:41.863571Z","end":"2026-03-09T22:51:42.98903Z","steps":["trace[1413539039] 'agreement among raft nodes before linearized reading' (duration: 1.125047541s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.989066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151220004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T22:51:42.989068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.839552Z","time spent":"1.149502429s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T22:51:42.989098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.0902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T22:51:42.989102Z","caller":"traceutil/trace.go:171","msg":"trace[226262564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10895; }","duration":"1.151330766s","start":"2026-03-09T22:51:41.837759Z","end":"2026-03-09T22:51:42.98909Z","steps":["trace[226262564] 'agreement among raft nodes before linearized reading' (duration: 1.151232474s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.989101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.863555Z","time spent":"1.125530303s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":21,"response size":29818,"request content":"key:\"/registry/services/specs/openstack/\" range_end:\"/registry/services/specs/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-09T22:51:42.988984Z","caller":"traceutil/trace.go:171","msg":"trace[955940283] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10895; }","duration":"935.092648ms","start":"2026-03-09T22:51:42.053879Z","end":"2026-03-09T22:51:42.988972Z","steps":["trace[955940283] 'agreement among raft nodes before linearized reading' (duration: 934.955914ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:51:42.989131Z","caller":"traceutil/trace.go:171","msg":"trace[345166963] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10895; }","duration":"974.147682ms","start":"2026-03-09T22:51:42.014971Z","end":"2026-03-09T22:51:42.989118Z","steps":["trace[345166963] 'agreement among raft nodes before linearized reading' (duration: 974.105711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.989133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.837727Z","time spent":"1.151399798s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T22:51:42.988968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.52804Z","time spent":"1.460918945s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1393,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns\" "} {"level":"warn","ts":"2026-03-09T22:51:42.989154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.72035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rj5s4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-09T22:51:42.989159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:42.05387Z","time spent":"935.279563ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T22:51:42.989185Z","caller":"traceutil/trace.go:171","msg":"trace[1761373146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rj5s4; range_end:; response_count:1; response_revision:10895; }","duration":"270.74952ms","start":"2026-03-09T22:51:42.718428Z","end":"2026-03-09T22:51:42.989177Z","steps":["trace[1761373146] 'agreement among raft nodes before linearized reading' (duration: 270.666028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.989158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:42.014923Z","time spent":"974.229024ms","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-09T22:51:42.989232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056264643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-09T22:51:42.989255Z","caller":"traceutil/trace.go:171","msg":"trace[1565605496] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10895; }","duration":"1.056327574s","start":"2026-03-09T22:51:41.93292Z","end":"2026-03-09T22:51:42.989247Z","steps":["trace[1565605496] 'agreement among raft nodes before linearized reading' (duration: 1.056253932s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.989273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.932894Z","time spent":"1.056374856s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-09T22:51:42.989315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151551972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T22:51:42.989021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031135247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/\" range_end:\"/registry/configmaps/rook-ceph0\" limit:500 ","response":"range_response_count:4 size:10179"} {"level":"info","ts":"2026-03-09T22:51:42.989074Z","caller":"traceutil/trace.go:171","msg":"trace[1831579559] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:10895; }","duration":"1.477277675s","start":"2026-03-09T22:51:41.511787Z","end":"2026-03-09T22:51:42.989065Z","steps":["trace[1831579559] 'agreement among raft nodes before linearized reading' (duration: 1.477219073s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:51:42.989347Z","caller":"traceutil/trace.go:171","msg":"trace[1112862488] range","detail":"{range_begin:/registry/configmaps/rook-ceph/; range_end:/registry/configmaps/rook-ceph0; response_count:4; response_revision:10895; }","duration":"1.031504405s","start":"2026-03-09T22:51:41.957836Z","end":"2026-03-09T22:51:42.98934Z","steps":["trace[1112862488] 'agreement among raft nodes before linearized reading' (duration: 1.031069665s)"],"step_count":1} {"level":"info","ts":"2026-03-09T22:51:42.989344Z","caller":"traceutil/trace.go:171","msg":"trace[997535722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10895; }","duration":"1.151590573s","start":"2026-03-09T22:51:41.837746Z","end":"2026-03-09T22:51:42.989336Z","steps":["trace[997535722] 'agreement among raft nodes before linearized reading' (duration: 1.151483941s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.989371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.95782Z","time spent":"1.031544867s","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":4,"response size":10203,"request content":"key:\"/registry/configmaps/rook-ceph/\" range_end:\"/registry/configmaps/rook-ceph0\" limit:500 "} {"level":"warn","ts":"2026-03-09T22:51:42.989371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.83774Z","time spent":"1.151626174s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T22:51:42.988852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150947006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T22:51:42.989379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.511768Z","time spent":"1.477593693s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1353,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T22:51:42.989434Z","caller":"traceutil/trace.go:171","msg":"trace[128456118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10895; }","duration":"1.151524511s","start":"2026-03-09T22:51:41.83788Z","end":"2026-03-09T22:51:42.989405Z","steps":["trace[128456118] 'agreement among raft nodes before linearized reading' (duration: 1.150846564s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.989495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.837876Z","time spent":"1.151599714s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T22:51:42.989522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152929677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T22:51:42.989549Z","caller":"traceutil/trace.go:171","msg":"trace[2045819649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10895; }","duration":"1.152983408s","start":"2026-03-09T22:51:41.836558Z","end":"2026-03-09T22:51:42.989541Z","steps":["trace[2045819649] 'agreement among raft nodes before linearized reading' (duration: 1.152905386s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T22:51:42.989573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T22:51:41.836547Z","time spent":"1.153020679s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T22:52:51.38371Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9837} {"level":"info","ts":"2026-03-09T22:52:51.46363Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9837,"took":"77.824191ms","hash":3120035599,"current-db-size-bytes":42971136,"current-db-size":"43 MB","current-db-size-in-use-bytes":15622144,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-09T22:52:51.463709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3120035599,"revision":9837,"compact-revision":7799}