{"level":"warn","ts":"2026-04-15T15:12:57.165176Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T15:12:57.165262Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.193:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.193:2380","--initial-cluster=instance=https://199.19.213.193:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.193:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.193:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-15T15:12:57.165324Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T15:12:57.165331Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.193:2380"]} {"level":"info","ts":"2026-04-15T15:12:57.16535Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T15:12:57.166014Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"]} {"level":"info","ts":"2026-04-15T15:12:57.16609Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.193:2380"],"listen-peer-urls":["https://199.19.213.193:2380"],"advertise-client-urls":["https://199.19.213.193:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.193:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-15T15:12:57.170012Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.726001ms"} {"level":"info","ts":"2026-04-15T15:12:57.180328Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fc4b8086375a405d","cluster-id":"7155ef20751e16de"} {"level":"info","ts":"2026-04-15T15:12:57.180448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d switched to configuration voters=()"} {"level":"info","ts":"2026-04-15T15:12:57.18048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became follower at term 0"} {"level":"info","ts":"2026-04-15T15:12:57.180495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fc4b8086375a405d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-15T15:12:57.18052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became follower at term 1"} {"level":"info","ts":"2026-04-15T15:12:57.180586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d switched to configuration voters=(18179765634753773661)"} {"level":"warn","ts":"2026-04-15T15:12:57.18838Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-15T15:12:57.191928Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-15T15:12:57.193284Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-15T15:12:57.195137Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fc4b8086375a405d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-15T15:12:57.198986Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T15:12:57.199178Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T15:12:57.199259Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T15:12:57.199272Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T15:12:57.199329Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fc4b8086375a405d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-15T15:12:57.200201Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fc4b8086375a405d","initial-advertise-peer-urls":["https://199.19.213.193:2380"],"listen-peer-urls":["https://199.19.213.193:2380"],"advertise-client-urls":["https://199.19.213.193:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-15T15:12:57.199619Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.193:2380"} {"level":"info","ts":"2026-04-15T15:12:57.200908Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.193:2380"} {"level":"info","ts":"2026-04-15T15:12:57.201145Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-15T15:12:57.201466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d switched to configuration voters=(18179765634753773661)"} {"level":"info","ts":"2026-04-15T15:12:57.201589Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7155ef20751e16de","local-member-id":"fc4b8086375a405d","added-peer-id":"fc4b8086375a405d","added-peer-peer-urls":["https://199.19.213.193:2380"]} {"level":"info","ts":"2026-04-15T15:12:57.981356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d is starting a new election at term 1"} {"level":"info","ts":"2026-04-15T15:12:57.981415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-15T15:12:57.981476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d received MsgPreVoteResp from fc4b8086375a405d at term 1"} {"level":"info","ts":"2026-04-15T15:12:57.981498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became candidate at term 2"} {"level":"info","ts":"2026-04-15T15:12:57.98151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d received MsgVoteResp from fc4b8086375a405d at term 2"} {"level":"info","ts":"2026-04-15T15:12:57.981526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became leader at term 2"} {"level":"info","ts":"2026-04-15T15:12:57.981545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fc4b8086375a405d elected leader fc4b8086375a405d at term 2"} {"level":"info","ts":"2026-04-15T15:12:57.982507Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fc4b8086375a405d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.193:2379]}","request-path":"/0/members/fc4b8086375a405d/attributes","cluster-id":"7155ef20751e16de","publish-timeout":"7s"} {"level":"info","ts":"2026-04-15T15:12:57.982547Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T15:12:57.982584Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T15:12:57.982668Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T15:12:57.982929Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-15T15:12:57.983006Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-15T15:12:57.98408Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"7155ef20751e16de","local-member-id":"fc4b8086375a405d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T15:12:57.984454Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T15:12:57.984493Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T15:12:57.986198Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-15T15:12:57.986354Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.193:2379"} {"level":"info","ts":"2026-04-15T15:13:15.527551Z","caller":"traceutil/trace.go:171","msg":"trace[260820595] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"264.621333ms","start":"2026-04-15T15:13:15.262907Z","end":"2026-04-15T15:13:15.527529Z","steps":["trace[260820595] 'read index received' (duration: 264.474399ms)","trace[260820595] 'applied index is now lower than readState.Index' (duration: 145.934µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:13:15.527606Z","caller":"traceutil/trace.go:171","msg":"trace[18564632] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"441.344262ms","start":"2026-04-15T15:13:15.086233Z","end":"2026-04-15T15:13:15.527577Z","steps":["trace[18564632] 'process raft request' (duration: 441.133676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:13:15.527762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.828888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-15T15:13:15.527866Z","caller":"traceutil/trace.go:171","msg":"trace[535193415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"264.968871ms","start":"2026-04-15T15:13:15.262879Z","end":"2026-04-15T15:13:15.527848Z","steps":["trace[535193415] 'agreement among raft nodes before linearized reading' (duration: 264.779036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:13:15.528679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:13:15.086211Z","time spent":"441.539928ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T15:13:26.165077Z","caller":"traceutil/trace.go:171","msg":"trace[73515980] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"378.280246ms","start":"2026-04-15T15:13:25.786772Z","end":"2026-04-15T15:13:26.165053Z","steps":["trace[73515980] 'process raft request' (duration: 378.107621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:13:26.165256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:13:25.786751Z","time spent":"378.419289ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T15:13:26.252058Z","caller":"traceutil/trace.go:171","msg":"trace[1100665538] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:489; }","duration":"384.912936ms","start":"2026-04-15T15:13:25.867119Z","end":"2026-04-15T15:13:26.252032Z","steps":["trace[1100665538] 'read index received' (duration: 297.833156ms)","trace[1100665538] 'applied index is now lower than readState.Index' (duration: 87.07894ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:13:26.252089Z","caller":"traceutil/trace.go:171","msg":"trace[238128478] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"462.56186ms","start":"2026-04-15T15:13:25.789496Z","end":"2026-04-15T15:13:26.252058Z","steps":["trace[238128478] 'process raft request' (duration: 458.438498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:13:26.252312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:13:25.789484Z","time spent":"462.734944ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:13:26.261227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.364994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-15T15:13:26.261264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.618876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:13:26.261306Z","caller":"traceutil/trace.go:171","msg":"trace[21813132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:473; }","duration":"390.448516ms","start":"2026-04-15T15:13:25.870837Z","end":"2026-04-15T15:13:26.261286Z","steps":["trace[21813132] 'agreement among raft nodes before linearized reading' (duration: 390.328603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:13:26.261347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:13:25.870824Z","time spent":"390.515069ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-15T15:13:26.261489Z","caller":"traceutil/trace.go:171","msg":"trace[490430215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"198.7783ms","start":"2026-04-15T15:13:26.062537Z","end":"2026-04-15T15:13:26.261315Z","steps":["trace[490430215] 'agreement among raft nodes before linearized reading' (duration: 198.668817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:13:26.261572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.420515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-15T15:13:26.261649Z","caller":"traceutil/trace.go:171","msg":"trace[1076660608] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:473; }","duration":"394.559429ms","start":"2026-04-15T15:13:25.867067Z","end":"2026-04-15T15:13:26.261626Z","steps":["trace[1076660608] 'agreement among raft nodes before linearized reading' (duration: 385.088681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:13:26.261698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:13:25.867048Z","time spent":"394.639401ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12688,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-04-15T15:13:34.849066Z","caller":"traceutil/trace.go:171","msg":"trace[1173317396] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"111.062088ms","start":"2026-04-15T15:13:34.737982Z","end":"2026-04-15T15:13:34.849044Z","steps":["trace[1173317396] 'process raft request' (duration: 110.601153ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:13:35.062815Z","caller":"traceutil/trace.go:171","msg":"trace[1669710737] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"155.452843ms","start":"2026-04-15T15:13:34.907325Z","end":"2026-04-15T15:13:35.062778Z","steps":["trace[1669710737] 'process raft request' (duration: 155.230601ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:13:35.316919Z","caller":"traceutil/trace.go:171","msg":"trace[367711822] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"216.109773ms","start":"2026-04-15T15:13:35.100743Z","end":"2026-04-15T15:13:35.316852Z","steps":["trace[367711822] 'process raft request' (duration: 204.633723ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:13:35.928807Z","caller":"traceutil/trace.go:171","msg":"trace[858269761] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:647; }","duration":"282.874864ms","start":"2026-04-15T15:13:35.645902Z","end":"2026-04-15T15:13:35.928777Z","steps":["trace[858269761] 'read index received' (duration: 276.260405ms)","trace[858269761] 'applied index is now lower than readState.Index' (duration: 6.613529ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:13:35.928887Z","caller":"traceutil/trace.go:171","msg":"trace[1887488566] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"475.293927ms","start":"2026-04-15T15:13:35.45351Z","end":"2026-04-15T15:13:35.928803Z","steps":["trace[1887488566] 'process raft request' (duration: 468.993525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:13:35.929138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.219873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-15T15:13:35.929183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:13:35.453474Z","time spent":"475.567172ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T15:13:35.929201Z","caller":"traceutil/trace.go:171","msg":"trace[1923054430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:624; }","duration":"283.34311ms","start":"2026-04-15T15:13:35.645842Z","end":"2026-04-15T15:13:35.929185Z","steps":["trace[1923054430] 'agreement among raft nodes before linearized reading' (duration: 283.046333ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:13:50.848735Z","caller":"traceutil/trace.go:171","msg":"trace[1560901577] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"149.942614ms","start":"2026-04-15T15:13:50.698763Z","end":"2026-04-15T15:13:50.848706Z","steps":["trace[1560901577] 'process raft request' (duration: 149.748753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:13:51.109948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.351178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-15T15:13:51.110029Z","caller":"traceutil/trace.go:171","msg":"trace[64533627] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:787; }","duration":"183.495136ms","start":"2026-04-15T15:13:50.926517Z","end":"2026-04-15T15:13:51.110012Z","steps":["trace[64533627] 'range keys from in-memory index tree' (duration: 183.109304ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:14:16.792718Z","caller":"traceutil/trace.go:171","msg":"trace[787420173] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1210; }","duration":"239.06769ms","start":"2026-04-15T15:14:16.553617Z","end":"2026-04-15T15:14:16.792684Z","steps":["trace[787420173] 'read index received' (duration: 153.500221ms)","trace[787420173] 'applied index is now lower than readState.Index' (duration: 85.566129ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:14:16.792879Z","caller":"traceutil/trace.go:171","msg":"trace[393857462] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"273.162484ms","start":"2026-04-15T15:14:16.519696Z","end":"2026-04-15T15:14:16.792858Z","steps":["trace[393857462] 'process raft request' (duration: 187.41884ms)","trace[393857462] 'compare' (duration: 85.338353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:14:16.793012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.382478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-15T15:14:16.793059Z","caller":"traceutil/trace.go:171","msg":"trace[654140464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1174; }","duration":"239.468691ms","start":"2026-04-15T15:14:16.553577Z","end":"2026-04-15T15:14:16.793046Z","steps":["trace[654140464] 'agreement among raft nodes before linearized reading' (duration: 239.217504ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:14:31.903757Z","caller":"traceutil/trace.go:171","msg":"trace[972794602] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"107.946085ms","start":"2026-04-15T15:14:31.795784Z","end":"2026-04-15T15:14:31.90373Z","steps":["trace[972794602] 'process raft request' (duration: 107.767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:02.618558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.476194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T15:15:02.618679Z","caller":"traceutil/trace.go:171","msg":"trace[2089843854] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"329.311925ms","start":"2026-04-15T15:15:02.289351Z","end":"2026-04-15T15:15:02.618663Z","steps":["trace[2089843854] 'read index received' (duration: 219.385728ms)","trace[2089843854] 'applied index is now lower than readState.Index' (duration: 109.925067ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:15:02.618706Z","caller":"traceutil/trace.go:171","msg":"trace[1624609655] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"367.262589ms","start":"2026-04-15T15:15:02.251409Z","end":"2026-04-15T15:15:02.618671Z","steps":["trace[1624609655] 'process raft request' (duration: 257.327632ms)","trace[1624609655] 'compare' (duration: 109.352921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:15:02.618821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.455429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T15:15:02.618913Z","caller":"traceutil/trace.go:171","msg":"trace[320754978] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1835; }","duration":"329.596663ms","start":"2026-04-15T15:15:02.289298Z","end":"2026-04-15T15:15:02.618895Z","steps":["trace[320754978] 'agreement among raft nodes before linearized reading' (duration: 329.428808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:02.618954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:15:02.289277Z","time spent":"329.667224ms","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-15T15:15:02.618848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:15:02.251375Z","time spent":"367.396603ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:15:02.653313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.390856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T15:15:02.653328Z","caller":"traceutil/trace.go:171","msg":"trace[1673246242] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"139.220387ms","start":"2026-04-15T15:15:02.514068Z","end":"2026-04-15T15:15:02.653289Z","steps":["trace[1673246242] 'process raft request' (duration: 138.724494ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:15:02.653408Z","caller":"traceutil/trace.go:171","msg":"trace[88786630] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1836; }","duration":"346.53336ms","start":"2026-04-15T15:15:02.306855Z","end":"2026-04-15T15:15:02.653388Z","steps":["trace[88786630] 'agreement among raft nodes before linearized reading' (duration: 346.107568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:02.653511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:15:02.306841Z","time spent":"346.646503ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-15T15:15:02.65366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.399327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-15T15:15:02.653706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.338145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96983308-9bfe-443c-b49e-dbdf3ef1ccd9\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-15T15:15:02.653757Z","caller":"traceutil/trace.go:171","msg":"trace[1207274495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1836; }","duration":"144.757136ms","start":"2026-04-15T15:15:02.508971Z","end":"2026-04-15T15:15:02.653728Z","steps":["trace[1207274495] 'agreement among raft nodes before linearized reading' (duration: 144.030036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:02.653566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.373465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96983308-9bfe-443c-b49e-dbdf3ef1ccd9\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-15T15:15:02.653831Z","caller":"traceutil/trace.go:171","msg":"trace[1671185248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96983308-9bfe-443c-b49e-dbdf3ef1ccd9; range_end:; response_count:1; response_revision:1836; }","duration":"108.681072ms","start":"2026-04-15T15:15:02.545137Z","end":"2026-04-15T15:15:02.653818Z","steps":["trace[1671185248] 'agreement among raft nodes before linearized reading' (duration: 108.21024ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:15:02.653843Z","caller":"traceutil/trace.go:171","msg":"trace[1132556037] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96983308-9bfe-443c-b49e-dbdf3ef1ccd9; range_end:; response_count:1; response_revision:1836; }","duration":"316.498779ms","start":"2026-04-15T15:15:02.337327Z","end":"2026-04-15T15:15:02.653825Z","steps":["trace[1132556037] 'agreement among raft nodes before linearized reading' (duration: 316.223122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:02.65363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.645173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-15T15:15:02.653896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:15:02.337315Z","time spent":"316.565801ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96983308-9bfe-443c-b49e-dbdf3ef1ccd9\" "} {"level":"info","ts":"2026-04-15T15:15:02.653985Z","caller":"traceutil/trace.go:171","msg":"trace[594039725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1836; }","duration":"297.002913ms","start":"2026-04-15T15:15:02.356919Z","end":"2026-04-15T15:15:02.653922Z","steps":["trace[594039725] 'agreement among raft nodes before linearized reading' (duration: 296.541781ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:15:02.776287Z","caller":"traceutil/trace.go:171","msg":"trace[1119066822] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"115.556648ms","start":"2026-04-15T15:15:02.660708Z","end":"2026-04-15T15:15:02.776264Z","steps":["trace[1119066822] 'process raft request' (duration: 115.367953ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:15:03.175525Z","caller":"traceutil/trace.go:171","msg":"trace[871425893] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1912; }","duration":"148.050915ms","start":"2026-04-15T15:15:03.027434Z","end":"2026-04-15T15:15:03.175485Z","steps":["trace[871425893] 'read index received' (duration: 126.453492ms)","trace[871425893] 'applied index is now lower than readState.Index' (duration: 21.595753ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:15:03.175678Z","caller":"traceutil/trace.go:171","msg":"trace[1966218428] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"383.774706ms","start":"2026-04-15T15:15:02.791889Z","end":"2026-04-15T15:15:03.175663Z","steps":["trace[1966218428] 'process raft request' (duration: 362.127761ms)","trace[1966218428] 'compare' (duration: 21.020568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:15:03.175801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:15:02.791868Z","time spent":"383.842278ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:15:03.175844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.269363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-15T15:15:03.175924Z","caller":"traceutil/trace.go:171","msg":"trace[1682431584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1840; }","duration":"147.370696ms","start":"2026-04-15T15:15:03.028533Z","end":"2026-04-15T15:15:03.175904Z","steps":["trace[1682431584] 'agreement among raft nodes before linearized reading' (duration: 147.177321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:03.176059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.173694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:15:03.176087Z","caller":"traceutil/trace.go:171","msg":"trace[554998305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1840; }","duration":"113.232426ms","start":"2026-04-15T15:15:03.062845Z","end":"2026-04-15T15:15:03.176078Z","steps":["trace[554998305] 'agreement among raft nodes before linearized reading' (duration: 113.188735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:03.176486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.004141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-15T15:15:03.176565Z","caller":"traceutil/trace.go:171","msg":"trace[1169471700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1840; }","duration":"149.169885ms","start":"2026-04-15T15:15:03.027376Z","end":"2026-04-15T15:15:03.176546Z","steps":["trace[1169471700] 'agreement among raft nodes before linearized reading' (duration: 148.61668ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:15:46.223134Z","caller":"traceutil/trace.go:171","msg":"trace[6425925] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"151.445301ms","start":"2026-04-15T15:15:46.071663Z","end":"2026-04-15T15:15:46.223108Z","steps":["trace[6425925] 'process raft request' (duration: 151.281486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:46.417709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.896197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-15T15:15:46.417799Z","caller":"traceutil/trace.go:171","msg":"trace[1602199750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2134; }","duration":"146.02986ms","start":"2026-04-15T15:15:46.271751Z","end":"2026-04-15T15:15:46.417781Z","steps":["trace[1602199750] 'range keys from in-memory index tree' (duration: 145.732743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:46.573324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.664773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T15:15:46.573456Z","caller":"traceutil/trace.go:171","msg":"trace[21425627] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2216; }","duration":"146.277176ms","start":"2026-04-15T15:15:46.427141Z","end":"2026-04-15T15:15:46.573418Z","steps":["trace[21425627] 'read index received' (duration: 34.91µs)","trace[21425627] 'applied index is now lower than readState.Index' (duration: 146.240696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:15:46.57359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.438131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:15:46.57363Z","caller":"traceutil/trace.go:171","msg":"trace[1875111254] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2134; }","duration":"146.515883ms","start":"2026-04-15T15:15:46.427102Z","end":"2026-04-15T15:15:46.573618Z","steps":["trace[1875111254] 'agreement among raft nodes before linearized reading' (duration: 146.420371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:52.115909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.770033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T15:15:52.116079Z","caller":"traceutil/trace.go:171","msg":"trace[745179997] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"184.286658ms","start":"2026-04-15T15:15:51.931772Z","end":"2026-04-15T15:15:52.116059Z","steps":["trace[745179997] 'process raft request' (duration: 69.273629ms)","trace[745179997] 'compare' (duration: 114.64209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:15:53.650521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.927298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-15T15:15:53.650627Z","caller":"traceutil/trace.go:171","msg":"trace[294513559] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2168; }","duration":"160.078992ms","start":"2026-04-15T15:15:53.490515Z","end":"2026-04-15T15:15:53.650594Z","steps":["trace[294513559] 'range keys from in-memory index tree' (duration: 159.712183ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:15:59.093334Z","caller":"traceutil/trace.go:171","msg":"trace[1283358469] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2282; }","duration":"115.981545ms","start":"2026-04-15T15:15:58.977326Z","end":"2026-04-15T15:15:59.093308Z","steps":["trace[1283358469] 'read index received' (duration: 115.318238ms)","trace[1283358469] 'applied index is now lower than readState.Index' (duration: 662.237µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:15:59.093517Z","caller":"traceutil/trace.go:171","msg":"trace[1663610439] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"131.227639ms","start":"2026-04-15T15:15:58.96225Z","end":"2026-04-15T15:15:59.093478Z","steps":["trace[1663610439] 'process raft request' (duration: 130.704745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:15:59.093584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.241582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-15T15:15:59.093641Z","caller":"traceutil/trace.go:171","msg":"trace[2132854551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2198; }","duration":"116.352264ms","start":"2026-04-15T15:15:58.977273Z","end":"2026-04-15T15:15:59.093625Z","steps":["trace[2132854551] 'agreement among raft nodes before linearized reading' (duration: 116.138659ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:15:59.22541Z","caller":"traceutil/trace.go:171","msg":"trace[925368621] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"169.119206ms","start":"2026-04-15T15:15:59.056266Z","end":"2026-04-15T15:15:59.225385Z","steps":["trace[925368621] 'process raft request' (duration: 168.925621ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:15:59.234702Z","caller":"traceutil/trace.go:171","msg":"trace[1291523445] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"136.810583ms","start":"2026-04-15T15:15:59.097851Z","end":"2026-04-15T15:15:59.234661Z","steps":["trace[1291523445] 'process raft request' (duration: 136.677049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:16:46.128061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.784381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:16:46.12816Z","caller":"traceutil/trace.go:171","msg":"trace[1195112996] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2627; }","duration":"105.902254ms","start":"2026-04-15T15:16:46.022238Z","end":"2026-04-15T15:16:46.12814Z","steps":["trace[1195112996] 'count revisions from in-memory index tree' (duration: 105.715589ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:16:46.44928Z","caller":"traceutil/trace.go:171","msg":"trace[311178871] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"142.793602ms","start":"2026-04-15T15:16:46.306411Z","end":"2026-04-15T15:16:46.449204Z","steps":["trace[311178871] 'process raft request' (duration: 142.545305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:17:18.703702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.222648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T15:17:18.703831Z","caller":"traceutil/trace.go:171","msg":"trace[737241229] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2824; }","duration":"172.421783ms","start":"2026-04-15T15:17:18.531384Z","end":"2026-04-15T15:17:18.703805Z","steps":["trace[737241229] 'count revisions from in-memory index tree' (duration: 172.107474ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:17:18.703969Z","caller":"traceutil/trace.go:171","msg":"trace[339615933] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"140.51478ms","start":"2026-04-15T15:17:18.563416Z","end":"2026-04-15T15:17:18.703931Z","steps":["trace[339615933] 'process raft request' (duration: 82.8153ms)","trace[339615933] 'compare' (duration: 57.539896ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:19:50.369389Z","caller":"traceutil/trace.go:171","msg":"trace[1463367432] linearizableReadLoop","detail":"{readStateIndex:3970; appliedIndex:3969; }","duration":"112.856079ms","start":"2026-04-15T15:19:50.256492Z","end":"2026-04-15T15:19:50.369349Z","steps":["trace[1463367432] 'read index received' (duration: 112.578881ms)","trace[1463367432] 'applied index is now lower than readState.Index' (duration: 275.608µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:19:50.369704Z","caller":"traceutil/trace.go:171","msg":"trace[39981884] transaction","detail":"{read_only:false; response_revision:3824; number_of_response:1; }","duration":"254.949594ms","start":"2026-04-15T15:19:50.114539Z","end":"2026-04-15T15:19:50.369489Z","steps":["trace[39981884] 'process raft request' (duration: 254.569553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:19:50.369832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.304571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-15T15:19:50.369909Z","caller":"traceutil/trace.go:171","msg":"trace[1364484238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3824; }","duration":"113.455626ms","start":"2026-04-15T15:19:50.256438Z","end":"2026-04-15T15:19:50.369894Z","steps":["trace[1364484238] 'agreement among raft nodes before linearized reading' (duration: 113.106206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:21:14.837801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.739763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T15:21:14.838119Z","caller":"traceutil/trace.go:171","msg":"trace[455856466] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5057; }","duration":"156.04457ms","start":"2026-04-15T15:21:14.682049Z","end":"2026-04-15T15:21:14.838093Z","steps":["trace[455856466] 'read index received' (duration: 27.154569ms)","trace[455856466] 'applied index is now lower than readState.Index' (duration: 128.888461ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:21:14.838099Z","caller":"traceutil/trace.go:171","msg":"trace[1027700008] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"157.684034ms","start":"2026-04-15T15:21:14.680369Z","end":"2026-04-15T15:21:14.838053Z","steps":["trace[1027700008] 'process raft request' (duration: 49.56237ms)","trace[1027700008] 'compare' (duration: 107.373684ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:21:14.83816Z","caller":"traceutil/trace.go:171","msg":"trace[947529711] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"143.199886ms","start":"2026-04-15T15:21:14.694926Z","end":"2026-04-15T15:21:14.838125Z","steps":["trace[947529711] 'process raft request' (duration: 143.034141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:21:14.838401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.328817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-15T15:21:14.838496Z","caller":"traceutil/trace.go:171","msg":"trace[1800105872] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4872; }","duration":"156.459451ms","start":"2026-04-15T15:21:14.682015Z","end":"2026-04-15T15:21:14.838474Z","steps":["trace[1800105872] 'agreement among raft nodes before linearized reading' (duration: 156.200464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:21:14.853153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.498044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196077"} {"level":"info","ts":"2026-04-15T15:21:14.853313Z","caller":"traceutil/trace.go:171","msg":"trace[1221762161] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4873; }","duration":"130.70106ms","start":"2026-04-15T15:21:14.722584Z","end":"2026-04-15T15:21:14.853286Z","steps":["trace[1221762161] 'agreement among raft nodes before linearized reading' (duration: 129.656212ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:21:16.018778Z","caller":"traceutil/trace.go:171","msg":"trace[1834297008] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"104.591619ms","start":"2026-04-15T15:21:15.914109Z","end":"2026-04-15T15:21:16.0187Z","steps":["trace[1834297008] 'process raft request' (duration: 104.25244ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:21:19.71295Z","caller":"traceutil/trace.go:171","msg":"trace[1736801249] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"125.946072ms","start":"2026-04-15T15:21:19.586985Z","end":"2026-04-15T15:21:19.712931Z","steps":["trace[1736801249] 'process raft request' (duration: 125.664564ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:21:19.713139Z","caller":"traceutil/trace.go:171","msg":"trace[1564148069] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"115.389288ms","start":"2026-04-15T15:21:19.597743Z","end":"2026-04-15T15:21:19.713132Z","steps":["trace[1564148069] 'process raft request' (duration: 115.020808ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:21:28.0728Z","caller":"traceutil/trace.go:171","msg":"trace[1585340545] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"116.95439ms","start":"2026-04-15T15:21:27.955827Z","end":"2026-04-15T15:21:28.072781Z","steps":["trace[1585340545] 'process raft request' (duration: 38.382041ms)","trace[1585340545] 'compare' (duration: 78.419595ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:21:28.073052Z","caller":"traceutil/trace.go:171","msg":"trace[405754136] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"115.105661ms","start":"2026-04-15T15:21:27.957926Z","end":"2026-04-15T15:21:28.073031Z","steps":["trace[405754136] 'process raft request' (duration: 114.904346ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:21:37.029054Z","caller":"traceutil/trace.go:171","msg":"trace[1645918293] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"100.985412ms","start":"2026-04-15T15:21:36.928039Z","end":"2026-04-15T15:21:37.029024Z","steps":["trace[1645918293] 'process raft request' (duration: 100.826288ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:21:44.986588Z","caller":"traceutil/trace.go:171","msg":"trace[1999816890] linearizableReadLoop","detail":"{readStateIndex:5730; appliedIndex:5729; }","duration":"130.048423ms","start":"2026-04-15T15:21:44.856519Z","end":"2026-04-15T15:21:44.986567Z","steps":["trace[1999816890] 'read index received' (duration: 98.035903ms)","trace[1999816890] 'applied index is now lower than readState.Index' (duration: 32.01172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:21:44.986751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.218417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-15T15:21:44.986779Z","caller":"traceutil/trace.go:171","msg":"trace[1754134878] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5525; }","duration":"130.307089ms","start":"2026-04-15T15:21:44.85646Z","end":"2026-04-15T15:21:44.986767Z","steps":["trace[1754134878] 'agreement among raft nodes before linearized reading' (duration: 130.177016ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:21:44.986898Z","caller":"traceutil/trace.go:171","msg":"trace[1230617503] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"147.008778ms","start":"2026-04-15T15:21:44.839849Z","end":"2026-04-15T15:21:44.986858Z","steps":["trace[1230617503] 'process raft request' (duration: 114.68554ms)","trace[1230617503] 'compare' (duration: 31.938797ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:22:58.00844Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3040} {"level":"info","ts":"2026-04-15T15:22:58.113088Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3040,"took":"102.939677ms","hash":1997380224,"current-db-size-bytes":58519552,"current-db-size":"58 MB","current-db-size-in-use-bytes":31793152,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-15T15:22:58.113161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1997380224,"revision":3040,"compact-revision":-1} {"level":"info","ts":"2026-04-15T15:27:43.360977Z","caller":"traceutil/trace.go:171","msg":"trace[202099893] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"321.800134ms","start":"2026-04-15T15:27:43.039152Z","end":"2026-04-15T15:27:43.360953Z","steps":["trace[202099893] 'process raft request' (duration: 321.65551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:27:43.36114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:27:43.039136Z","time spent":"321.916798ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T15:27:43.362532Z","caller":"traceutil/trace.go:171","msg":"trace[833154889] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"238.190003ms","start":"2026-04-15T15:27:43.123865Z","end":"2026-04-15T15:27:43.362055Z","steps":["trace[833154889] 'process raft request' (duration: 238.07127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:27:54.897115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.457712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-csnrn\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-15T15:27:54.897205Z","caller":"traceutil/trace.go:171","msg":"trace[1847891313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-csnrn; range_end:; response_count:1; response_revision:8301; }","duration":"136.630615ms","start":"2026-04-15T15:27:54.760554Z","end":"2026-04-15T15:27:54.897185Z","steps":["trace[1847891313] 'range keys from in-memory index tree' (duration: 136.282417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:27:54.897347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.590907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-15T15:27:54.897418Z","caller":"traceutil/trace.go:171","msg":"trace[459737866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8301; }","duration":"325.70678ms","start":"2026-04-15T15:27:54.571698Z","end":"2026-04-15T15:27:54.897405Z","steps":["trace[459737866] 'range keys from in-memory index tree' (duration: 325.386131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:27:54.897479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:27:54.571677Z","time spent":"325.795273ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-15T15:27:56.016715Z","caller":"traceutil/trace.go:171","msg":"trace[2055760360] linearizableReadLoop","detail":"{readStateIndex:8598; appliedIndex:8597; }","duration":"245.415968ms","start":"2026-04-15T15:27:55.771272Z","end":"2026-04-15T15:27:56.016688Z","steps":["trace[2055760360] 'read index received' (duration: 245.083679ms)","trace[2055760360] 'applied index is now lower than readState.Index' (duration: 331.239µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:27:56.016779Z","caller":"traceutil/trace.go:171","msg":"trace[290135824] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"286.723376ms","start":"2026-04-15T15:27:55.730025Z","end":"2026-04-15T15:27:56.016748Z","steps":["trace[290135824] 'process raft request' (duration: 286.462199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:27:56.017002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.708436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-15T15:27:56.017052Z","caller":"traceutil/trace.go:171","msg":"trace[2121387409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8304; }","duration":"245.82529ms","start":"2026-04-15T15:27:55.771212Z","end":"2026-04-15T15:27:56.017038Z","steps":["trace[2121387409] 'agreement among raft nodes before linearized reading' (duration: 245.634505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:27:56.017069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.899821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-15T15:27:56.017078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.730587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-15T15:27:56.017103Z","caller":"traceutil/trace.go:171","msg":"trace[92602155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8304; }","duration":"225.952202ms","start":"2026-04-15T15:27:55.791139Z","end":"2026-04-15T15:27:56.017092Z","steps":["trace[92602155] 'agreement among raft nodes before linearized reading' (duration: 225.890451ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:27:56.017115Z","caller":"traceutil/trace.go:171","msg":"trace[841973999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8304; }","duration":"225.817549ms","start":"2026-04-15T15:27:55.791287Z","end":"2026-04-15T15:27:56.017105Z","steps":["trace[841973999] 'agreement among raft nodes before linearized reading' (duration: 225.701406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:27:56.017004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.87319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-15T15:27:56.017207Z","caller":"traceutil/trace.go:171","msg":"trace[2136896492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8304; }","duration":"226.123937ms","start":"2026-04-15T15:27:55.791064Z","end":"2026-04-15T15:27:56.017188Z","steps":["trace[2136896492] 'agreement among raft nodes before linearized reading' (duration: 225.805568ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:27:56.127166Z","caller":"traceutil/trace.go:171","msg":"trace[1496386911] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"105.066462ms","start":"2026-04-15T15:27:56.02205Z","end":"2026-04-15T15:27:56.127117Z","steps":["trace[1496386911] 'process raft request' (duration: 104.748203ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:27:56.12717Z","caller":"traceutil/trace.go:171","msg":"trace[818561698] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"105.073152ms","start":"2026-04-15T15:27:56.022059Z","end":"2026-04-15T15:27:56.127132Z","steps":["trace[818561698] 'process raft request' (duration: 104.953289ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:27:56.127491Z","caller":"traceutil/trace.go:171","msg":"trace[1032735481] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"105.01718ms","start":"2026-04-15T15:27:56.022458Z","end":"2026-04-15T15:27:56.127475Z","steps":["trace[1032735481] 'process raft request' (duration: 104.611219ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:27:56.127524Z","caller":"traceutil/trace.go:171","msg":"trace[261500901] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"104.425045ms","start":"2026-04-15T15:27:56.023057Z","end":"2026-04-15T15:27:56.127482Z","steps":["trace[261500901] 'process raft request' (duration: 104.298191ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:27:58.014439Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6150} {"level":"info","ts":"2026-04-15T15:27:58.112673Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6150,"took":"96.243193ms","hash":1320585798,"current-db-size-bytes":58519552,"current-db-size":"58 MB","current-db-size-in-use-bytes":23212032,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-15T15:27:58.112748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1320585798,"revision":6150,"compact-revision":3040} {"level":"warn","ts":"2026-04-15T15:28:24.856855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.23047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T15:28:24.856933Z","caller":"traceutil/trace.go:171","msg":"trace[1999458590] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"243.195968ms","start":"2026-04-15T15:28:24.613712Z","end":"2026-04-15T15:28:24.856908Z","steps":["trace[1999458590] 'process raft request' (duration: 211.982474ms)","trace[1999458590] 'compare' (duration: 30.770892ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:28:24.856971Z","caller":"traceutil/trace.go:171","msg":"trace[1794189946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8517; }","duration":"382.441725ms","start":"2026-04-15T15:28:24.474508Z","end":"2026-04-15T15:28:24.85695Z","steps":["trace[1794189946] 'count revisions from in-memory index tree' (duration: 382.134206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:28:24.857027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:28:24.474485Z","time spent":"382.525127ms","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-15T15:28:24.862927Z","caller":"traceutil/trace.go:171","msg":"trace[1413456556] linearizableReadLoop","detail":"{readStateIndex:8822; appliedIndex:8820; }","duration":"135.859105ms","start":"2026-04-15T15:28:24.727033Z","end":"2026-04-15T15:28:24.862892Z","steps":["trace[1413456556] 'read index received' (duration: 98.802043ms)","trace[1413456556] 'applied index is now lower than readState.Index' (duration: 37.055542ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:28:24.863053Z","caller":"traceutil/trace.go:171","msg":"trace[26072881] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"241.573595ms","start":"2026-04-15T15:28:24.621415Z","end":"2026-04-15T15:28:24.862988Z","steps":["trace[26072881] 'process raft request' (duration: 241.323558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:28:24.863131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.071971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T15:28:24.863183Z","caller":"traceutil/trace.go:171","msg":"trace[1777387053] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8519; }","duration":"136.140162ms","start":"2026-04-15T15:28:24.727025Z","end":"2026-04-15T15:28:24.863165Z","steps":["trace[1777387053] 'agreement among raft nodes before linearized reading' (duration: 136.015829ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:28:27.698872Z","caller":"traceutil/trace.go:171","msg":"trace[498574067] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"140.263504ms","start":"2026-04-15T15:28:27.558583Z","end":"2026-04-15T15:28:27.698846Z","steps":["trace[498574067] 'process raft request' (duration: 140.078079ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:28:27.829621Z","caller":"traceutil/trace.go:171","msg":"trace[1678788353] linearizableReadLoop","detail":"{readStateIndex:8835; appliedIndex:8833; }","duration":"176.321488ms","start":"2026-04-15T15:28:27.653278Z","end":"2026-04-15T15:28:27.829599Z","steps":["trace[1678788353] 'read index received' (duration: 45.45388ms)","trace[1678788353] 'applied index is now lower than readState.Index' (duration: 130.866228ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:28:27.82966Z","caller":"traceutil/trace.go:171","msg":"trace[626936440] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"259.618452ms","start":"2026-04-15T15:28:27.569994Z","end":"2026-04-15T15:28:27.829612Z","steps":["trace[626936440] 'process raft request' (duration: 243.28044ms)","trace[626936440] 'compare' (duration: 16.081285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:28:27.829881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.583395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T15:28:27.829994Z","caller":"traceutil/trace.go:171","msg":"trace[529965533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8531; }","duration":"176.74757ms","start":"2026-04-15T15:28:27.653207Z","end":"2026-04-15T15:28:27.829954Z","steps":["trace[529965533] 'agreement among raft nodes before linearized reading' (duration: 176.472073ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:28:37.389637Z","caller":"traceutil/trace.go:171","msg":"trace[145588740] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"142.297539ms","start":"2026-04-15T15:28:37.247313Z","end":"2026-04-15T15:28:37.38961Z","steps":["trace[145588740] 'process raft request' (duration: 142.088683ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:28:37.676187Z","caller":"traceutil/trace.go:171","msg":"trace[106282835] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8931; }","duration":"416.214518ms","start":"2026-04-15T15:28:37.259946Z","end":"2026-04-15T15:28:37.676161Z","steps":["trace[106282835] 'read index received' (duration: 129.440671ms)","trace[106282835] 'applied index is now lower than readState.Index' (duration: 286.772567ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:28:37.676312Z","caller":"traceutil/trace.go:171","msg":"trace[428261304] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"422.393715ms","start":"2026-04-15T15:28:37.253879Z","end":"2026-04-15T15:28:37.676273Z","steps":["trace[428261304] 'process raft request' (duration: 422.118738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:28:37.676393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.415913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:28:37.676465Z","caller":"traceutil/trace.go:171","msg":"trace[764842676] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8624; }","duration":"416.533857ms","start":"2026-04-15T15:28:37.259913Z","end":"2026-04-15T15:28:37.676447Z","steps":["trace[764842676] 'agreement among raft nodes before linearized reading' (duration: 416.392223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:28:37.676478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:28:37.253848Z","time spent":"422.54817ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:28:37.676516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:28:37.259898Z","time spent":"416.603079ms","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-15T15:28:37.711187Z","caller":"traceutil/trace.go:171","msg":"trace[1166826611] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"106.237344ms","start":"2026-04-15T15:28:37.604879Z","end":"2026-04-15T15:28:37.711117Z","steps":["trace[1166826611] 'process raft request' (duration: 106.007898ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:28:38.423504Z","caller":"traceutil/trace.go:171","msg":"trace[368146200] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8939; }","duration":"118.329831ms","start":"2026-04-15T15:28:38.305146Z","end":"2026-04-15T15:28:38.423476Z","steps":["trace[368146200] 'read index received' (duration: 59.504669ms)","trace[368146200] 'applied index is now lower than readState.Index' (duration: 58.824062ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:28:38.423649Z","caller":"traceutil/trace.go:171","msg":"trace[1203707653] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"118.949438ms","start":"2026-04-15T15:28:38.304612Z","end":"2026-04-15T15:28:38.423561Z","steps":["trace[1203707653] 'process raft request' (duration: 60.133317ms)","trace[1203707653] 'compare' (duration: 58.596585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:28:38.423787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.613429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-15T15:28:38.423863Z","caller":"traceutil/trace.go:171","msg":"trace[996672675] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8631; }","duration":"118.731052ms","start":"2026-04-15T15:28:38.30511Z","end":"2026-04-15T15:28:38.423841Z","steps":["trace[996672675] 'agreement among raft nodes before linearized reading' (duration: 118.472695ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:28:51.080052Z","caller":"traceutil/trace.go:171","msg":"trace[1486572775] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"105.906775ms","start":"2026-04-15T15:28:50.974115Z","end":"2026-04-15T15:28:51.080022Z","steps":["trace[1486572775] 'process raft request' (duration: 105.71657ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:28:51.081269Z","caller":"traceutil/trace.go:171","msg":"trace[823112558] linearizableReadLoop","detail":"{readStateIndex:9050; appliedIndex:9048; }","duration":"101.379353ms","start":"2026-04-15T15:28:50.979874Z","end":"2026-04-15T15:28:51.081253Z","steps":["trace[823112558] 'read index received' (duration: 99.971945ms)","trace[823112558] 'applied index is now lower than readState.Index' (duration: 1.406398ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:28:51.081307Z","caller":"traceutil/trace.go:171","msg":"trace[1209874208] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"106.09605ms","start":"2026-04-15T15:28:50.975202Z","end":"2026-04-15T15:28:51.081298Z","steps":["trace[1209874208] 'process raft request' (duration: 105.963886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:28:51.081487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.592078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-15T15:28:51.081524Z","caller":"traceutil/trace.go:171","msg":"trace[854919731] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:8737; }","duration":"101.672401ms","start":"2026-04-15T15:28:50.97984Z","end":"2026-04-15T15:28:51.081512Z","steps":["trace[854919731] 'agreement among raft nodes before linearized reading' (duration: 101.510926ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:29:21.269236Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002485.wal"} {"level":"info","ts":"2026-04-15T15:29:54.490126Z","caller":"traceutil/trace.go:171","msg":"trace[2124918386] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"182.861368ms","start":"2026-04-15T15:29:54.307222Z","end":"2026-04-15T15:29:54.490084Z","steps":["trace[2124918386] 'process raft request' (duration: 114.164443ms)","trace[2124918386] 'compare' (duration: 68.49892ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:30:32.498961Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fc4b8086375a405d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-15T15:30:32.504286Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-15T15:30:32.504381Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-15T15:32:58.021196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8322} {"level":"info","ts":"2026-04-15T15:32:58.105239Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8322,"took":"81.396317ms","hash":400337182,"current-db-size-bytes":58519552,"current-db-size":"58 MB","current-db-size-in-use-bytes":25382912,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-15T15:32:58.105332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":400337182,"revision":8322,"compact-revision":6150} {"level":"info","ts":"2026-04-15T15:33:19.796545Z","caller":"traceutil/trace.go:171","msg":"trace[1779562614] linearizableReadLoop","detail":"{readStateIndex:11504; appliedIndex:11503; }","duration":"405.214189ms","start":"2026-04-15T15:33:19.391308Z","end":"2026-04-15T15:33:19.796522Z","steps":["trace[1779562614] 'read index received' (duration: 404.989533ms)","trace[1779562614] 'applied index is now lower than readState.Index' (duration: 223.756µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:33:19.796656Z","caller":"traceutil/trace.go:171","msg":"trace[1228614924] transaction","detail":"{read_only:false; response_revision:11124; number_of_response:1; }","duration":"407.577583ms","start":"2026-04-15T15:33:19.389024Z","end":"2026-04-15T15:33:19.796601Z","steps":["trace[1228614924] 'process raft request' (duration: 407.312416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:33:19.796774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.449645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:33:19.796834Z","caller":"traceutil/trace.go:171","msg":"trace[963652628] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11124; }","duration":"332.552078ms","start":"2026-04-15T15:33:19.464266Z","end":"2026-04-15T15:33:19.796818Z","steps":["trace[963652628] 'agreement among raft nodes before linearized reading' (duration: 332.468705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:33:19.796855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:33:19.464248Z","time spent":"332.602209ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-15T15:33:19.796991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.548917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:33:19.797012Z","caller":"traceutil/trace.go:171","msg":"trace[1007163945] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11124; }","duration":"332.611169ms","start":"2026-04-15T15:33:19.464394Z","end":"2026-04-15T15:33:19.797006Z","steps":["trace[1007163945] 'agreement among raft nodes before linearized reading' (duration: 332.580548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:33:19.797027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:33:19.464373Z","time spent":"332.65039ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-15T15:33:19.797008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:33:19.388999Z","time spent":"407.755047ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:33:19.797121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.92872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-15T15:33:19.797139Z","caller":"traceutil/trace.go:171","msg":"trace[2026138838] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11124; }","duration":"328.982571ms","start":"2026-04-15T15:33:19.468152Z","end":"2026-04-15T15:33:19.797134Z","steps":["trace[2026138838] 'agreement among raft nodes before linearized reading' (duration: 328.917979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:33:19.797152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:33:19.468137Z","time spent":"329.011612ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-15T15:33:19.797189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.787463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:33:19.797372Z","caller":"traceutil/trace.go:171","msg":"trace[1865609870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11124; }","duration":"333.01659ms","start":"2026-04-15T15:33:19.464333Z","end":"2026-04-15T15:33:19.79735Z","steps":["trace[1865609870] 'agreement among raft nodes before linearized reading' (duration: 332.731512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:33:19.797454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:33:19.464327Z","time spent":"333.093062ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-15T15:33:19.797155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.517607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:33:19.797586Z","caller":"traceutil/trace.go:171","msg":"trace[1074914687] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11124; }","duration":"333.052141ms","start":"2026-04-15T15:33:19.464517Z","end":"2026-04-15T15:33:19.797569Z","steps":["trace[1074914687] 'agreement among raft nodes before linearized reading' (duration: 332.334902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:33:19.797645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:33:19.464486Z","time spent":"333.141283ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-15T15:33:19.797733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.419041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444933"} {"level":"info","ts":"2026-04-15T15:33:19.797767Z","caller":"traceutil/trace.go:171","msg":"trace[348224327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11124; }","duration":"406.470933ms","start":"2026-04-15T15:33:19.391286Z","end":"2026-04-15T15:33:19.797757Z","steps":["trace[348224327] 'agreement among raft nodes before linearized reading' (duration: 405.373973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:33:19.797787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:33:19.391278Z","time spent":"406.504934ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444956,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-15T15:33:19.797861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.772874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T15:33:19.79804Z","caller":"traceutil/trace.go:171","msg":"trace[2115118071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11124; }","duration":"263.0363ms","start":"2026-04-15T15:33:19.534921Z","end":"2026-04-15T15:33:19.797958Z","steps":["trace[2115118071] 'agreement among raft nodes before linearized reading' (duration: 262.197078ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:33:38.308434Z","caller":"traceutil/trace.go:171","msg":"trace[603110965] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"209.240808ms","start":"2026-04-15T15:33:38.099141Z","end":"2026-04-15T15:33:38.308382Z","steps":["trace[603110965] 'process raft request' (duration: 197.556783ms)","trace[603110965] 'compare' (duration: 11.405847ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:33:38.308643Z","caller":"traceutil/trace.go:171","msg":"trace[2095649843] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"208.907769ms","start":"2026-04-15T15:33:38.099729Z","end":"2026-04-15T15:33:38.308637Z","steps":["trace[2095649843] 'process raft request' (duration: 208.604781ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:33:38.308854Z","caller":"traceutil/trace.go:171","msg":"trace[1013768434] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"200.392069ms","start":"2026-04-15T15:33:38.108452Z","end":"2026-04-15T15:33:38.308844Z","steps":["trace[1013768434] 'process raft request' (duration: 200.140913ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:33:38.308883Z","caller":"traceutil/trace.go:171","msg":"trace[1659054308] transaction","detail":"{read_only:false; response_revision:11231; number_of_response:1; }","duration":"186.283659ms","start":"2026-04-15T15:33:38.122576Z","end":"2026-04-15T15:33:38.308859Z","steps":["trace[1659054308] 'process raft request' (duration: 186.175576ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:33:38.321494Z","caller":"traceutil/trace.go:171","msg":"trace[86524742] transaction","detail":"{read_only:false; response_revision:11232; number_of_response:1; }","duration":"126.004571ms","start":"2026-04-15T15:33:38.195473Z","end":"2026-04-15T15:33:38.321478Z","steps":["trace[86524742] 'process raft request' (duration: 125.892088ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:37:58.028042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10822} {"level":"info","ts":"2026-04-15T15:37:58.11263Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10822,"took":"80.871679ms","hash":1278509268,"current-db-size-bytes":58519552,"current-db-size":"58 MB","current-db-size-in-use-bytes":27942912,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-15T15:37:58.112704Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1278509268,"revision":10822,"compact-revision":8322} {"level":"info","ts":"2026-04-15T15:39:26.273372Z","caller":"traceutil/trace.go:171","msg":"trace[1488231867] transaction","detail":"{read_only:false; response_revision:13608; number_of_response:1; }","duration":"169.738266ms","start":"2026-04-15T15:39:26.103608Z","end":"2026-04-15T15:39:26.273346Z","steps":["trace[1488231867] 'process raft request' (duration: 169.563601ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:39:26.274268Z","caller":"traceutil/trace.go:171","msg":"trace[1160181399] linearizableReadLoop","detail":"{readStateIndex:14075; appliedIndex:14074; }","duration":"139.259314ms","start":"2026-04-15T15:39:26.134979Z","end":"2026-04-15T15:39:26.274238Z","steps":["trace[1160181399] 'read index received' (duration: 138.38032ms)","trace[1160181399] 'applied index is now lower than readState.Index' (duration: 877.504µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:39:26.274342Z","caller":"traceutil/trace.go:171","msg":"trace[1256236472] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"169.838328ms","start":"2026-04-15T15:39:26.104484Z","end":"2026-04-15T15:39:26.274323Z","steps":["trace[1256236472] 'process raft request' (duration: 169.560661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:39:26.274635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.610223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-15T15:39:26.274769Z","caller":"traceutil/trace.go:171","msg":"trace[1729141270] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13609; }","duration":"139.792808ms","start":"2026-04-15T15:39:26.134946Z","end":"2026-04-15T15:39:26.274739Z","steps":["trace[1729141270] 'agreement among raft nodes before linearized reading' (duration: 139.403268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:39:26.275021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.500191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T15:39:26.275303Z","caller":"traceutil/trace.go:171","msg":"trace[1636748500] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13609; }","duration":"139.921102ms","start":"2026-04-15T15:39:26.135169Z","end":"2026-04-15T15:39:26.27509Z","steps":["trace[1636748500] 'agreement among raft nodes before linearized reading' (duration: 139.419518ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:40:04.015186Z","caller":"traceutil/trace.go:171","msg":"trace[992166217] transaction","detail":"{read_only:false; response_revision:13821; number_of_response:1; }","duration":"297.845659ms","start":"2026-04-15T15:40:03.71732Z","end":"2026-04-15T15:40:04.015166Z","steps":["trace[992166217] 'process raft request' (duration: 297.705545ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:40:04.201115Z","caller":"traceutil/trace.go:171","msg":"trace[147640463] linearizableReadLoop","detail":"{readStateIndex:14297; appliedIndex:14295; }","duration":"368.544005ms","start":"2026-04-15T15:40:03.832544Z","end":"2026-04-15T15:40:04.201088Z","steps":["trace[147640463] 'read index received' (duration: 182.566221ms)","trace[147640463] 'applied index is now lower than readState.Index' (duration: 185.976244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:40:04.201564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.003226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T15:40:04.201637Z","caller":"traceutil/trace.go:171","msg":"trace[598533075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13822; }","duration":"369.148401ms","start":"2026-04-15T15:40:03.83247Z","end":"2026-04-15T15:40:04.201618Z","steps":["trace[598533075] 'agreement among raft nodes before linearized reading' (duration: 368.873593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:40:04.201709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:40:03.832444Z","time spent":"369.224733ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-15T15:40:04.201914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.490463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:40:04.201973Z","caller":"traceutil/trace.go:171","msg":"trace[1617654709] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13822; }","duration":"181.615916ms","start":"2026-04-15T15:40:04.020344Z","end":"2026-04-15T15:40:04.20196Z","steps":["trace[1617654709] 'agreement among raft nodes before linearized reading' (duration: 181.476142ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:40:04.201485Z","caller":"traceutil/trace.go:171","msg":"trace[428669749] transaction","detail":"{read_only:false; response_revision:13822; number_of_response:1; }","duration":"480.668256ms","start":"2026-04-15T15:40:03.720598Z","end":"2026-04-15T15:40:04.201266Z","steps":["trace[428669749] 'process raft request' (duration: 455.042455ms)","trace[428669749] 'compare' (duration: 25.100967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:40:04.202248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.952146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:40:04.2023Z","caller":"traceutil/trace.go:171","msg":"trace[1202712032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13822; }","duration":"139.024367ms","start":"2026-04-15T15:40:04.063263Z","end":"2026-04-15T15:40:04.202288Z","steps":["trace[1202712032] 'agreement among raft nodes before linearized reading' (duration: 138.947895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:40:04.202279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.769546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-15T15:40:04.202341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:40:03.72057Z","time spent":"481.668364ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T15:40:04.202375Z","caller":"traceutil/trace.go:171","msg":"trace[463905576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13822; }","duration":"100.947811ms","start":"2026-04-15T15:40:04.101406Z","end":"2026-04-15T15:40:04.202354Z","steps":["trace[463905576] 'agreement among raft nodes before linearized reading' (duration: 100.733975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:40:04.202485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.154137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-15T15:40:04.202571Z","caller":"traceutil/trace.go:171","msg":"trace[1005964788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13822; }","duration":"114.337022ms","start":"2026-04-15T15:40:04.088213Z","end":"2026-04-15T15:40:04.20255Z","steps":["trace[1005964788] 'agreement among raft nodes before linearized reading' (duration: 114.043144ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:40:13.587887Z","caller":"traceutil/trace.go:171","msg":"trace[1398453513] transaction","detail":"{read_only:false; response_revision:13990; number_of_response:1; }","duration":"290.4662ms","start":"2026-04-15T15:40:13.297364Z","end":"2026-04-15T15:40:13.587831Z","steps":["trace[1398453513] 'process raft request' (duration: 290.213063ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:40:13.588615Z","caller":"traceutil/trace.go:171","msg":"trace[1510026301] linearizableReadLoop","detail":"{readStateIndex:14468; appliedIndex:14468; }","duration":"267.377227ms","start":"2026-04-15T15:40:13.321225Z","end":"2026-04-15T15:40:13.588602Z","steps":["trace[1510026301] 'read index received' (duration: 267.372097ms)","trace[1510026301] 'applied index is now lower than readState.Index' (duration: 4.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:40:13.589585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.48356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:40:13.589653Z","caller":"traceutil/trace.go:171","msg":"trace[2053226653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13990; }","duration":"268.447796ms","start":"2026-04-15T15:40:13.321189Z","end":"2026-04-15T15:40:13.589637Z","steps":["trace[2053226653] 'agreement among raft nodes before linearized reading' (duration: 267.490011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:40:13.619356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.469536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:40:13.619506Z","caller":"traceutil/trace.go:171","msg":"trace[791188571] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13991; }","duration":"242.673532ms","start":"2026-04-15T15:40:13.376802Z","end":"2026-04-15T15:40:13.619476Z","steps":["trace[791188571] 'agreement among raft nodes before linearized reading' (duration: 242.479776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:40:13.619994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.325441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66aec30b-1b65-4472-9213-eae79a3928e7\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-15T15:40:13.620222Z","caller":"traceutil/trace.go:171","msg":"trace[865400608] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66aec30b-1b65-4472-9213-eae79a3928e7; range_end:; response_count:1; response_revision:13991; }","duration":"292.591057ms","start":"2026-04-15T15:40:13.327611Z","end":"2026-04-15T15:40:13.620202Z","steps":["trace[865400608] 'agreement among raft nodes before linearized reading' (duration: 291.991361ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:40:13.899873Z","caller":"traceutil/trace.go:171","msg":"trace[2085475600] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"198.283065ms","start":"2026-04-15T15:40:13.701526Z","end":"2026-04-15T15:40:13.899809Z","steps":["trace[2085475600] 'process raft request' (duration: 197.908685ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:40:13.899951Z","caller":"traceutil/trace.go:171","msg":"trace[1742201687] linearizableReadLoop","detail":"{readStateIndex:14471; appliedIndex:14470; }","duration":"124.231599ms","start":"2026-04-15T15:40:13.775407Z","end":"2026-04-15T15:40:13.899639Z","steps":["trace[1742201687] 'read index received' (duration: 123.928171ms)","trace[1742201687] 'applied index is now lower than readState.Index' (duration: 301.628µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:40:13.900055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.623069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-4fjhl.18a691fb75dc4fee\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-15T15:40:13.900128Z","caller":"traceutil/trace.go:171","msg":"trace[1765101313] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-4fjhl.18a691fb75dc4fee; range_end:; response_count:1; response_revision:13993; }","duration":"124.757353ms","start":"2026-04-15T15:40:13.77535Z","end":"2026-04-15T15:40:13.900107Z","steps":["trace[1765101313] 'agreement among raft nodes before linearized reading' (duration: 124.521487ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:41:18.700251Z","caller":"traceutil/trace.go:171","msg":"trace[853392760] linearizableReadLoop","detail":"{readStateIndex:15395; appliedIndex:15394; }","duration":"132.872792ms","start":"2026-04-15T15:41:18.567343Z","end":"2026-04-15T15:41:18.700215Z","steps":["trace[853392760] 'read index received' (duration: 99.721988ms)","trace[853392760] 'applied index is now lower than readState.Index' (duration: 33.148954ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:41:18.700939Z","caller":"traceutil/trace.go:171","msg":"trace[1240883085] transaction","detail":"{read_only:false; response_revision:14890; number_of_response:1; }","duration":"204.449102ms","start":"2026-04-15T15:41:18.496461Z","end":"2026-04-15T15:41:18.70091Z","steps":["trace[1240883085] 'process raft request' (duration: 170.700472ms)","trace[1240883085] 'compare' (duration: 32.885877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:41:18.701105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.71734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-15T15:41:18.701164Z","caller":"traceutil/trace.go:171","msg":"trace[1007987593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14890; }","duration":"128.826793ms","start":"2026-04-15T15:41:18.572318Z","end":"2026-04-15T15:41:18.701145Z","steps":["trace[1007987593] 'agreement among raft nodes before linearized reading' (duration: 128.584697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:41:18.701349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.870587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T15:41:18.701496Z","caller":"traceutil/trace.go:171","msg":"trace[1305594232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14890; }","duration":"128.068342ms","start":"2026-04-15T15:41:18.573401Z","end":"2026-04-15T15:41:18.701469Z","steps":["trace[1305594232] 'agreement among raft nodes before linearized reading' (duration: 127.681041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:41:18.704605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.22902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-15T15:41:18.704734Z","caller":"traceutil/trace.go:171","msg":"trace[1369837854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14890; }","duration":"137.459186ms","start":"2026-04-15T15:41:18.567246Z","end":"2026-04-15T15:41:18.704706Z","steps":["trace[1369837854] 'agreement among raft nodes before linearized reading' (duration: 133.704905ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:41:53.00658Z","caller":"traceutil/trace.go:171","msg":"trace[131244591] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"119.45472ms","start":"2026-04-15T15:41:52.887099Z","end":"2026-04-15T15:41:53.006554Z","steps":["trace[131244591] 'process raft request' (duration: 119.278175ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:41:53.025623Z","caller":"traceutil/trace.go:171","msg":"trace[1523837192] linearizableReadLoop","detail":"{readStateIndex:15586; appliedIndex:15584; }","duration":"135.359579ms","start":"2026-04-15T15:41:52.890237Z","end":"2026-04-15T15:41:53.025597Z","steps":["trace[1523837192] 'read index received' (duration: 116.172222ms)","trace[1523837192] 'applied index is now lower than readState.Index' (duration: 19.186527ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:41:53.025672Z","caller":"traceutil/trace.go:171","msg":"trace[806215877] transaction","detail":"{read_only:false; response_revision:15073; number_of_response:1; }","duration":"136.987323ms","start":"2026-04-15T15:41:52.888657Z","end":"2026-04-15T15:41:53.025644Z","steps":["trace[806215877] 'process raft request' (duration: 136.714555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:41:53.025957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.689298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-15T15:41:53.026004Z","caller":"traceutil/trace.go:171","msg":"trace[1097518151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15074; }","duration":"135.780681ms","start":"2026-04-15T15:41:52.890209Z","end":"2026-04-15T15:41:53.02599Z","steps":["trace[1097518151] 'agreement among raft nodes before linearized reading' (duration: 135.480873ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:41:53.253384Z","caller":"traceutil/trace.go:171","msg":"trace[926907973] transaction","detail":"{read_only:false; response_revision:15076; number_of_response:1; }","duration":"152.850781ms","start":"2026-04-15T15:41:53.100505Z","end":"2026-04-15T15:41:53.253356Z","steps":["trace[926907973] 'process raft request' (duration: 152.668366ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:41:53.358806Z","caller":"traceutil/trace.go:171","msg":"trace[1475350826] linearizableReadLoop","detail":"{readStateIndex:15590; appliedIndex:15588; }","duration":"158.361549ms","start":"2026-04-15T15:41:53.200409Z","end":"2026-04-15T15:41:53.35877Z","steps":["trace[1475350826] 'read index received' (duration: 52.845975ms)","trace[1475350826] 'applied index is now lower than readState.Index' (duration: 105.513304ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:41:53.358904Z","caller":"traceutil/trace.go:171","msg":"trace[685120027] transaction","detail":"{read_only:false; response_revision:15077; number_of_response:1; }","duration":"257.539342ms","start":"2026-04-15T15:41:53.101278Z","end":"2026-04-15T15:41:53.358817Z","steps":["trace[685120027] 'process raft request' (duration: 251.344575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:41:53.358931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.503683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T15:41:53.359013Z","caller":"traceutil/trace.go:171","msg":"trace[838165050] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15077; }","duration":"158.635476ms","start":"2026-04-15T15:41:53.200359Z","end":"2026-04-15T15:41:53.358995Z","steps":["trace[838165050] 'agreement among raft nodes before linearized reading' (duration: 158.515583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:41:53.359139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.955304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p2w7w\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-15T15:41:53.359171Z","caller":"traceutil/trace.go:171","msg":"trace[698548919] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p2w7w; range_end:; response_count:1; response_revision:15077; }","duration":"123.014876ms","start":"2026-04-15T15:41:53.236148Z","end":"2026-04-15T15:41:53.359163Z","steps":["trace[698548919] 'agreement among raft nodes before linearized reading' (duration: 122.856321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:41:53.359187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.506842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p2w7w\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-04-15T15:41:53.359185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.4205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-15T15:41:53.359249Z","caller":"traceutil/trace.go:171","msg":"trace[1982782051] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p2w7w; range_end:; response_count:1; response_revision:15077; }","duration":"122.634386ms","start":"2026-04-15T15:41:53.236599Z","end":"2026-04-15T15:41:53.359234Z","steps":["trace[1982782051] 'agreement among raft nodes before linearized reading' (duration: 122.394789ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:41:53.359264Z","caller":"traceutil/trace.go:171","msg":"trace[1399683617] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15077; }","duration":"158.587515ms","start":"2026-04-15T15:41:53.200659Z","end":"2026-04-15T15:41:53.359246Z","steps":["trace[1399683617] 'agreement among raft nodes before linearized reading' (duration: 158.322288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:41:53.359197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.593198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-15T15:41:53.359371Z","caller":"traceutil/trace.go:171","msg":"trace[890900764] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15077; }","duration":"157.794033ms","start":"2026-04-15T15:41:53.201536Z","end":"2026-04-15T15:41:53.35933Z","steps":["trace[890900764] 'agreement among raft nodes before linearized reading' (duration: 157.479935ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:42:58.03488Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13014} {"level":"info","ts":"2026-04-15T15:42:58.113314Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13014,"took":"74.871939ms","hash":634272024,"current-db-size-bytes":58519552,"current-db-size":"58 MB","current-db-size-in-use-bytes":31178752,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-15T15:42:58.113367Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":634272024,"revision":13014,"compact-revision":10822} {"level":"info","ts":"2026-04-15T15:47:28.831371Z","caller":"traceutil/trace.go:171","msg":"trace[526720885] transaction","detail":"{read_only:false; response_revision:17647; number_of_response:1; }","duration":"142.369449ms","start":"2026-04-15T15:47:28.688972Z","end":"2026-04-15T15:47:28.831341Z","steps":["trace[526720885] 'process raft request' (duration: 134.415574ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:47:28.831381Z","caller":"traceutil/trace.go:171","msg":"trace[936199840] transaction","detail":"{read_only:false; response_revision:17648; number_of_response:1; }","duration":"139.164992ms","start":"2026-04-15T15:47:28.692187Z","end":"2026-04-15T15:47:28.831353Z","steps":["trace[936199840] 'process raft request' (duration: 139.054609ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:47:28.973978Z","caller":"traceutil/trace.go:171","msg":"trace[810747550] transaction","detail":"{read_only:false; response_revision:17649; number_of_response:1; }","duration":"137.877287ms","start":"2026-04-15T15:47:28.836067Z","end":"2026-04-15T15:47:28.973944Z","steps":["trace[810747550] 'process raft request' (duration: 98.405703ms)","trace[810747550] 'compare' (duration: 39.235678ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:47:35.162363Z","caller":"traceutil/trace.go:171","msg":"trace[2127797753] transaction","detail":"{read_only:false; response_revision:17690; number_of_response:1; }","duration":"304.052018ms","start":"2026-04-15T15:47:34.858274Z","end":"2026-04-15T15:47:35.162327Z","steps":["trace[2127797753] 'process raft request' (duration: 303.819821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:47:35.162594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:47:34.858251Z","time spent":"304.220892ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T15:47:35.179008Z","caller":"traceutil/trace.go:171","msg":"trace[466586230] linearizableReadLoop","detail":"{readStateIndex:18288; appliedIndex:18286; }","duration":"168.399841ms","start":"2026-04-15T15:47:35.010581Z","end":"2026-04-15T15:47:35.17898Z","steps":["trace[466586230] 'read index received' (duration: 151.452894ms)","trace[466586230] 'applied index is now lower than readState.Index' (duration: 16.945787ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:47:35.179368Z","caller":"traceutil/trace.go:171","msg":"trace[1641503167] transaction","detail":"{read_only:false; response_revision:17691; number_of_response:1; }","duration":"320.972924ms","start":"2026-04-15T15:47:34.858381Z","end":"2026-04-15T15:47:35.179354Z","steps":["trace[1641503167] 'process raft request' (duration: 320.409909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:47:35.179512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:47:34.858357Z","time spent":"321.064587ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:47:35.17983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.244743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-15T15:47:35.179872Z","caller":"traceutil/trace.go:171","msg":"trace[252353012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17691; }","duration":"169.315625ms","start":"2026-04-15T15:47:35.010545Z","end":"2026-04-15T15:47:35.17986Z","steps":["trace[252353012] 'agreement among raft nodes before linearized reading' (duration: 169.174642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:47:35.180048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.392156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-15T15:47:35.180135Z","caller":"traceutil/trace.go:171","msg":"trace[234387048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17691; }","duration":"163.524519ms","start":"2026-04-15T15:47:35.016592Z","end":"2026-04-15T15:47:35.180116Z","steps":["trace[234387048] 'agreement among raft nodes before linearized reading' (duration: 163.279023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:47:35.180536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.952933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-15T15:47:35.180586Z","caller":"traceutil/trace.go:171","msg":"trace[1440137648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17691; }","duration":"117.028176ms","start":"2026-04-15T15:47:35.063545Z","end":"2026-04-15T15:47:35.180573Z","steps":["trace[1440137648] 'agreement among raft nodes before linearized reading' (duration: 116.959154ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:47:35.465007Z","caller":"traceutil/trace.go:171","msg":"trace[1828090206] linearizableReadLoop","detail":"{readStateIndex:18293; appliedIndex:18292; }","duration":"245.453728ms","start":"2026-04-15T15:47:35.219522Z","end":"2026-04-15T15:47:35.464976Z","steps":["trace[1828090206] 'read index received' (duration: 231.601994ms)","trace[1828090206] 'applied index is now lower than readState.Index' (duration: 13.850344ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:47:35.46505Z","caller":"traceutil/trace.go:171","msg":"trace[1511343916] transaction","detail":"{read_only:false; response_revision:17696; number_of_response:1; }","duration":"249.025765ms","start":"2026-04-15T15:47:35.21598Z","end":"2026-04-15T15:47:35.465006Z","steps":["trace[1511343916] 'process raft request' (duration: 235.204572ms)","trace[1511343916] 'compare' (duration: 13.644138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:47:35.465262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.714255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-15T15:47:35.465349Z","caller":"traceutil/trace.go:171","msg":"trace[2042273540] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17696; }","duration":"245.817358ms","start":"2026-04-15T15:47:35.219508Z","end":"2026-04-15T15:47:35.465325Z","steps":["trace[2042273540] 'agreement among raft nodes before linearized reading' (duration: 245.589832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:47:35.906131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.113827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-15T15:47:35.906242Z","caller":"traceutil/trace.go:171","msg":"trace[29884397] linearizableReadLoop","detail":"{readStateIndex:18296; appliedIndex:18295; }","duration":"264.060389ms","start":"2026-04-15T15:47:35.642161Z","end":"2026-04-15T15:47:35.906221Z","steps":["trace[29884397] 'read index received' (duration: 149.742627ms)","trace[29884397] 'applied index is now lower than readState.Index' (duration: 114.316642ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:47:35.906332Z","caller":"traceutil/trace.go:171","msg":"trace[1662378803] transaction","detail":"{read_only:false; response_revision:17699; number_of_response:1; }","duration":"362.581186ms","start":"2026-04-15T15:47:35.543733Z","end":"2026-04-15T15:47:35.906314Z","steps":["trace[1662378803] 'process raft request' (duration: 248.167191ms)","trace[1662378803] 'compare' (duration: 113.997214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:47:35.906409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:47:35.543717Z","time spent":"362.649227ms","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:47:35.906923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.741758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tcsl5\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-04-15T15:47:35.907014Z","caller":"traceutil/trace.go:171","msg":"trace[1847516419] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tcsl5; range_end:; response_count:1; response_revision:17699; }","duration":"264.884282ms","start":"2026-04-15T15:47:35.64211Z","end":"2026-04-15T15:47:35.906994Z","steps":["trace[1847516419] 'agreement among raft nodes before linearized reading' (duration: 264.628395ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:47:36.290621Z","caller":"traceutil/trace.go:171","msg":"trace[1244893060] linearizableReadLoop","detail":"{readStateIndex:18298; appliedIndex:18296; }","duration":"384.312721ms","start":"2026-04-15T15:47:35.906274Z","end":"2026-04-15T15:47:36.290587Z","steps":["trace[1244893060] 'read index received' (duration: 359.820931ms)","trace[1244893060] 'applied index is now lower than readState.Index' (duration: 24.49028ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T15:47:36.290717Z","caller":"traceutil/trace.go:171","msg":"trace[1629341856] transaction","detail":"{read_only:false; response_revision:17701; number_of_response:1; }","duration":"511.519452ms","start":"2026-04-15T15:47:35.779147Z","end":"2026-04-15T15:47:36.290666Z","steps":["trace[1629341856] 'process raft request' (duration: 511.249224ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:47:36.290703Z","caller":"traceutil/trace.go:171","msg":"trace[1411454162] transaction","detail":"{read_only:false; response_revision:17700; number_of_response:1; }","duration":"520.985317ms","start":"2026-04-15T15:47:35.76966Z","end":"2026-04-15T15:47:36.290646Z","steps":["trace[1411454162] 'process raft request' (duration: 496.095876ms)","trace[1411454162] 'compare' (duration: 23.325589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T15:47:36.290887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:47:35.77913Z","time spent":"511.666655ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:47:36.29091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:47:35.769633Z","time spent":"521.168951ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:47:36.291025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.957811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fx5xh\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-04-15T15:47:36.291137Z","caller":"traceutil/trace.go:171","msg":"trace[186436441] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fx5xh; range_end:; response_count:1; response_revision:17701; }","duration":"483.125226ms","start":"2026-04-15T15:47:35.807987Z","end":"2026-04-15T15:47:36.291112Z","steps":["trace[186436441] 'agreement among raft nodes before linearized reading' (duration: 482.733465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:47:36.291196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:47:35.807973Z","time spent":"483.208038ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fx5xh\" "} {"level":"info","ts":"2026-04-15T15:47:36.362824Z","caller":"traceutil/trace.go:171","msg":"trace[273941487] transaction","detail":"{read_only:false; response_revision:17702; number_of_response:1; }","duration":"436.56486ms","start":"2026-04-15T15:47:35.926221Z","end":"2026-04-15T15:47:36.362786Z","steps":["trace[273941487] 'process raft request' (duration: 436.320173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T15:47:36.363015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T15:47:35.926192Z","time spent":"436.721314ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T15:47:39.313627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.588851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T15:47:39.31372Z","caller":"traceutil/trace.go:171","msg":"trace[963039793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17728; }","duration":"110.712275ms","start":"2026-04-15T15:47:39.202989Z","end":"2026-04-15T15:47:39.313701Z","steps":["trace[963039793] 'agreement among raft nodes before linearized reading' (duration: 110.463998ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T15:47:58.040877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15506} {"level":"info","ts":"2026-04-15T15:47:58.15757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15506,"took":"113.54028ms","hash":2337723993,"current-db-size-bytes":58519552,"current-db-size":"58 MB","current-db-size-in-use-bytes":33067008,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-15T15:47:58.157642Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2337723993,"revision":15506,"compact-revision":13014} {"level":"info","ts":"2026-04-15T15:50:59.054971Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fc4b8086375a405d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-15T15:50:59.065297Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-15T15:50:59.065393Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-15T15:52:58.047632Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18058} {"level":"info","ts":"2026-04-15T15:52:58.168539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18058,"took":"117.70556ms","hash":1398654895,"current-db-size-bytes":58519552,"current-db-size":"58 MB","current-db-size-in-use-bytes":30031872,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-15T15:52:58.168615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1398654895,"revision":18058,"compact-revision":15506}