{"level":"warn","ts":"2026-03-01T21:11:41.120563Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T21:11:41.120656Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-01T21:11:41.120721Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T21:11:41.120735Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-01T21:11:41.120751Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T21:11:41.121759Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-03-01T21:11:41.121889Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-01T21:11:41.127743Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.282275ms"} {"level":"info","ts":"2026-03-01T21:11:41.137012Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-03-01T21:11:41.137106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-03-01T21:11:41.137139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-03-01T21:11:41.137153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-01T21:11:41.137172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-03-01T21:11:41.137233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-03-01T21:11:41.151273Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-01T21:11:41.152963Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-01T21:11:41.15424Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-01T21:11:41.157375Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-01T21:11:41.157789Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-01T21:11:41.157867Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:11:41.158183Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:11:41.158201Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:11:41.160458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-03-01T21:11:41.160814Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-01T21:11:41.164545Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T21:11:41.164933Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-01T21:11:41.164995Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-01T21:11:41.165043Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-01T21:11:41.165114Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-01T21:11:41.738069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-03-01T21:11:41.738156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-01T21:11:41.738181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-03-01T21:11:41.738203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-03-01T21:11:41.738212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-01T21:11:41.738227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-03-01T21:11:41.738245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-01T21:11:41.739145Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-01T21:11:41.739345Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T21:11:41.739439Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:41.739421Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T21:11:41.739486Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-01T21:11:41.739706Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-01T21:11:41.740399Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:41.740484Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:41.740516Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:41.742573Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-03-01T21:11:41.743269Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-01T21:12:03.181682Z","caller":"traceutil/trace.go:171","msg":"trace[1315427188] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"216.013656ms","start":"2026-03-01T21:12:02.965638Z","end":"2026-03-01T21:12:03.181651Z","steps":["trace[1315427188] 'process raft request' (duration: 215.801972ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:12.102469Z","caller":"traceutil/trace.go:171","msg":"trace[241539183] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"131.948289ms","start":"2026-03-01T21:12:11.970499Z","end":"2026-03-01T21:12:12.102447Z","steps":["trace[241539183] 'process raft request' (duration: 131.827307ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:18.788355Z","caller":"traceutil/trace.go:171","msg":"trace[362871025] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"158.069337ms","start":"2026-03-01T21:12:18.630263Z","end":"2026-03-01T21:12:18.788333Z","steps":["trace[362871025] 'read index received' (duration: 157.898283ms)","trace[362871025] 'applied index is now lower than readState.Index' (duration: 170.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:18.788431Z","caller":"traceutil/trace.go:171","msg":"trace[29179908] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"295.823533ms","start":"2026-03-01T21:12:18.49259Z","end":"2026-03-01T21:12:18.788414Z","steps":["trace[29179908] 'process raft request' (duration: 295.611107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:18.788476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.19074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:18.788578Z","caller":"traceutil/trace.go:171","msg":"trace[1788167387] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:560; }","duration":"158.341454ms","start":"2026-03-01T21:12:18.630219Z","end":"2026-03-01T21:12:18.788561Z","steps":["trace[1788167387] 'agreement among raft nodes before linearized reading' (duration: 158.209561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:19.039432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.821413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-approve:cert-manager-io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:19.039522Z","caller":"traceutil/trace.go:171","msg":"trace[1951641151] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-approve:cert-manager-io; range_end:; response_count:0; response_revision:560; }","duration":"193.964487ms","start":"2026-03-01T21:12:18.845537Z","end":"2026-03-01T21:12:19.039502Z","steps":["trace[1951641151] 'range keys from in-memory index tree' (duration: 193.740472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:19.368019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.119609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:12:19.368156Z","caller":"traceutil/trace.go:171","msg":"trace[891499866] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"246.226633ms","start":"2026-03-01T21:12:19.121908Z","end":"2026-03-01T21:12:19.368134Z","steps":["trace[891499866] 'process raft request' (duration: 29.374858ms)","trace[891499866] 'compare' (duration: 215.904054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:19.719636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870370828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:12:20.220728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870370828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:12:20.483308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332089895s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:12:20.483968Z","caller":"traceutil/trace.go:171","msg":"trace[161923074] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.361928083s","start":"2026-03-01T21:12:19.121998Z","end":"2026-03-01T21:12:20.483926Z","steps":["trace[161923074] 'process raft request' (duration: 1.361666937s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.484275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.121968Z","time spent":"1.362159208s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:12:20.607924Z","caller":"traceutil/trace.go:171","msg":"trace[987378795] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.395244608s","start":"2026-03-01T21:12:19.21259Z","end":"2026-03-01T21:12:20.607835Z","steps":["trace[987378795] 'process raft request' (duration: 1.39488541s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.608246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.212568Z","time spent":"1.395488463s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:12:20.620335Z","caller":"traceutil/trace.go:171","msg":"trace[1873375] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:579; }","duration":"1.401408322s","start":"2026-03-01T21:12:19.218908Z","end":"2026-03-01T21:12:20.620316Z","steps":["trace[1873375] 'read index received' (duration: 1.264840623s)","trace[1873375] 'applied index is now lower than readState.Index' (duration: 136.566389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:20.620565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349046944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T21:12:20.620586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.822596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:20.620609Z","caller":"traceutil/trace.go:171","msg":"trace[2106989612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"1.349141376s","start":"2026-03-01T21:12:19.271455Z","end":"2026-03-01T21:12:20.620596Z","steps":["trace[2106989612] 'agreement among raft nodes before linearized reading' (duration: 1.349026533s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:20.620629Z","caller":"traceutil/trace.go:171","msg":"trace[915818442] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:564; }","duration":"446.967379ms","start":"2026-03-01T21:12:20.17365Z","end":"2026-03-01T21:12:20.620617Z","steps":["trace[915818442] 'agreement among raft nodes before linearized reading' (duration: 446.839596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.620649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.27143Z","time spent":"1.349209808s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:12:20.62066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.17362Z","time spent":"447.02935ms","remote":"127.0.0.1:41894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:12:20.620649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401723049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-01T21:12:20.620718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.977739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:20.620732Z","caller":"traceutil/trace.go:171","msg":"trace[1691516714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:564; }","duration":"1.401848652s","start":"2026-03-01T21:12:19.218866Z","end":"2026-03-01T21:12:20.620715Z","steps":["trace[1691516714] 'agreement among raft nodes before linearized reading' (duration: 1.401589327s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:20.620745Z","caller":"traceutil/trace.go:171","msg":"trace[537322807] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:564; }","duration":"430.028021ms","start":"2026-03-01T21:12:20.190708Z","end":"2026-03-01T21:12:20.620736Z","steps":["trace[537322807] 'agreement among raft nodes before linearized reading' (duration: 429.99282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.620712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.111464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:20.620734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.763008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:20.62077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.190693Z","time spent":"430.071921ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:12:20.6208Z","caller":"traceutil/trace.go:171","msg":"trace[93421929] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:564; }","duration":"459.877441ms","start":"2026-03-01T21:12:20.160906Z","end":"2026-03-01T21:12:20.620783Z","steps":["trace[93421929] 'agreement among raft nodes before linearized reading' (duration: 459.732948ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:20.620795Z","caller":"traceutil/trace.go:171","msg":"trace[874785144] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:564; }","duration":"414.231528ms","start":"2026-03-01T21:12:20.206544Z","end":"2026-03-01T21:12:20.620776Z","steps":["trace[874785144] 'agreement among raft nodes before linearized reading' (duration: 414.045894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.620821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.585582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:20.620836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.160888Z","time spent":"459.939802ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:12:20.620847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.206537Z","time spent":"414.298299ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:12:20.620875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.528132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:20.620851Z","caller":"traceutil/trace.go:171","msg":"trace[1416912509] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:564; }","duration":"430.675885ms","start":"2026-03-01T21:12:20.190167Z","end":"2026-03-01T21:12:20.620843Z","steps":["trace[1416912509] 'agreement among raft nodes before linearized reading' (duration: 430.624554ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:20.620925Z","caller":"traceutil/trace.go:171","msg":"trace[1822617697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"792.603274ms","start":"2026-03-01T21:12:19.828313Z","end":"2026-03-01T21:12:20.620916Z","steps":["trace[1822617697] 'agreement among raft nodes before linearized reading' (duration: 792.534302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.62077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.218849Z","time spent":"1.401914353s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:12:20.620953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.828295Z","time spent":"792.651935ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:12:20.620933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.190135Z","time spent":"430.788627ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:12:20.620669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.426209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:20.621027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.46928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:20.62106Z","caller":"traceutil/trace.go:171","msg":"trace[618817949] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:564; }","duration":"447.51861ms","start":"2026-03-01T21:12:20.173533Z","end":"2026-03-01T21:12:20.621052Z","steps":["trace[618817949] 'agreement among raft nodes before linearized reading' (duration: 447.47359ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:20.621083Z","caller":"traceutil/trace.go:171","msg":"trace[2111443148] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:564; }","duration":"430.818947ms","start":"2026-03-01T21:12:20.190223Z","end":"2026-03-01T21:12:20.621042Z","steps":["trace[2111443148] 'agreement among raft nodes before linearized reading' (duration: 430.386878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.621092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.173523Z","time spent":"447.562932ms","remote":"127.0.0.1:41894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:12:20.62111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.190178Z","time spent":"430.92382ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:12:20.621162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.125805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:12:20.621197Z","caller":"traceutil/trace.go:171","msg":"trace[512707858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:564; }","duration":"993.216836ms","start":"2026-03-01T21:12:19.627972Z","end":"2026-03-01T21:12:20.621188Z","steps":["trace[512707858] 'agreement among raft nodes before linearized reading' (duration: 993.137795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.621198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.662395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:20.621225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.627945Z","time spent":"993.272858ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:12:20.621196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.132042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:20.621253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.641705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:20.621259Z","caller":"traceutil/trace.go:171","msg":"trace[1491971708] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:564; }","duration":"447.216385ms","start":"2026-03-01T21:12:20.174031Z","end":"2026-03-01T21:12:20.621247Z","steps":["trace[1491971708] 'agreement among raft nodes before linearized reading' (duration: 447.132283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.621288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.700967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:20.621308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.34204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:20.621315Z","caller":"traceutil/trace.go:171","msg":"trace[2023843837] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:564; }","duration":"414.736888ms","start":"2026-03-01T21:12:20.20657Z","end":"2026-03-01T21:12:20.621307Z","steps":["trace[2023843837] 'agreement among raft nodes before linearized reading' (duration: 414.697517ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:20.621331Z","caller":"traceutil/trace.go:171","msg":"trace[1227683408] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:564; }","duration":"460.374921ms","start":"2026-03-01T21:12:20.160951Z","end":"2026-03-01T21:12:20.621326Z","steps":["trace[1227683408] 'agreement among raft nodes before linearized reading' (duration: 460.344771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.621331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.174021Z","time spent":"447.295726ms","remote":"127.0.0.1:41894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:12:20.621352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.160947Z","time spent":"460.399792ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:12:20.621347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.206566Z","time spent":"414.773169ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:12:20.621368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177745699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T21:12:20.621402Z","caller":"traceutil/trace.go:171","msg":"trace[1801134415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:564; }","duration":"1.177849831s","start":"2026-03-01T21:12:19.443543Z","end":"2026-03-01T21:12:20.621393Z","steps":["trace[1801134415] 'agreement among raft nodes before linearized reading' (duration: 1.177786069s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.621438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.443521Z","time spent":"1.177908343s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:12:20.621439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295284535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:12:20.621283Z","caller":"traceutil/trace.go:171","msg":"trace[582236587] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:564; }","duration":"459.671025ms","start":"2026-03-01T21:12:20.161603Z","end":"2026-03-01T21:12:20.621274Z","steps":["trace[582236587] 'agreement among raft nodes before linearized reading' (duration: 459.629384ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:20.621505Z","caller":"traceutil/trace.go:171","msg":"trace[55225983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:564; }","duration":"1.295386037s","start":"2026-03-01T21:12:19.326109Z","end":"2026-03-01T21:12:20.621495Z","steps":["trace[55225983] 'agreement among raft nodes before linearized reading' (duration: 1.295278205s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.621526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.161579Z","time spent":"459.9365ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:12:20.621549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.326087Z","time spent":"1.295437009s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:12:20.621245Z","caller":"traceutil/trace.go:171","msg":"trace[1389907725] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:564; }","duration":"413.711556ms","start":"2026-03-01T21:12:20.207522Z","end":"2026-03-01T21:12:20.621234Z","steps":["trace[1389907725] 'agreement among raft nodes before linearized reading' (duration: 413.645115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.621582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:20.207371Z","time spent":"414.202707ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:12:30.809196Z","caller":"traceutil/trace.go:171","msg":"trace[1003500165] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"111.716072ms","start":"2026-03-01T21:12:30.697448Z","end":"2026-03-01T21:12:30.809164Z","steps":["trace[1003500165] 'process raft request' (duration: 75.725082ms)","trace[1003500165] 'compare' (duration: 35.789175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:31.587827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.193249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:12:31.588131Z","caller":"traceutil/trace.go:171","msg":"trace[1158342867] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"173.358996ms","start":"2026-03-01T21:12:31.414749Z","end":"2026-03-01T21:12:31.588108Z","steps":["trace[1158342867] 'process raft request' (duration: 72.222756ms)","trace[1158342867] 'compare' (duration: 100.053855ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:31.588381Z","caller":"traceutil/trace.go:171","msg":"trace[2107808435] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"169.670824ms","start":"2026-03-01T21:12:31.4187Z","end":"2026-03-01T21:12:31.588371Z","steps":["trace[2107808435] 'process raft request' (duration: 169.286726ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:31.937704Z","caller":"traceutil/trace.go:171","msg":"trace[918810229] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"267.01983ms","start":"2026-03-01T21:12:31.67064Z","end":"2026-03-01T21:12:31.937659Z","steps":["trace[918810229] 'process raft request' (duration: 223.803693ms)","trace[918810229] 'compare' (duration: 42.816699ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:31.937846Z","caller":"traceutil/trace.go:171","msg":"trace[1080330362] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"248.979564ms","start":"2026-03-01T21:12:31.688841Z","end":"2026-03-01T21:12:31.93782Z","steps":["trace[1080330362] 'process raft request' (duration: 248.78953ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:31.937844Z","caller":"traceutil/trace.go:171","msg":"trace[342469316] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:785; }","duration":"106.297994ms","start":"2026-03-01T21:12:31.831508Z","end":"2026-03-01T21:12:31.937806Z","steps":["trace[342469316] 'read index received' (duration: 62.953503ms)","trace[342469316] 'applied index is now lower than readState.Index' (duration: 43.342101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:31.938026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.497118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:31.938083Z","caller":"traceutil/trace.go:171","msg":"trace[1036594082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:766; }","duration":"106.639332ms","start":"2026-03-01T21:12:31.831428Z","end":"2026-03-01T21:12:31.938067Z","steps":["trace[1036594082] 'agreement among raft nodes before linearized reading' (duration: 106.488338ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:32.096195Z","caller":"traceutil/trace.go:171","msg":"trace[883862352] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"147.387546ms","start":"2026-03-01T21:12:31.948764Z","end":"2026-03-01T21:12:32.096152Z","steps":["trace[883862352] 'process raft request' (duration: 105.312652ms)","trace[883862352] 'compare' (duration: 41.740107ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:32.275792Z","caller":"traceutil/trace.go:171","msg":"trace[459733163] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"168.874656ms","start":"2026-03-01T21:12:32.106891Z","end":"2026-03-01T21:12:32.275766Z","steps":["trace[459733163] 'process raft request' (duration: 122.348854ms)","trace[459733163] 'compare' (duration: 46.41094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:40.362277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.719708ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-01T21:12:55.308688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.561306ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:55.308903Z","caller":"traceutil/trace.go:171","msg":"trace[1201618782] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1034; }","duration":"141.805542ms","start":"2026-03-01T21:12:55.167077Z","end":"2026-03-01T21:12:55.308883Z","steps":["trace[1201618782] 'range keys from in-memory index tree' (duration: 141.543886ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:55.308761Z","caller":"traceutil/trace.go:171","msg":"trace[570501891] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"158.634942ms","start":"2026-03-01T21:12:55.15009Z","end":"2026-03-01T21:12:55.308725Z","steps":["trace[570501891] 'process raft request' (duration: 158.200763ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:05.654313Z","caller":"traceutil/trace.go:171","msg":"trace[1975074308] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"185.654584ms","start":"2026-03-01T21:13:05.468631Z","end":"2026-03-01T21:13:05.654285Z","steps":["trace[1975074308] 'process raft request' (duration: 127.343424ms)","trace[1975074308] 'compare' (duration: 58.047145ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:05.654338Z","caller":"traceutil/trace.go:171","msg":"trace[1577209150] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1244; }","duration":"184.750295ms","start":"2026-03-01T21:13:05.469574Z","end":"2026-03-01T21:13:05.654324Z","steps":["trace[1577209150] 'read index received' (duration: 126.318422ms)","trace[1577209150] 'applied index is now lower than readState.Index' (duration: 58.430643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:13:05.654474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.876498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:13:05.654524Z","caller":"traceutil/trace.go:171","msg":"trace[1582611464] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com; range_end:; response_count:0; response_revision:1214; }","duration":"184.950109ms","start":"2026-03-01T21:13:05.46956Z","end":"2026-03-01T21:13:05.65451Z","steps":["trace[1582611464] 'agreement among raft nodes before linearized reading' (duration: 184.852817ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:05.654313Z","caller":"traceutil/trace.go:171","msg":"trace[198654834] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"138.793806ms","start":"2026-03-01T21:13:05.51549Z","end":"2026-03-01T21:13:05.654284Z","steps":["trace[198654834] 'process raft request' (duration: 138.711374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:24.514386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.753232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ed5a8ba-a642-4643-aff2-d0b0cf86f476\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-01T21:13:24.514483Z","caller":"traceutil/trace.go:171","msg":"trace[997196803] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1ed5a8ba-a642-4643-aff2-d0b0cf86f476; range_end:; response_count:1; response_revision:1537; }","duration":"372.929185ms","start":"2026-03-01T21:13:24.141532Z","end":"2026-03-01T21:13:24.514461Z","steps":["trace[997196803] 'range keys from in-memory index tree' (duration: 372.521266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:24.514526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.141501Z","time spent":"373.015209ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ed5a8ba-a642-4643-aff2-d0b0cf86f476\" "} {"level":"warn","ts":"2026-03-01T21:13:24.514802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.75458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:13:24.51518Z","caller":"traceutil/trace.go:171","msg":"trace[793432397] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1537; }","duration":"459.026266ms","start":"2026-03-01T21:13:24.055907Z","end":"2026-03-01T21:13:24.514933Z","steps":["trace[793432397] 'count revisions from in-memory index tree' (duration: 458.087245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:24.515243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:24.055827Z","time spent":"459.400744ms","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:13:25.075002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.317035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ed5a8ba-a642-4643-aff2-d0b0cf86f476\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-01T21:13:25.075096Z","caller":"traceutil/trace.go:171","msg":"trace[1516774065] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1ed5a8ba-a642-4643-aff2-d0b0cf86f476; range_end:; response_count:1; response_revision:1538; }","duration":"204.442388ms","start":"2026-03-01T21:13:24.870631Z","end":"2026-03-01T21:13:25.075074Z","steps":["trace[1516774065] 'range keys from in-memory index tree' (duration: 204.08865ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:35.077444Z","caller":"traceutil/trace.go:171","msg":"trace[1981972392] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"108.13159ms","start":"2026-03-01T21:13:34.969257Z","end":"2026-03-01T21:13:35.077389Z","steps":["trace[1981972392] 'process raft request' (duration: 107.748392ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:38.045803Z","caller":"traceutil/trace.go:171","msg":"trace[396428649] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1699; }","duration":"106.375082ms","start":"2026-03-01T21:13:37.939408Z","end":"2026-03-01T21:13:38.045783Z","steps":["trace[396428649] 'read index received' (duration: 106.150517ms)","trace[396428649] 'applied index is now lower than readState.Index' (duration: 223.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:38.045888Z","caller":"traceutil/trace.go:171","msg":"trace[477926041] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"192.856027ms","start":"2026-03-01T21:13:37.853015Z","end":"2026-03-01T21:13:38.045871Z","steps":["trace[477926041] 'process raft request' (duration: 192.609621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:38.046087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.660668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-01T21:13:38.046184Z","caller":"traceutil/trace.go:171","msg":"trace[834371001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1640; }","duration":"106.822692ms","start":"2026-03-01T21:13:37.93934Z","end":"2026-03-01T21:13:38.046163Z","steps":["trace[834371001] 'agreement among raft nodes before linearized reading' (duration: 106.561576ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.464503Z","caller":"traceutil/trace.go:171","msg":"trace[2064733718] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"239.155865ms","start":"2026-03-01T21:14:10.225316Z","end":"2026-03-01T21:14:10.464472Z","steps":["trace[2064733718] 'process raft request' (duration: 238.94223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:15.888923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.341034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:14:15.88912Z","caller":"traceutil/trace.go:171","msg":"trace[457829981] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"183.064331ms","start":"2026-03-01T21:14:15.706025Z","end":"2026-03-01T21:14:15.889089Z","steps":["trace[457829981] 'process raft request' (duration: 75.39553ms)","trace[457829981] 'compare' (duration: 106.892994ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:15:02.849616Z","caller":"traceutil/trace.go:171","msg":"trace[710329931] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"113.709851ms","start":"2026-03-01T21:15:02.735883Z","end":"2026-03-01T21:15:02.849593Z","steps":["trace[710329931] 'process raft request' (duration: 113.452386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:38.147927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.255609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:15:38.148035Z","caller":"traceutil/trace.go:171","msg":"trace[201724341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2432; }","duration":"241.434274ms","start":"2026-03-01T21:15:37.906581Z","end":"2026-03-01T21:15:38.148015Z","steps":["trace[201724341] 'range keys from in-memory index tree' (duration: 240.996753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:38.148439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.011049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:15:38.14848Z","caller":"traceutil/trace.go:171","msg":"trace[1123685924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2432; }","duration":"267.07232ms","start":"2026-03-01T21:15:37.881397Z","end":"2026-03-01T21:15:38.14847Z","steps":["trace[1123685924] 'range keys from in-memory index tree' (duration: 266.927667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:38.14852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.187775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T21:15:38.14891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.872002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:15:38.14899Z","caller":"traceutil/trace.go:171","msg":"trace[80997711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2432; }","duration":"275.012535ms","start":"2026-03-01T21:15:37.87396Z","end":"2026-03-01T21:15:38.148972Z","steps":["trace[80997711] 'range keys from in-memory index tree' (duration: 274.669077ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:38.148979Z","caller":"traceutil/trace.go:171","msg":"trace[776281743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2432; }","duration":"268.367319ms","start":"2026-03-01T21:15:37.880235Z","end":"2026-03-01T21:15:38.148602Z","steps":["trace[776281743] 'range keys from in-memory index tree' (duration: 267.96269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:38.149302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.05967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-01T21:15:38.149542Z","caller":"traceutil/trace.go:171","msg":"trace[1252598398] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2432; }","duration":"856.355087ms","start":"2026-03-01T21:15:37.293165Z","end":"2026-03-01T21:15:38.14952Z","steps":["trace[1252598398] 'range keys from in-memory index tree' (duration: 855.114769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:38.14962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:37.293141Z","time spent":"856.464958ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-01T21:15:38.152693Z","caller":"traceutil/trace.go:171","msg":"trace[1269042257] linearizableReadLoop","detail":"{readStateIndex:2525; appliedIndex:2524; }","duration":"223.679951ms","start":"2026-03-01T21:15:37.928996Z","end":"2026-03-01T21:15:38.152676Z","steps":["trace[1269042257] 'read index received' (duration: 223.514378ms)","trace[1269042257] 'applied index is now lower than readState.Index' (duration: 164.783µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:38.152933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.938826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T21:15:38.153032Z","caller":"traceutil/trace.go:171","msg":"trace[1769230987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2433; }","duration":"224.048649ms","start":"2026-03-01T21:15:37.928958Z","end":"2026-03-01T21:15:38.153006Z","steps":["trace[1769230987] 'agreement among raft nodes before linearized reading' (duration: 223.877746ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:38.15291Z","caller":"traceutil/trace.go:171","msg":"trace[1594297658] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"236.858352ms","start":"2026-03-01T21:15:37.915946Z","end":"2026-03-01T21:15:38.152805Z","steps":["trace[1594297658] 'process raft request' (duration: 236.620177ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:38.354429Z","caller":"traceutil/trace.go:171","msg":"trace[1457665288] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"197.933175ms","start":"2026-03-01T21:15:38.156476Z","end":"2026-03-01T21:15:38.354409Z","steps":["trace[1457665288] 'process raft request' (duration: 197.845163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:38.354634Z","caller":"traceutil/trace.go:171","msg":"trace[1933744005] linearizableReadLoop","detail":"{readStateIndex:2530; appliedIndex:2530; }","duration":"175.291754ms","start":"2026-03-01T21:15:38.179335Z","end":"2026-03-01T21:15:38.354627Z","steps":["trace[1933744005] 'read index received' (duration: 175.288614ms)","trace[1933744005] 'applied index is now lower than readState.Index' (duration: 2.62µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:15:38.354776Z","caller":"traceutil/trace.go:171","msg":"trace[956211053] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"201.110894ms","start":"2026-03-01T21:15:38.153659Z","end":"2026-03-01T21:15:38.35477Z","steps":["trace[956211053] 'process raft request' (duration: 200.515141ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:38.354871Z","caller":"traceutil/trace.go:171","msg":"trace[2027474301] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"200.461221ms","start":"2026-03-01T21:15:38.154402Z","end":"2026-03-01T21:15:38.354863Z","steps":["trace[2027474301] 'process raft request' (duration: 199.894968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:38.355003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.005106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:15:38.355033Z","caller":"traceutil/trace.go:171","msg":"trace[763827317] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2438; }","duration":"179.078698ms","start":"2026-03-01T21:15:38.175948Z","end":"2026-03-01T21:15:38.355026Z","steps":["trace[763827317] 'agreement among raft nodes before linearized reading' (duration: 179.015427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:38.356672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.239021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-01T21:15:38.356769Z","caller":"traceutil/trace.go:171","msg":"trace[1416222217] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2439; }","duration":"174.361925ms","start":"2026-03-01T21:15:38.182384Z","end":"2026-03-01T21:15:38.356746Z","steps":["trace[1416222217] 'agreement among raft nodes before linearized reading' (duration: 174.119629ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:40.768275Z","caller":"traceutil/trace.go:171","msg":"trace[1173287498] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"116.323967ms","start":"2026-03-01T21:15:40.651921Z","end":"2026-03-01T21:15:40.768246Z","steps":["trace[1173287498] 'process raft request' (duration: 116.124393ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:44.563465Z","caller":"traceutil/trace.go:171","msg":"trace[2095505934] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"106.49773ms","start":"2026-03-01T21:15:44.456932Z","end":"2026-03-01T21:15:44.56343Z","steps":["trace[2095505934] 'process raft request' (duration: 72.789133ms)","trace[2095505934] 'compare' (duration: 33.553514ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:35.094104Z","caller":"traceutil/trace.go:171","msg":"trace[843388630] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"183.682819ms","start":"2026-03-01T21:19:34.910383Z","end":"2026-03-01T21:19:35.094065Z","steps":["trace[843388630] 'process raft request' (duration: 183.453194ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:35.296662Z","caller":"traceutil/trace.go:171","msg":"trace[701943956] linearizableReadLoop","detail":"{readStateIndex:4468; appliedIndex:4467; }","duration":"144.294101ms","start":"2026-03-01T21:19:35.152328Z","end":"2026-03-01T21:19:35.296622Z","steps":["trace[701943956] 'read index received' (duration: 134.642646ms)","trace[701943956] 'applied index is now lower than readState.Index' (duration: 9.649715ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:35.296718Z","caller":"traceutil/trace.go:171","msg":"trace[473822236] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4300; }","duration":"165.033833ms","start":"2026-03-01T21:19:35.131635Z","end":"2026-03-01T21:19:35.296669Z","steps":["trace[473822236] 'process raft request' (duration: 155.370668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:35.296924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.560796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:19:35.297043Z","caller":"traceutil/trace.go:171","msg":"trace[771455570] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4300; }","duration":"144.76238ms","start":"2026-03-01T21:19:35.152249Z","end":"2026-03-01T21:19:35.297012Z","steps":["trace[771455570] 'agreement among raft nodes before linearized reading' (duration: 144.478764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:35.308572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.305276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a072c35-7198-4276-ae4d-d5a247e439fe\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-03-01T21:19:35.30866Z","caller":"traceutil/trace.go:171","msg":"trace[595725823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a072c35-7198-4276-ae4d-d5a247e439fe; range_end:; response_count:1; response_revision:4301; }","duration":"138.45762ms","start":"2026-03-01T21:19:35.170183Z","end":"2026-03-01T21:19:35.30864Z","steps":["trace[595725823] 'agreement among raft nodes before linearized reading' (duration: 138.199874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:35.521599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.201721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:19:35.521933Z","caller":"traceutil/trace.go:171","msg":"trace[180193775] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"100.43714ms","start":"2026-03-01T21:19:35.42147Z","end":"2026-03-01T21:19:35.521908Z","steps":["trace[180193775] 'process raft request' (duration: 100.270107ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:35.521864Z","caller":"traceutil/trace.go:171","msg":"trace[127903594] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4303; }","duration":"164.203353ms","start":"2026-03-01T21:19:35.357613Z","end":"2026-03-01T21:19:35.521817Z","steps":["trace[127903594] 'process raft request' (duration: 52.618474ms)","trace[127903594] 'compare' (duration: 111.084498ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:36.034321Z","caller":"traceutil/trace.go:171","msg":"trace[534987339] linearizableReadLoop","detail":"{readStateIndex:4476; appliedIndex:4473; }","duration":"438.505204ms","start":"2026-03-01T21:19:35.595759Z","end":"2026-03-01T21:19:36.034264Z","steps":["trace[534987339] 'read index received' (duration: 21.014548ms)","trace[534987339] 'applied index is now lower than readState.Index' (duration: 417.488716ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:36.034391Z","caller":"traceutil/trace.go:171","msg":"trace[325105439] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"444.289634ms","start":"2026-03-01T21:19:35.590047Z","end":"2026-03-01T21:19:36.034336Z","steps":["trace[325105439] 'process raft request' (duration: 443.860074ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:36.034463Z","caller":"traceutil/trace.go:171","msg":"trace[325761749] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"443.960856ms","start":"2026-03-01T21:19:35.590447Z","end":"2026-03-01T21:19:36.034407Z","steps":["trace[325761749] 'process raft request' (duration: 443.731281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:36.034657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:35.59003Z","time spent":"444.505808ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:36.034736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:35.590432Z","time spent":"444.171571ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:36.034799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.004385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-03-01T21:19:36.034871Z","caller":"traceutil/trace.go:171","msg":"trace[508343052] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4308; }","duration":"439.122049ms","start":"2026-03-01T21:19:35.595727Z","end":"2026-03-01T21:19:36.034849Z","steps":["trace[508343052] 'agreement among raft nodes before linearized reading' (duration: 438.834282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:36.034928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:35.595693Z","time spent":"439.222751ms","remote":"127.0.0.1:56666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1455,"request content":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-01T21:19:36.036181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.556577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:19:36.036185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.650362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:19:36.036233Z","caller":"traceutil/trace.go:171","msg":"trace[591218399] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4309; }","duration":"188.669249ms","start":"2026-03-01T21:19:35.847552Z","end":"2026-03-01T21:19:36.036221Z","steps":["trace[591218399] 'agreement among raft nodes before linearized reading' (duration: 188.562077ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:36.036267Z","caller":"traceutil/trace.go:171","msg":"trace[910954594] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4309; }","duration":"418.802185ms","start":"2026-03-01T21:19:35.617443Z","end":"2026-03-01T21:19:36.036245Z","steps":["trace[910954594] 'agreement among raft nodes before linearized reading' (duration: 418.625591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:36.036314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:35.617418Z","time spent":"418.885526ms","remote":"127.0.0.1:56616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:19:36.036388Z","caller":"traceutil/trace.go:171","msg":"trace[1293423516] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"380.633364ms","start":"2026-03-01T21:19:35.655721Z","end":"2026-03-01T21:19:36.036354Z","steps":["trace[1293423516] 'process raft request' (duration: 380.200895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:36.036521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.021778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:19:36.036556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.586985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:19:36.036587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:35.655689Z","time spent":"380.766526ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:36.036602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.171897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:19:36.036616Z","caller":"traceutil/trace.go:171","msg":"trace[2046503472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4309; }","duration":"260.699198ms","start":"2026-03-01T21:19:35.775903Z","end":"2026-03-01T21:19:36.036602Z","steps":["trace[2046503472] 'agreement among raft nodes before linearized reading' (duration: 260.474643ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:36.036608Z","caller":"traceutil/trace.go:171","msg":"trace[12494697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4309; }","duration":"254.124201ms","start":"2026-03-01T21:19:35.782457Z","end":"2026-03-01T21:19:36.036581Z","steps":["trace[12494697] 'agreement among raft nodes before linearized reading' (duration: 253.940197ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:36.036655Z","caller":"traceutil/trace.go:171","msg":"trace[1901706653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4309; }","duration":"317.283349ms","start":"2026-03-01T21:19:35.719356Z","end":"2026-03-01T21:19:36.03664Z","steps":["trace[1901706653] 'agreement among raft nodes before linearized reading' (duration: 317.073495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:36.036699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:35.719328Z","time spent":"317.362891ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:19:40.590572Z","caller":"traceutil/trace.go:171","msg":"trace[1949841934] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"108.414839ms","start":"2026-03-01T21:19:40.482131Z","end":"2026-03-01T21:19:40.590545Z","steps":["trace[1949841934] 'process raft request' (duration: 108.253986ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:41.033091Z","caller":"traceutil/trace.go:171","msg":"trace[112862799] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"129.805557ms","start":"2026-03-01T21:19:40.903244Z","end":"2026-03-01T21:19:41.033049Z","steps":["trace[112862799] 'process raft request' (duration: 129.551462ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:41.283208Z","caller":"traceutil/trace.go:171","msg":"trace[1394908564] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"308.78382ms","start":"2026-03-01T21:19:40.974406Z","end":"2026-03-01T21:19:41.28319Z","steps":["trace[1394908564] 'process raft request' (duration: 308.602436ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:41.283169Z","caller":"traceutil/trace.go:171","msg":"trace[511158306] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"371.114031ms","start":"2026-03-01T21:19:40.911965Z","end":"2026-03-01T21:19:41.283079Z","steps":["trace[511158306] 'process raft request' (duration: 370.727693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:41.283344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:40.974364Z","time spent":"308.911362ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197464,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:19:41.283369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.075985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:41.283453Z","caller":"traceutil/trace.go:171","msg":"trace[334274980] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4413; }","duration":"248.223359ms","start":"2026-03-01T21:19:41.035206Z","end":"2026-03-01T21:19:41.283429Z","steps":["trace[334274980] 'agreement among raft nodes before linearized reading' (duration: 248.050975ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:41.283175Z","caller":"traceutil/trace.go:171","msg":"trace[1973766168] linearizableReadLoop","detail":"{readStateIndex:4587; appliedIndex:4585; }","duration":"247.86457ms","start":"2026-03-01T21:19:41.035272Z","end":"2026-03-01T21:19:41.283136Z","steps":["trace[1973766168] 'read index received' (duration: 247.365319ms)","trace[1973766168] 'applied index is now lower than readState.Index' (duration: 497.531µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:41.284013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.595277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-01T21:19:41.284057Z","caller":"traceutil/trace.go:171","msg":"trace[2035721788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4413; }","duration":"119.6966ms","start":"2026-03-01T21:19:41.164346Z","end":"2026-03-01T21:19:41.284043Z","steps":["trace[2035721788] 'agreement among raft nodes before linearized reading' (duration: 119.458455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:41.284136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:40.911933Z","time spent":"371.369237ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:42.230332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.150271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:42.230511Z","caller":"traceutil/trace.go:171","msg":"trace[1705247815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4497; }","duration":"362.384546ms","start":"2026-03-01T21:19:41.868101Z","end":"2026-03-01T21:19:42.230485Z","steps":["trace[1705247815] 'count revisions from in-memory index tree' (duration: 362.073309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:42.230599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:41.868086Z","time spent":"362.495639ms","remote":"127.0.0.1:48012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:19:42.230586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.066368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:19:42.231151Z","caller":"traceutil/trace.go:171","msg":"trace[1803826082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4497; }","duration":"500.698101ms","start":"2026-03-01T21:19:41.730426Z","end":"2026-03-01T21:19:42.231125Z","steps":["trace[1803826082] 'count revisions from in-memory index tree' (duration: 499.962535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:42.231213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:41.730401Z","time spent":"500.794914ms","remote":"127.0.0.1:47974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:19:42.230955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.615682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-59qlm\" ","response":"range_response_count:1 size:9728"} {"level":"warn","ts":"2026-03-01T21:19:42.23092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.211746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:42.231507Z","caller":"traceutil/trace.go:171","msg":"trace[161295018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4497; }","duration":"398.883842ms","start":"2026-03-01T21:19:41.832607Z","end":"2026-03-01T21:19:42.231491Z","steps":["trace[161295018] 'range keys from in-memory index tree' (duration: 398.092843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:42.231614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:41.832579Z","time spent":"399.018744ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:19:42.231452Z","caller":"traceutil/trace.go:171","msg":"trace[1304291126] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-59qlm; range_end:; response_count:1; response_revision:4497; }","duration":"316.00306ms","start":"2026-03-01T21:19:41.915296Z","end":"2026-03-01T21:19:42.231299Z","steps":["trace[1304291126] 'range keys from in-memory index tree' (duration: 315.417588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:42.232085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:41.915278Z","time spent":"316.791548ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9750,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-59qlm\" "} {"level":"info","ts":"2026-03-01T21:19:42.232078Z","caller":"traceutil/trace.go:171","msg":"trace[2060415481] linearizableReadLoop","detail":"{readStateIndex:4673; appliedIndex:4672; }","duration":"241.663333ms","start":"2026-03-01T21:19:41.990391Z","end":"2026-03-01T21:19:42.232054Z","steps":["trace[2060415481] 'read index received' (duration: 241.245054ms)","trace[2060415481] 'applied index is now lower than readState.Index' (duration: 417.119µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:42.23212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.298688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718808"} {"level":"info","ts":"2026-03-01T21:19:42.232214Z","caller":"traceutil/trace.go:171","msg":"trace[1167573073] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"314.504237ms","start":"2026-03-01T21:19:41.917697Z","end":"2026-03-01T21:19:42.232201Z","steps":["trace[1167573073] 'process raft request' (duration: 314.202841ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:42.232245Z","caller":"traceutil/trace.go:171","msg":"trace[322043288] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4497; }","duration":"489.459122ms","start":"2026-03-01T21:19:41.742761Z","end":"2026-03-01T21:19:42.23222Z","steps":["trace[322043288] 'range keys from in-memory index tree' (duration: 488.550371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:42.232317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:41.742712Z","time spent":"489.590944ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718830,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-01T21:19:42.232396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.339319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:19:42.232438Z","caller":"traceutil/trace.go:171","msg":"trace[1117203466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4498; }","duration":"169.439291ms","start":"2026-03-01T21:19:42.062987Z","end":"2026-03-01T21:19:42.232426Z","steps":["trace[1117203466] 'agreement among raft nodes before linearized reading' (duration: 169.263807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:42.232482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.053752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:19:42.232559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.889329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:19:42.232581Z","caller":"traceutil/trace.go:171","msg":"trace[1152674630] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4498; }","duration":"242.214135ms","start":"2026-03-01T21:19:41.990347Z","end":"2026-03-01T21:19:42.232561Z","steps":["trace[1152674630] 'agreement among raft nodes before linearized reading' (duration: 241.928469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:42.232604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.787514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T21:19:42.232616Z","caller":"traceutil/trace.go:171","msg":"trace[286998517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4498; }","duration":"126.013052ms","start":"2026-03-01T21:19:42.106588Z","end":"2026-03-01T21:19:42.232601Z","steps":["trace[286998517] 'agreement among raft nodes before linearized reading' (duration: 125.795497ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:42.23263Z","caller":"traceutil/trace.go:171","msg":"trace[2066628378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4498; }","duration":"128.838024ms","start":"2026-03-01T21:19:42.103785Z","end":"2026-03-01T21:19:42.232623Z","steps":["trace[2066628378] 'agreement among raft nodes before linearized reading' (duration: 128.765113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:42.232871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.896569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T21:19:42.232953Z","caller":"traceutil/trace.go:171","msg":"trace[661013179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4498; }","duration":"126.015782ms","start":"2026-03-01T21:19:42.10692Z","end":"2026-03-01T21:19:42.232936Z","steps":["trace[661013179] 'agreement among raft nodes before linearized reading' (duration: 125.346988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:42.233449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:41.917673Z","time spent":"314.5739ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:19:43.783Z","caller":"traceutil/trace.go:171","msg":"trace[1920241693] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"128.069397ms","start":"2026-03-01T21:19:43.654897Z","end":"2026-03-01T21:19:43.782967Z","steps":["trace[1920241693] 'process raft request' (duration: 112.156703ms)","trace[1920241693] 'compare' (duration: 15.777341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:44.618572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.565263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T21:19:44.618583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.326548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:19:44.618677Z","caller":"traceutil/trace.go:171","msg":"trace[481997044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:4532; }","duration":"147.683925ms","start":"2026-03-01T21:19:44.47097Z","end":"2026-03-01T21:19:44.618654Z","steps":["trace[481997044] 'range keys from in-memory index tree' (duration: 147.310438ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.618712Z","caller":"traceutil/trace.go:171","msg":"trace[1798981576] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4532; }","duration":"251.591294ms","start":"2026-03-01T21:19:44.367093Z","end":"2026-03-01T21:19:44.618685Z","steps":["trace[1798981576] 'count revisions from in-memory index tree' (duration: 251.193996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.618547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.814473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:19:44.618735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.457504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:19:44.618823Z","caller":"traceutil/trace.go:171","msg":"trace[1655223198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4532; }","duration":"373.578197ms","start":"2026-03-01T21:19:44.245226Z","end":"2026-03-01T21:19:44.618804Z","steps":["trace[1655223198] 'range keys from in-memory index tree' (duration: 373.212159ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.618824Z","caller":"traceutil/trace.go:171","msg":"trace[627682981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4532; }","duration":"375.10295ms","start":"2026-03-01T21:19:44.243685Z","end":"2026-03-01T21:19:44.618788Z","steps":["trace[627682981] 'range keys from in-memory index tree' (duration: 374.591898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.618863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.245211Z","time spent":"373.642568ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:19:44.618901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.911745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-01T21:19:44.618925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.243677Z","time spent":"375.201902ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:19:44.61898Z","caller":"traceutil/trace.go:171","msg":"trace[1093303748] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b; range_end:; response_count:1; response_revision:4532; }","duration":"107.036148ms","start":"2026-03-01T21:19:44.51192Z","end":"2026-03-01T21:19:44.618956Z","steps":["trace[1093303748] 'range keys from in-memory index tree' (duration: 106.034315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.619023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.426267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T21:19:44.619081Z","caller":"traceutil/trace.go:171","msg":"trace[103154696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4532; }","duration":"375.525439ms","start":"2026-03-01T21:19:44.243537Z","end":"2026-03-01T21:19:44.619062Z","steps":["trace[103154696] 'range keys from in-memory index tree' (duration: 374.716002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.619123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.243498Z","time spent":"375.610781ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:19:44.619208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.365664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-59qlm-tls\" ","response":"range_response_count:1 size:1967"} {"level":"warn","ts":"2026-03-01T21:19:44.61926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.164676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-01T21:19:44.619271Z","caller":"traceutil/trace.go:171","msg":"trace[1618441636] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-59qlm-tls; range_end:; response_count:1; response_revision:4532; }","duration":"573.473577ms","start":"2026-03-01T21:19:44.045781Z","end":"2026-03-01T21:19:44.619254Z","steps":["trace[1618441636] 'range keys from in-memory index tree' (duration: 572.419394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.619334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.045767Z","time spent":"573.553399ms","remote":"127.0.0.1:51920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1989,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-59qlm-tls\" "} {"level":"info","ts":"2026-03-01T21:19:44.619427Z","caller":"traceutil/trace.go:171","msg":"trace[710235553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b; range_end:; response_count:1; response_revision:4532; }","duration":"671.284509ms","start":"2026-03-01T21:19:43.948024Z","end":"2026-03-01T21:19:44.619309Z","steps":["trace[710235553] 'range keys from in-memory index tree' (duration: 669.868738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.619479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.947994Z","time spent":"671.472363ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b\" "} {"level":"warn","ts":"2026-03-01T21:19:44.619038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.479649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T21:19:44.619614Z","caller":"traceutil/trace.go:171","msg":"trace[1076885224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4532; }","duration":"376.041501ms","start":"2026-03-01T21:19:44.24355Z","end":"2026-03-01T21:19:44.619592Z","steps":["trace[1076885224] 'range keys from in-memory index tree' (duration: 374.312372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.619673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.243537Z","time spent":"376.121693ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:19:44.75618Z","caller":"traceutil/trace.go:171","msg":"trace[1329409297] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"132.750142ms","start":"2026-03-01T21:19:44.6234Z","end":"2026-03-01T21:19:44.75615Z","steps":["trace[1329409297] 'process raft request' (duration: 132.549048ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.756196Z","caller":"traceutil/trace.go:171","msg":"trace[1577253530] linearizableReadLoop","detail":"{readStateIndex:4708; appliedIndex:4708; }","duration":"131.904683ms","start":"2026-03-01T21:19:44.624245Z","end":"2026-03-01T21:19:44.75615Z","steps":["trace[1577253530] 'read index received' (duration: 131.893103ms)","trace[1577253530] 'applied index is now lower than readState.Index' (duration: 9.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:44.756625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.344033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62862"} {"level":"info","ts":"2026-03-01T21:19:44.756685Z","caller":"traceutil/trace.go:171","msg":"trace[1879792517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4533; }","duration":"132.456096ms","start":"2026-03-01T21:19:44.624217Z","end":"2026-03-01T21:19:44.756673Z","steps":["trace[1879792517] 'agreement among raft nodes before linearized reading' (duration: 132.036616ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:45.111876Z","caller":"traceutil/trace.go:171","msg":"trace[1261217194] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"486.135958ms","start":"2026-03-01T21:19:44.625696Z","end":"2026-03-01T21:19:45.111832Z","steps":["trace[1261217194] 'process raft request' (duration: 486.053457ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:45.111875Z","caller":"traceutil/trace.go:171","msg":"trace[395286635] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"486.977587ms","start":"2026-03-01T21:19:44.624852Z","end":"2026-03-01T21:19:45.111829Z","steps":["trace[395286635] 'process raft request' (duration: 486.737812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.112033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.624823Z","time spent":"487.12852ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:45.112034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.625674Z","time spent":"486.275332ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:45.112287Z","caller":"traceutil/trace.go:171","msg":"trace[1616358080] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"486.304072ms","start":"2026-03-01T21:19:44.625968Z","end":"2026-03-01T21:19:45.112272Z","steps":["trace[1616358080] 'process raft request' (duration: 485.830832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.112368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.625955Z","time spent":"486.362123ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:45.112446Z","caller":"traceutil/trace.go:171","msg":"trace[916781506] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"486.305352ms","start":"2026-03-01T21:19:44.626096Z","end":"2026-03-01T21:19:45.112401Z","steps":["trace[916781506] 'process raft request' (duration: 486.064377ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:45.112545Z","caller":"traceutil/trace.go:171","msg":"trace[779745270] linearizableReadLoop","detail":"{readStateIndex:4713; appliedIndex:4708; }","duration":"356.146758ms","start":"2026-03-01T21:19:44.756384Z","end":"2026-03-01T21:19:45.112531Z","steps":["trace[779745270] 'read index received' (duration: 355.222337ms)","trace[779745270] 'applied index is now lower than readState.Index' (duration: 922.851µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:45.112602Z","caller":"traceutil/trace.go:171","msg":"trace[1061336617] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"485.030363ms","start":"2026-03-01T21:19:44.627524Z","end":"2026-03-01T21:19:45.112554Z","steps":["trace[1061336617] 'process raft request' (duration: 484.788548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.112674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.62606Z","time spent":"486.486986ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:45.112755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.320458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:19:45.112796Z","caller":"traceutil/trace.go:171","msg":"trace[1816512206] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4538; }","duration":"480.383009ms","start":"2026-03-01T21:19:44.632402Z","end":"2026-03-01T21:19:45.112785Z","steps":["trace[1816512206] 'agreement among raft nodes before linearized reading' (duration: 480.197335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.11279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.616915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T21:19:45.112834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.63239Z","time spent":"480.43373ms","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":84,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:19:45.112833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.627508Z","time spent":"485.197617ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:45.112885Z","caller":"traceutil/trace.go:171","msg":"trace[47234759] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4538; }","duration":"411.722227ms","start":"2026-03-01T21:19:44.701139Z","end":"2026-03-01T21:19:45.112862Z","steps":["trace[47234759] 'agreement among raft nodes before linearized reading' (duration: 411.41001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.112791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.710581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-59qlm-tls\" ","response":"range_response_count:1 size:4432"} {"level":"warn","ts":"2026-03-01T21:19:45.11296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.701092Z","time spent":"411.85402ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-01T21:19:45.112984Z","caller":"traceutil/trace.go:171","msg":"trace[1969041652] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-59qlm-tls; range_end:; response_count:1; response_revision:4538; }","duration":"486.938456ms","start":"2026-03-01T21:19:44.626016Z","end":"2026-03-01T21:19:45.112955Z","steps":["trace[1969041652] 'agreement among raft nodes before linearized reading' (duration: 486.598159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.113068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.626006Z","time spent":"487.034568ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4454,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-59qlm-tls\" "} {"level":"info","ts":"2026-03-01T21:19:45.118235Z","caller":"traceutil/trace.go:171","msg":"trace[1821339752] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"349.950989ms","start":"2026-03-01T21:19:44.768268Z","end":"2026-03-01T21:19:45.118219Z","steps":["trace[1821339752] 'process raft request' (duration: 349.728925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.118222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.38003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:19:45.118298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.768242Z","time spent":"350.02343ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:45.118285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.187185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:45.11829Z","caller":"traceutil/trace.go:171","msg":"trace[1016680187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4539; }","duration":"286.506693ms","start":"2026-03-01T21:19:44.831766Z","end":"2026-03-01T21:19:45.118273Z","steps":["trace[1016680187] 'agreement among raft nodes before linearized reading' (duration: 286.38465ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:45.118337Z","caller":"traceutil/trace.go:171","msg":"trace[528243892] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4539; }","duration":"264.274217ms","start":"2026-03-01T21:19:44.85405Z","end":"2026-03-01T21:19:45.118324Z","steps":["trace[528243892] 'agreement among raft nodes before linearized reading' (duration: 264.176835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:47.771795Z","caller":"traceutil/trace.go:171","msg":"trace[1605803256] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"543.518179ms","start":"2026-03-01T21:19:47.228253Z","end":"2026-03-01T21:19:47.771771Z","steps":["trace[1605803256] 'process raft request' (duration: 543.314184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:47.771943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:47.228215Z","time spent":"543.669352ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10249,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:19:47.833689Z","caller":"traceutil/trace.go:171","msg":"trace[823979313] linearizableReadLoop","detail":"{readStateIndex:4750; appliedIndex:4747; }","duration":"197.932166ms","start":"2026-03-01T21:19:47.635739Z","end":"2026-03-01T21:19:47.833671Z","steps":["trace[823979313] 'read index received' (duration: 135.854961ms)","trace[823979313] 'applied index is now lower than readState.Index' (duration: 62.075555ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:47.833772Z","caller":"traceutil/trace.go:171","msg":"trace[321130477] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"265.645727ms","start":"2026-03-01T21:19:47.568118Z","end":"2026-03-01T21:19:47.833764Z","steps":["trace[321130477] 'process raft request' (duration: 265.514574ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:47.834051Z","caller":"traceutil/trace.go:171","msg":"trace[162595229] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"389.719956ms","start":"2026-03-01T21:19:47.444056Z","end":"2026-03-01T21:19:47.833775Z","steps":["trace[162595229] 'process raft request' (duration: 389.46496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:47.834222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.444697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b\" ","response":"range_response_count:1 size:3904"} {"level":"warn","ts":"2026-03-01T21:19:47.834323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:47.444031Z","time spent":"390.132435ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:47.834342Z","caller":"traceutil/trace.go:171","msg":"trace[492929420] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b; range_end:; response_count:1; response_revision:4572; }","duration":"198.656213ms","start":"2026-03-01T21:19:47.635659Z","end":"2026-03-01T21:19:47.834315Z","steps":["trace[492929420] 'agreement among raft nodes before linearized reading' (duration: 198.228002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.395457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.029093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:19:49.395587Z","caller":"traceutil/trace.go:171","msg":"trace[176863971] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"204.042123ms","start":"2026-03-01T21:19:49.191518Z","end":"2026-03-01T21:19:49.39556Z","steps":["trace[176863971] 'process raft request' (duration: 81.821045ms)","trace[176863971] 'compare' (duration: 121.908611ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:49.403928Z","caller":"traceutil/trace.go:171","msg":"trace[1309170121] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"212.161544ms","start":"2026-03-01T21:19:49.191674Z","end":"2026-03-01T21:19:49.403835Z","steps":["trace[1309170121] 'process raft request' (duration: 211.858108ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:49.404003Z","caller":"traceutil/trace.go:171","msg":"trace[1729358569] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"212.279317ms","start":"2026-03-01T21:19:49.191699Z","end":"2026-03-01T21:19:49.403978Z","steps":["trace[1729358569] 'process raft request' (duration: 212.033901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:56.75237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.578619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-01T21:19:56.752467Z","caller":"traceutil/trace.go:171","msg":"trace[1408122594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4750; }","duration":"124.731903ms","start":"2026-03-01T21:19:56.627715Z","end":"2026-03-01T21:19:56.752447Z","steps":["trace[1408122594] 'range keys from in-memory index tree' (duration: 124.292493ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:57.298729Z","caller":"traceutil/trace.go:171","msg":"trace[810094679] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4938; }","duration":"116.50935ms","start":"2026-03-01T21:19:57.182163Z","end":"2026-03-01T21:19:57.298673Z","steps":["trace[810094679] 'read index received' (duration: 116.207423ms)","trace[810094679] 'applied index is now lower than readState.Index' (duration: 300.657µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:57.299066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.872268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:19:57.299102Z","caller":"traceutil/trace.go:171","msg":"trace[1455316597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4756; }","duration":"116.96259ms","start":"2026-03-01T21:19:57.18213Z","end":"2026-03-01T21:19:57.299092Z","steps":["trace[1455316597] 'agreement among raft nodes before linearized reading' (duration: 116.743425ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:57.299463Z","caller":"traceutil/trace.go:171","msg":"trace[260157407] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"118.590166ms","start":"2026-03-01T21:19:57.180863Z","end":"2026-03-01T21:19:57.299453Z","steps":["trace[260157407] 'process raft request' (duration: 117.428911ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:57.422404Z","caller":"traceutil/trace.go:171","msg":"trace[1145919102] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"115.067398ms","start":"2026-03-01T21:19:57.307305Z","end":"2026-03-01T21:19:57.422373Z","steps":["trace[1145919102] 'process raft request' (duration: 101.956024ms)","trace[1145919102] 'compare' (duration: 12.96749ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:57.424263Z","caller":"traceutil/trace.go:171","msg":"trace[363621847] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"115.804393ms","start":"2026-03-01T21:19:57.308428Z","end":"2026-03-01T21:19:57.424232Z","steps":["trace[363621847] 'process raft request' (duration: 115.754512ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:57.424688Z","caller":"traceutil/trace.go:171","msg":"trace[479616779] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"116.900568ms","start":"2026-03-01T21:19:57.307772Z","end":"2026-03-01T21:19:57.424673Z","steps":["trace[479616779] 'process raft request' (duration: 116.282804ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:57.424781Z","caller":"traceutil/trace.go:171","msg":"trace[1435773648] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"116.848087ms","start":"2026-03-01T21:19:57.307921Z","end":"2026-03-01T21:19:57.424769Z","steps":["trace[1435773648] 'process raft request' (duration: 116.201893ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:57.42488Z","caller":"traceutil/trace.go:171","msg":"trace[394108130] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"117.298917ms","start":"2026-03-01T21:19:57.307561Z","end":"2026-03-01T21:19:57.42486Z","steps":["trace[394108130] 'process raft request' (duration: 116.325786ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:58.034617Z","caller":"traceutil/trace.go:171","msg":"trace[1801936164] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"168.075639ms","start":"2026-03-01T21:19:57.866505Z","end":"2026-03-01T21:19:58.03458Z","steps":["trace[1801936164] 'process raft request' (duration: 167.889265ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:58.136752Z","caller":"traceutil/trace.go:171","msg":"trace[766733063] linearizableReadLoop","detail":"{readStateIndex:4949; appliedIndex:4947; }","duration":"199.422249ms","start":"2026-03-01T21:19:57.937308Z","end":"2026-03-01T21:19:58.13673Z","steps":["trace[766733063] 'read index received' (duration: 97.068036ms)","trace[766733063] 'applied index is now lower than readState.Index' (duration: 102.352883ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:58.136884Z","caller":"traceutil/trace.go:171","msg":"trace[1701529043] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"265.943113ms","start":"2026-03-01T21:19:57.870894Z","end":"2026-03-01T21:19:58.136838Z","steps":["trace[1701529043] 'process raft request' (duration: 265.672808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:58.136992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.673095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:19:58.137042Z","caller":"traceutil/trace.go:171","msg":"trace[1558167437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4766; }","duration":"199.771567ms","start":"2026-03-01T21:19:57.937258Z","end":"2026-03-01T21:19:58.13703Z","steps":["trace[1558167437] 'agreement among raft nodes before linearized reading' (duration: 199.606873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.978112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.335705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:20:03.978174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.182292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:20:03.978242Z","caller":"traceutil/trace.go:171","msg":"trace[1098330415] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4819; }","duration":"142.545199ms","start":"2026-03-01T21:20:03.835664Z","end":"2026-03-01T21:20:03.97821Z","steps":["trace[1098330415] 'range keys from in-memory index tree' (duration: 142.158031ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.978265Z","caller":"traceutil/trace.go:171","msg":"trace[807796171] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4819; }","duration":"285.354115ms","start":"2026-03-01T21:20:03.692891Z","end":"2026-03-01T21:20:03.978245Z","steps":["trace[807796171] 'count revisions from in-memory index tree' (duration: 285.065989ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:06.318669Z","caller":"traceutil/trace.go:171","msg":"trace[10043207] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5082; }","duration":"222.436544ms","start":"2026-03-01T21:20:06.096196Z","end":"2026-03-01T21:20:06.318632Z","steps":["trace[10043207] 'read index received' (duration: 19.884745ms)","trace[10043207] 'applied index is now lower than readState.Index' (duration: 202.549669ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:06.31875Z","caller":"traceutil/trace.go:171","msg":"trace[243161490] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"236.396595ms","start":"2026-03-01T21:20:06.082291Z","end":"2026-03-01T21:20:06.318688Z","steps":["trace[243161490] 'process raft request' (duration: 233.089631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:06.318911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.665408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:20:06.319043Z","caller":"traceutil/trace.go:171","msg":"trace[1584550575] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4899; }","duration":"222.865783ms","start":"2026-03-01T21:20:06.096149Z","end":"2026-03-01T21:20:06.319014Z","steps":["trace[1584550575] 'agreement among raft nodes before linearized reading' (duration: 222.609777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:06.839043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.687889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:20:06.839453Z","caller":"traceutil/trace.go:171","msg":"trace[1660983944] linearizableReadLoop","detail":"{readStateIndex:5086; appliedIndex:5084; }","duration":"520.650725ms","start":"2026-03-01T21:20:06.318778Z","end":"2026-03-01T21:20:06.839429Z","steps":["trace[1660983944] 'read index received' (duration: 167.403225ms)","trace[1660983944] 'applied index is now lower than readState.Index' (duration: 353.2462ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:06.83954Z","caller":"traceutil/trace.go:171","msg":"trace[641912445] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"582.565767ms","start":"2026-03-01T21:20:06.25693Z","end":"2026-03-01T21:20:06.839496Z","steps":["trace[641912445] 'process raft request' (duration: 582.27616ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:06.839644Z","caller":"traceutil/trace.go:171","msg":"trace[1972305807] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"598.112924ms","start":"2026-03-01T21:20:06.241477Z","end":"2026-03-01T21:20:06.83959Z","steps":["trace[1972305807] 'process raft request' (duration: 244.744201ms)","trace[1972305807] 'compare' (duration: 351.997862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:06.839775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:06.256906Z","time spent":"582.740021ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:06.839802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.449865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-01T21:20:06.839846Z","caller":"traceutil/trace.go:171","msg":"trace[522509504] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3; range_end:; response_count:1; response_revision:4901; }","duration":"673.549117ms","start":"2026-03-01T21:20:06.166281Z","end":"2026-03-01T21:20:06.83983Z","steps":["trace[522509504] 'agreement among raft nodes before linearized reading' (duration: 673.284701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:06.839884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:06.241431Z","time spent":"598.323968ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:20:06.839925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:06.166258Z","time spent":"673.655109ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3\" "} {"level":"warn","ts":"2026-03-01T21:20:06.839939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.198776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:20:06.840009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.080719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-01T21:20:06.840094Z","caller":"traceutil/trace.go:171","msg":"trace[1418572254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4901; }","duration":"516.38777ms","start":"2026-03-01T21:20:06.323684Z","end":"2026-03-01T21:20:06.840072Z","steps":["trace[1418572254] 'agreement among raft nodes before linearized reading' (duration: 515.938881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:06.840136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:06.323671Z","time spent":"516.454572ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:20:06.840126Z","caller":"traceutil/trace.go:171","msg":"trace[1203369717] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4901; }","duration":"739.261673ms","start":"2026-03-01T21:20:06.10083Z","end":"2026-03-01T21:20:06.840092Z","steps":["trace[1203369717] 'agreement among raft nodes before linearized reading' (duration: 738.856574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:06.840183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:06.100799Z","time spent":"739.373836ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:20:06.841268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.304194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-01T21:20:06.841401Z","caller":"traceutil/trace.go:171","msg":"trace[1080430418] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3; range_end:; response_count:1; response_revision:4901; }","duration":"549.53553ms","start":"2026-03-01T21:20:06.291835Z","end":"2026-03-01T21:20:06.841371Z","steps":["trace[1080430418] 'agreement among raft nodes before linearized reading' (duration: 547.684889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:06.841477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:06.291813Z","time spent":"549.646792ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3\" "} {"level":"info","ts":"2026-03-01T21:20:07.259072Z","caller":"traceutil/trace.go:171","msg":"trace[445885892] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"413.105137ms","start":"2026-03-01T21:20:06.845929Z","end":"2026-03-01T21:20:07.259034Z","steps":["trace[445885892] 'process raft request' (duration: 412.763378ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.259265Z","caller":"traceutil/trace.go:171","msg":"trace[2050990409] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5087; }","duration":"273.270767ms","start":"2026-03-01T21:20:06.985934Z","end":"2026-03-01T21:20:07.259204Z","steps":["trace[2050990409] 'read index received' (duration: 272.810196ms)","trace[2050990409] 'applied index is now lower than readState.Index' (duration: 458.021µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:07.259313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:06.845897Z","time spent":"413.288811ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:20:07.259273Z","caller":"traceutil/trace.go:171","msg":"trace[1202233187] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"411.251595ms","start":"2026-03-01T21:20:06.847975Z","end":"2026-03-01T21:20:07.259226Z","steps":["trace[1202233187] 'process raft request' (duration: 410.978019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.259559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:06.847955Z","time spent":"411.48128ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:07.259643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.181722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T21:20:07.259699Z","caller":"traceutil/trace.go:171","msg":"trace[1822241116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:4904; }","duration":"272.347636ms","start":"2026-03-01T21:20:06.987342Z","end":"2026-03-01T21:20:07.25969Z","steps":["trace[1822241116] 'agreement among raft nodes before linearized reading' (duration: 272.097041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.259668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.116464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-01T21:20:07.259665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.734958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-01T21:20:07.259757Z","caller":"traceutil/trace.go:171","msg":"trace[203119595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4904; }","duration":"217.260177ms","start":"2026-03-01T21:20:07.042475Z","end":"2026-03-01T21:20:07.259736Z","steps":["trace[203119595] 'agreement among raft nodes before linearized reading' (duration: 216.984931ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.259791Z","caller":"traceutil/trace.go:171","msg":"trace[8806489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4904; }","duration":"273.909411ms","start":"2026-03-01T21:20:06.985837Z","end":"2026-03-01T21:20:07.259746Z","steps":["trace[8806489] 'agreement among raft nodes before linearized reading' (duration: 273.510822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.957517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.908285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:20:07.957692Z","caller":"traceutil/trace.go:171","msg":"trace[1808261793] linearizableReadLoop","detail":"{readStateIndex:5090; appliedIndex:5089; }","duration":"692.270035ms","start":"2026-03-01T21:20:07.265393Z","end":"2026-03-01T21:20:07.957663Z","steps":["trace[1808261793] 'read index received' (duration: 164.990581ms)","trace[1808261793] 'applied index is now lower than readState.Index' (duration: 527.276714ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:07.957857Z","caller":"traceutil/trace.go:171","msg":"trace[472871684] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"692.989241ms","start":"2026-03-01T21:20:07.264849Z","end":"2026-03-01T21:20:07.957838Z","steps":["trace[472871684] 'process raft request' (duration: 165.625175ms)","trace[472871684] 'compare' (duration: 526.579518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:07.957955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.264817Z","time spent":"693.081372ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:07.958271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.484499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T21:20:07.958327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.259332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:20:07.958328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.812454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:20:07.958381Z","caller":"traceutil/trace.go:171","msg":"trace[1127858453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4905; }","duration":"466.349174ms","start":"2026-03-01T21:20:07.492016Z","end":"2026-03-01T21:20:07.958365Z","steps":["trace[1127858453] 'agreement among raft nodes before linearized reading' (duration: 466.118269ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.958382Z","caller":"traceutil/trace.go:171","msg":"trace[1531591302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4905; }","duration":"454.622082ms","start":"2026-03-01T21:20:07.503738Z","end":"2026-03-01T21:20:07.95836Z","steps":["trace[1531591302] 'agreement among raft nodes before linearized reading' (duration: 454.381617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.95838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.653067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-01T21:20:07.958356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.93508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:20:07.958427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.492008Z","time spent":"466.406485ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:20:07.95844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.503729Z","time spent":"454.703754ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:20:07.958442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.784604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-01T21:20:07.958403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.023776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:20:07.958474Z","caller":"traceutil/trace.go:171","msg":"trace[2127879555] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4905; }","duration":"594.774599ms","start":"2026-03-01T21:20:07.363669Z","end":"2026-03-01T21:20:07.958444Z","steps":["trace[2127879555] 'agreement among raft nodes before linearized reading' (duration: 594.497793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.958308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.958977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-01T21:20:07.958495Z","caller":"traceutil/trace.go:171","msg":"trace[254299422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4905; }","duration":"466.922756ms","start":"2026-03-01T21:20:07.491453Z","end":"2026-03-01T21:20:07.958376Z","steps":["trace[254299422] 'agreement among raft nodes before linearized reading' (duration: 466.671751ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.958509Z","caller":"traceutil/trace.go:171","msg":"trace[700664036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4905; }","duration":"126.140784ms","start":"2026-03-01T21:20:07.832324Z","end":"2026-03-01T21:20:07.958464Z","steps":["trace[700664036] 'agreement among raft nodes before linearized reading' (duration: 125.853248ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.958503Z","caller":"traceutil/trace.go:171","msg":"trace[1013097072] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3; range_end:; response_count:1; response_revision:4905; }","duration":"111.901267ms","start":"2026-03-01T21:20:07.846581Z","end":"2026-03-01T21:20:07.958483Z","steps":["trace[1013097072] 'agreement among raft nodes before linearized reading' (duration: 111.796064ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.958617Z","caller":"traceutil/trace.go:171","msg":"trace[2108426471] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3; range_end:; response_count:1; response_revision:4905; }","duration":"692.227294ms","start":"2026-03-01T21:20:07.266309Z","end":"2026-03-01T21:20:07.958536Z","steps":["trace[2108426471] 'agreement among raft nodes before linearized reading' (duration: 691.787664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.958485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.039761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80090"} {"level":"warn","ts":"2026-03-01T21:20:07.958699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.266301Z","time spent":"692.375997ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66050627-8540-40c9-8675-d2b5c201c3a3\" "} {"level":"info","ts":"2026-03-01T21:20:07.958728Z","caller":"traceutil/trace.go:171","msg":"trace[1004416835] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4905; }","duration":"693.335617ms","start":"2026-03-01T21:20:07.265359Z","end":"2026-03-01T21:20:07.958695Z","steps":["trace[1004416835] 'agreement among raft nodes before linearized reading' (duration: 692.686083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.958742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.348318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-01T21:20:07.958785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.265336Z","time spent":"693.42412ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:20:07.958819Z","caller":"traceutil/trace.go:171","msg":"trace[1797684071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4905; }","duration":"693.43298ms","start":"2026-03-01T21:20:07.265364Z","end":"2026-03-01T21:20:07.958797Z","steps":["trace[1797684071] 'agreement among raft nodes before linearized reading' (duration: 692.748815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.958868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.265349Z","time spent":"693.505182ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:20:07.958534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.363648Z","time spent":"594.872002ms","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-01T21:20:07.958549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.49143Z","time spent":"467.107461ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:20:07.958535Z","caller":"traceutil/trace.go:171","msg":"trace[642135096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4905; }","duration":"448.196239ms","start":"2026-03-01T21:20:07.510314Z","end":"2026-03-01T21:20:07.958511Z","steps":["trace[642135096] 'agreement among raft nodes before linearized reading' (duration: 447.849802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.960778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.510304Z","time spent":"450.45788ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:20:08.532811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.592809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:20:08.532939Z","caller":"traceutil/trace.go:171","msg":"trace[986929641] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"566.380276ms","start":"2026-03-01T21:20:07.966537Z","end":"2026-03-01T21:20:08.532918Z","steps":["trace[986929641] 'process raft request' (duration: 268.576512ms)","trace[986929641] 'compare' (duration: 297.455566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:08.532999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.966517Z","time spent":"566.458157ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:20:08.534463Z","caller":"traceutil/trace.go:171","msg":"trace[1446004381] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"567.791597ms","start":"2026-03-01T21:20:07.966637Z","end":"2026-03-01T21:20:08.534429Z","steps":["trace[1446004381] 'process raft request' (duration: 567.577142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:08.535017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.966612Z","time spent":"567.981231ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:20:08.535233Z","caller":"traceutil/trace.go:171","msg":"trace[1279599848] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5090; }","duration":"567.636034ms","start":"2026-03-01T21:20:07.967573Z","end":"2026-03-01T21:20:08.535209Z","steps":["trace[1279599848] 'read index received' (duration: 267.637181ms)","trace[1279599848] 'applied index is now lower than readState.Index' (duration: 299.997693ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:08.53534Z","caller":"traceutil/trace.go:171","msg":"trace[1276937857] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"210.65696ms","start":"2026-03-01T21:20:08.324659Z","end":"2026-03-01T21:20:08.535316Z","steps":["trace[1276937857] 'process raft request' (duration: 210.516397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:08.535444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.839451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:20:08.53549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.894009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-01T21:20:08.535504Z","caller":"traceutil/trace.go:171","msg":"trace[1424833606] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4910; }","duration":"508.939923ms","start":"2026-03-01T21:20:08.026549Z","end":"2026-03-01T21:20:08.535489Z","steps":["trace[1424833606] 'agreement among raft nodes before linearized reading' (duration: 508.847681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:08.535529Z","caller":"traceutil/trace.go:171","msg":"trace[614470276] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4910; }","duration":"567.981002ms","start":"2026-03-01T21:20:07.967538Z","end":"2026-03-01T21:20:08.535519Z","steps":["trace[614470276] 'agreement among raft nodes before linearized reading' (duration: 567.816838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:08.535549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:08.02652Z","time spent":"509.021205ms","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T21:20:08.535569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.967529Z","time spent":"568.031173ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1184,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-01T21:20:08.534835Z","caller":"traceutil/trace.go:171","msg":"trace[1525109930] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"568.116014ms","start":"2026-03-01T21:20:07.966698Z","end":"2026-03-01T21:20:08.534813Z","steps":["trace[1525109930] 'process raft request' (duration: 567.677515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:08.535272Z","caller":"traceutil/trace.go:171","msg":"trace[182513359] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"567.52119ms","start":"2026-03-01T21:20:07.967709Z","end":"2026-03-01T21:20:08.53523Z","steps":["trace[182513359] 'process raft request' (duration: 567.228374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:08.535976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.966657Z","time spent":"569.26737ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:08.536114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:07.967663Z","time spent":"568.341818ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:20:43.896867Z","caller":"traceutil/trace.go:171","msg":"trace[235917770] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"243.949562ms","start":"2026-03-01T21:20:43.652888Z","end":"2026-03-01T21:20:43.896838Z","steps":["trace[235917770] 'process raft request' (duration: 239.082553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:43.897128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.888789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19495"} {"level":"info","ts":"2026-03-01T21:20:43.897271Z","caller":"traceutil/trace.go:171","msg":"trace[979347731] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5202; }","duration":"252.107965ms","start":"2026-03-01T21:20:43.64513Z","end":"2026-03-01T21:20:43.897238Z","steps":["trace[979347731] 'range keys from in-memory index tree' (duration: 251.437009ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:47.893027Z","caller":"traceutil/trace.go:171","msg":"trace[887187748] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"304.207887ms","start":"2026-03-01T21:20:47.588781Z","end":"2026-03-01T21:20:47.892989Z","steps":["trace[887187748] 'process raft request' (duration: 265.602326ms)","trace[887187748] 'compare' (duration: 38.415967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:47.893237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:47.588753Z","time spent":"304.362631ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:20:47.922538Z","caller":"traceutil/trace.go:171","msg":"trace[514567908] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"333.116512ms","start":"2026-03-01T21:20:47.589394Z","end":"2026-03-01T21:20:47.922511Z","steps":["trace[514567908] 'process raft request' (duration: 332.913027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:47.922712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:47.589369Z","time spent":"333.243315ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:20:47.922843Z","caller":"traceutil/trace.go:171","msg":"trace[1793601515] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5433; }","duration":"282.655576ms","start":"2026-03-01T21:20:47.640163Z","end":"2026-03-01T21:20:47.922819Z","steps":["trace[1793601515] 'read index received' (duration: 214.22215ms)","trace[1793601515] 'applied index is now lower than readState.Index' (duration: 68.431766ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:47.9229Z","caller":"traceutil/trace.go:171","msg":"trace[272535100] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"332.948878ms","start":"2026-03-01T21:20:47.58992Z","end":"2026-03-01T21:20:47.922869Z","steps":["trace[272535100] 'process raft request' (duration: 332.763114ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:47.922788Z","caller":"traceutil/trace.go:171","msg":"trace[596256243] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"333.211414ms","start":"2026-03-01T21:20:47.589542Z","end":"2026-03-01T21:20:47.922753Z","steps":["trace[596256243] 'process raft request' (duration: 332.912527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:47.923062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:47.589899Z","time spent":"333.074401ms","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:47.923068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:47.589522Z","time spent":"333.46127ms","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:47.923137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.981833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-01T21:20:47.923176Z","caller":"traceutil/trace.go:171","msg":"trace[378108333] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5239; }","duration":"283.052465ms","start":"2026-03-01T21:20:47.640112Z","end":"2026-03-01T21:20:47.923164Z","steps":["trace[378108333] 'agreement among raft nodes before linearized reading' (duration: 282.868331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:21:27.158647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.938701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:21:27.158797Z","caller":"traceutil/trace.go:171","msg":"trace[1694257969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5552; }","duration":"122.137615ms","start":"2026-03-01T21:21:27.036623Z","end":"2026-03-01T21:21:27.15876Z","steps":["trace[1694257969] 'range keys from in-memory index tree' (duration: 121.710836ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:27.573849Z","caller":"traceutil/trace.go:171","msg":"trace[1188455079] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"171.98935ms","start":"2026-03-01T21:21:27.401819Z","end":"2026-03-01T21:21:27.573808Z","steps":["trace[1188455079] 'process raft request' (duration: 153.789547ms)","trace[1188455079] 'compare' (duration: 17.950748ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:21:36.871278Z","caller":"traceutil/trace.go:171","msg":"trace[1035457543] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"131.052524ms","start":"2026-03-01T21:21:36.740195Z","end":"2026-03-01T21:21:36.871247Z","steps":["trace[1035457543] 'process raft request' (duration: 130.691566ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:41.107035Z","caller":"traceutil/trace.go:171","msg":"trace[1899866946] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"121.89333ms","start":"2026-03-01T21:21:40.985102Z","end":"2026-03-01T21:21:41.106995Z","steps":["trace[1899866946] 'process raft request' (duration: 73.570509ms)","trace[1899866946] 'compare' (duration: 48.115797ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:21:41.401618Z","caller":"traceutil/trace.go:171","msg":"trace[935311943] linearizableReadLoop","detail":"{readStateIndex:5856; appliedIndex:5855; }","duration":"102.614203ms","start":"2026-03-01T21:21:41.29896Z","end":"2026-03-01T21:21:41.401574Z","steps":["trace[935311943] 'read index received' (duration: 46.563941ms)","trace[935311943] 'applied index is now lower than readState.Index' (duration: 56.048372ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:21:41.401681Z","caller":"traceutil/trace.go:171","msg":"trace[1058309384] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"111.664374ms","start":"2026-03-01T21:21:41.289969Z","end":"2026-03-01T21:21:41.401634Z","steps":["trace[1058309384] 'process raft request' (duration: 55.694533ms)","trace[1058309384] 'compare' (duration: 55.612553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:21:41.401952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.979542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:21:41.401995Z","caller":"traceutil/trace.go:171","msg":"trace[1888926083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5645; }","duration":"103.100744ms","start":"2026-03-01T21:21:41.298881Z","end":"2026-03-01T21:21:41.401981Z","steps":["trace[1888926083] 'agreement among raft nodes before linearized reading' (duration: 102.893809ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:41.589855Z","caller":"traceutil/trace.go:171","msg":"trace[284862195] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"140.619877ms","start":"2026-03-01T21:21:41.44919Z","end":"2026-03-01T21:21:41.58981Z","steps":["trace[284862195] 'process raft request' (duration: 91.405286ms)","trace[284862195] 'compare' (duration: 48.650518ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:21:41.849993Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2748} {"level":"warn","ts":"2026-03-01T21:21:42.239454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.685251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:21:42.239722Z","caller":"traceutil/trace.go:171","msg":"trace[631097882] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"117.650887ms","start":"2026-03-01T21:21:42.122055Z","end":"2026-03-01T21:21:42.239706Z","steps":["trace[631097882] 'process raft request' (duration: 117.553835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:42.239721Z","caller":"traceutil/trace.go:171","msg":"trace[1492462249] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"384.48342ms","start":"2026-03-01T21:21:41.855175Z","end":"2026-03-01T21:21:42.239658Z","steps":["trace[1492462249] 'process raft request' (duration: 23.517621ms)","trace[1492462249] 'compare' (duration: 341.360495ms)","trace[1492462249] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 19.205284ms)"],"step_count":3} {"level":"warn","ts":"2026-03-01T21:21:42.240015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:21:41.855148Z","time spent":"384.682034ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:21:42.284594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2748,"took":"432.857872ms","hash":1241362354,"current-db-size-bytes":40812544,"current-db-size":"41 MB","current-db-size-in-use-bytes":30224384,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-01T21:21:42.284668Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1241362354,"revision":2748,"compact-revision":-1} {"level":"info","ts":"2026-03-01T21:26:32.617471Z","caller":"traceutil/trace.go:171","msg":"trace[1904018468] linearizableReadLoop","detail":"{readStateIndex:7952; appliedIndex:7951; }","duration":"106.239212ms","start":"2026-03-01T21:26:32.51121Z","end":"2026-03-01T21:26:32.61745Z","steps":["trace[1904018468] 'read index received' (duration: 106.12653ms)","trace[1904018468] 'applied index is now lower than readState.Index' (duration: 111.742µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:32.617581Z","caller":"traceutil/trace.go:171","msg":"trace[1726215916] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"253.132163ms","start":"2026-03-01T21:26:32.364416Z","end":"2026-03-01T21:26:32.617548Z","steps":["trace[1726215916] 'process raft request' (duration: 252.863307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.617696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.475717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T21:26:32.617734Z","caller":"traceutil/trace.go:171","msg":"trace[829035105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:7671; }","duration":"106.568219ms","start":"2026-03-01T21:26:32.511157Z","end":"2026-03-01T21:26:32.617725Z","steps":["trace[829035105] 'agreement among raft nodes before linearized reading' (duration: 106.387656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:33.635458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870388532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:26:34.135947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870388532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:26:34.420942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413352052s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:26:34.421406Z","caller":"traceutil/trace.go:171","msg":"trace[1095728906] linearizableReadLoop","detail":"{readStateIndex:7954; appliedIndex:7953; }","duration":"1.286587029s","start":"2026-03-01T21:26:33.134793Z","end":"2026-03-01T21:26:34.42138Z","steps":["trace[1095728906] 'read index received' (duration: 1.286424216s)","trace[1095728906] 'applied index is now lower than readState.Index' (duration: 161.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:34.42151Z","caller":"traceutil/trace.go:171","msg":"trace[677965900] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"1.414039586s","start":"2026-03-01T21:26:33.007443Z","end":"2026-03-01T21:26:34.421483Z","steps":["trace[677965900] 'process raft request' (duration: 1.41376704s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.421594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286797004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:26:34.421627Z","caller":"traceutil/trace.go:171","msg":"trace[541690352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7673; }","duration":"1.286883986s","start":"2026-03-01T21:26:33.134735Z","end":"2026-03-01T21:26:34.421618Z","steps":["trace[541690352] 'agreement among raft nodes before linearized reading' (duration: 1.286746493s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.421656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.134677Z","time spent":"1.286972618s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:26:34.421655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.007413Z","time spent":"1.414147349s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:34.435071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294158399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:26:34.435067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.296103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:34.435122Z","caller":"traceutil/trace.go:171","msg":"trace[45106085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7674; }","duration":"1.294232051s","start":"2026-03-01T21:26:33.140878Z","end":"2026-03-01T21:26:34.43511Z","steps":["trace[45106085] 'agreement among raft nodes before linearized reading' (duration: 1.294050767s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:34.43515Z","caller":"traceutil/trace.go:171","msg":"trace[1574827914] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7674; }","duration":"874.443346ms","start":"2026-03-01T21:26:33.560687Z","end":"2026-03-01T21:26:34.43513Z","steps":["trace[1574827914] 'agreement among raft nodes before linearized reading' (duration: 874.262662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.435156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.140866Z","time spent":"1.294282692s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:34.43519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.560645Z","time spent":"874.536968ms","remote":"127.0.0.1:56656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:34.435232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2659825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T21:26:34.435276Z","caller":"traceutil/trace.go:171","msg":"trace[1600696931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7674; }","duration":"1.266070802s","start":"2026-03-01T21:26:33.169193Z","end":"2026-03-01T21:26:34.435264Z","steps":["trace[1600696931] 'agreement among raft nodes before linearized reading' (duration: 1.265940649s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.435323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.169169Z","time spent":"1.266131263s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:34.435353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293618707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T21:26:34.43538Z","caller":"traceutil/trace.go:171","msg":"trace[1574935957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7674; }","duration":"1.293684379s","start":"2026-03-01T21:26:33.141686Z","end":"2026-03-01T21:26:34.43537Z","steps":["trace[1574935957] 'agreement among raft nodes before linearized reading' (duration: 1.293609107s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.435424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.141663Z","time spent":"1.293751741s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:26:34.435408Z","caller":"traceutil/trace.go:171","msg":"trace[1951082416] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"210.094331ms","start":"2026-03-01T21:26:34.225301Z","end":"2026-03-01T21:26:34.435395Z","steps":["trace[1951082416] 'process raft request' (duration: 209.531649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.435509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.159241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:34.435534Z","caller":"traceutil/trace.go:171","msg":"trace[332213481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7674; }","duration":"604.223643ms","start":"2026-03-01T21:26:33.831301Z","end":"2026-03-01T21:26:34.435524Z","steps":["trace[332213481] 'agreement among raft nodes before linearized reading' (duration: 604.188522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.435557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.633989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:26:34.43556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.831277Z","time spent":"604.275034ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:26:34.435582Z","caller":"traceutil/trace.go:171","msg":"trace[934631192] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7674; }","duration":"856.704121ms","start":"2026-03-01T21:26:33.57887Z","end":"2026-03-01T21:26:34.435574Z","steps":["trace[934631192] 'agreement among raft nodes before linearized reading' (duration: 856.64109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.435607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.578845Z","time spent":"856.755292ms","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:34.435739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.780054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:26:34.435746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211699147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:26:34.435765Z","caller":"traceutil/trace.go:171","msg":"trace[664656792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7674; }","duration":"548.847296ms","start":"2026-03-01T21:26:33.886909Z","end":"2026-03-01T21:26:34.435756Z","steps":["trace[664656792] 'agreement among raft nodes before linearized reading' (duration: 548.764964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.435794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.886883Z","time spent":"548.904597ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:26:34.435875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123544979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:34.435908Z","caller":"traceutil/trace.go:171","msg":"trace[1380530470] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7674; }","duration":"1.123648381s","start":"2026-03-01T21:26:33.312248Z","end":"2026-03-01T21:26:34.435896Z","steps":["trace[1380530470] 'agreement among raft nodes before linearized reading' (duration: 1.123566359s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.435936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.312219Z","time spent":"1.123709033s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:34.435792Z","caller":"traceutil/trace.go:171","msg":"trace[1465402354] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7674; }","duration":"1.211751699s","start":"2026-03-01T21:26:33.22403Z","end":"2026-03-01T21:26:34.435782Z","steps":["trace[1465402354] 'agreement among raft nodes before linearized reading' (duration: 1.210981992s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.435977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:33.223984Z","time spent":"1.211980614s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":847,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:41.856127Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5650} {"level":"info","ts":"2026-03-01T21:26:41.979466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5650,"took":"120.888059ms","hash":2399127786,"current-db-size-bytes":43450368,"current-db-size":"44 MB","current-db-size-in-use-bytes":22786048,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-01T21:26:41.979552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2399127786,"revision":5650,"compact-revision":2748} {"level":"warn","ts":"2026-03-01T21:26:44.678746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.018584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:44.678914Z","caller":"traceutil/trace.go:171","msg":"trace[273128661] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"172.601325ms","start":"2026-03-01T21:26:44.506287Z","end":"2026-03-01T21:26:44.678888Z","steps":["trace[273128661] 'process raft request' (duration: 46.312935ms)","trace[273128661] 'compare' (duration: 125.84734ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:44.688773Z","caller":"traceutil/trace.go:171","msg":"trace[661170061] linearizableReadLoop","detail":"{readStateIndex:8010; appliedIndex:8008; }","duration":"178.472304ms","start":"2026-03-01T21:26:44.510284Z","end":"2026-03-01T21:26:44.688756Z","steps":["trace[661170061] 'read index received' (duration: 42.341565ms)","trace[661170061] 'applied index is now lower than readState.Index' (duration: 136.129989ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:44.68884Z","caller":"traceutil/trace.go:171","msg":"trace[84069024] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"181.268267ms","start":"2026-03-01T21:26:44.507548Z","end":"2026-03-01T21:26:44.688816Z","steps":["trace[84069024] 'process raft request' (duration: 181.092673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:44.688963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.67552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:26:44.689004Z","caller":"traceutil/trace.go:171","msg":"trace[1728595953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7725; }","duration":"178.761721ms","start":"2026-03-01T21:26:44.51023Z","end":"2026-03-01T21:26:44.688992Z","steps":["trace[1728595953] 'agreement among raft nodes before linearized reading' (duration: 178.608897ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:44.724186Z","caller":"traceutil/trace.go:171","msg":"trace[1459443642] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"103.500482ms","start":"2026-03-01T21:26:44.620663Z","end":"2026-03-01T21:26:44.724164Z","steps":["trace[1459443642] 'process raft request' (duration: 103.339548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:44.724532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.460569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:26:44.724575Z","caller":"traceutil/trace.go:171","msg":"trace[802146007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7727; }","duration":"210.550521ms","start":"2026-03-01T21:26:44.514013Z","end":"2026-03-01T21:26:44.724564Z","steps":["trace[802146007] 'agreement among raft nodes before linearized reading' (duration: 210.437809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:44.724771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.870022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:26:44.724916Z","caller":"traceutil/trace.go:171","msg":"trace[2126542110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7727; }","duration":"212.054895ms","start":"2026-03-01T21:26:44.512829Z","end":"2026-03-01T21:26:44.724884Z","steps":["trace[2126542110] 'agreement among raft nodes before linearized reading' (duration: 211.647226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:44.933862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.054893ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-01T21:26:47.18403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870388711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:26:47.624818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143112006s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:26:47.625557Z","caller":"traceutil/trace.go:171","msg":"trace[1071283723] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"1.143971796s","start":"2026-03-01T21:26:46.481547Z","end":"2026-03-01T21:26:47.625518Z","steps":["trace[1071283723] 'process raft request' (duration: 1.14376262s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:47.625857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.481512Z","time spent":"1.14413992s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:48.829331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:26:48.829435Z","caller":"traceutil/trace.go:171","msg":"trace[683235304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175785s","start":"2026-03-01T21:26:46.829237Z","end":"2026-03-01T21:26:48.829413Z","steps":["trace[683235304] 'agreement among raft nodes before linearized reading' (duration: 2.000032962s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.829491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.829211Z","time spent":"2.000268777s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:26:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:26:48.851949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213727153s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:26:48.98462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.327606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:48.984826Z","caller":"traceutil/trace.go:171","msg":"trace[717454416] linearizableReadLoop","detail":"{readStateIndex:8020; appliedIndex:8018; }","duration":"2.301527315s","start":"2026-03-01T21:26:46.683277Z","end":"2026-03-01T21:26:48.984804Z","steps":["trace[717454416] 'read index received' (duration: 941.838892ms)","trace[717454416] 'applied index is now lower than readState.Index' (duration: 1.359683983s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:48.985014Z","caller":"traceutil/trace.go:171","msg":"trace[1638914359] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"2.254846903s","start":"2026-03-01T21:26:46.730103Z","end":"2026-03-01T21:26:48.98495Z","steps":["trace[1638914359] 'process raft request' (duration: 2.122048117s)","trace[1638914359] 'compare' (duration: 131.768812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:48.985124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301848702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:26:48.985161Z","caller":"traceutil/trace.go:171","msg":"trace[488827923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7734; }","duration":"2.301949814s","start":"2026-03-01T21:26:46.6832Z","end":"2026-03-01T21:26:48.98515Z","steps":["trace[488827923] 'agreement among raft nodes before linearized reading' (duration: 2.30178846s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.985208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.683179Z","time spent":"2.302020696s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:26:48.985279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.730075Z","time spent":"2.255059227s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:48.985343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953042362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:48.985437Z","caller":"traceutil/trace.go:171","msg":"trace[1418740569] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7734; }","duration":"1.953159315s","start":"2026-03-01T21:26:47.032255Z","end":"2026-03-01T21:26:48.985415Z","steps":["trace[1418740569] 'agreement among raft nodes before linearized reading' (duration: 1.95295346s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.985452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.766019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:48.985477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:47.032139Z","time spent":"1.953329129s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:48.985491Z","caller":"traceutil/trace.go:171","msg":"trace[1198006305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7734; }","duration":"155.84098ms","start":"2026-03-01T21:26:48.82964Z","end":"2026-03-01T21:26:48.985481Z","steps":["trace[1198006305] 'agreement among raft nodes before linearized reading' (duration: 155.784219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.985505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250066236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T21:26:48.985513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.999946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:26:48.985526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.371309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:48.985582Z","caller":"traceutil/trace.go:171","msg":"trace[2067245373] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7734; }","duration":"612.131059ms","start":"2026-03-01T21:26:48.373435Z","end":"2026-03-01T21:26:48.985566Z","steps":["trace[2067245373] 'agreement among raft nodes before linearized reading' (duration: 612.002966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:48.985588Z","caller":"traceutil/trace.go:171","msg":"trace[1136100416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7734; }","duration":"129.561613ms","start":"2026-03-01T21:26:48.856009Z","end":"2026-03-01T21:26:48.985571Z","steps":["trace[1136100416] 'agreement among raft nodes before linearized reading' (duration: 129.446031ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:48.98559Z","caller":"traceutil/trace.go:171","msg":"trace[1992867997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7734; }","duration":"2.250134317s","start":"2026-03-01T21:26:46.735427Z","end":"2026-03-01T21:26:48.985561Z","steps":["trace[1992867997] 'agreement among raft nodes before linearized reading' (duration: 2.249983244s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.985596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209124272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:26:48.985651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.735355Z","time spent":"2.25028319s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:26:48.985741Z","caller":"traceutil/trace.go:171","msg":"trace[1907868637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7734; }","duration":"2.209291096s","start":"2026-03-01T21:26:46.776398Z","end":"2026-03-01T21:26:48.985689Z","steps":["trace[1907868637] 'agreement among raft nodes before linearized reading' (duration: 2.208885667s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.985761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436618381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-775987496d-z6jqv.1898d4c30b12f6bc\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-01T21:26:48.985726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209126601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-01T21:26:48.985714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205750975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T21:26:48.985797Z","caller":"traceutil/trace.go:171","msg":"trace[1587957945] range","detail":"{range_begin:/registry/events/openstack/barbican-api-775987496d-z6jqv.1898d4c30b12f6bc; range_end:; response_count:1; response_revision:7734; }","duration":"1.436697063s","start":"2026-03-01T21:26:47.549087Z","end":"2026-03-01T21:26:48.985784Z","steps":["trace[1587957945] 'agreement among raft nodes before linearized reading' (duration: 1.43657489s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.985801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.776364Z","time spent":"2.209427098s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:48.985823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:47.549059Z","time spent":"1.436758914s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-775987496d-z6jqv.1898d4c30b12f6bc\" "} {"level":"info","ts":"2026-03-01T21:26:48.985833Z","caller":"traceutil/trace.go:171","msg":"trace[1207865599] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7734; }","duration":"2.209224813s","start":"2026-03-01T21:26:46.776575Z","end":"2026-03-01T21:26:48.9858Z","steps":["trace[1207865599] 'agreement among raft nodes before linearized reading' (duration: 2.208663921s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.985827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209159451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:26:48.985905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.776522Z","time spent":"2.209360156s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:26:48.985918Z","caller":"traceutil/trace.go:171","msg":"trace[592635284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7734; }","duration":"2.209664224s","start":"2026-03-01T21:26:46.776244Z","end":"2026-03-01T21:26:48.985908Z","steps":["trace[592635284] 'agreement among raft nodes before linearized reading' (duration: 2.209359667s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.98563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.373401Z","time spent":"612.2192ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:48.985833Z","caller":"traceutil/trace.go:171","msg":"trace[1025428352] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:7734; }","duration":"2.20592335s","start":"2026-03-01T21:26:46.77989Z","end":"2026-03-01T21:26:48.985813Z","steps":["trace[1025428352] 'agreement among raft nodes before linearized reading' (duration: 2.205561782s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.985996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.77621Z","time spent":"2.209777226s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:48.985349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293980406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:26:48.986134Z","caller":"traceutil/trace.go:171","msg":"trace[361108101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7734; }","duration":"2.294819415s","start":"2026-03-01T21:26:46.691296Z","end":"2026-03-01T21:26:48.986115Z","steps":["trace[361108101] 'agreement among raft nodes before linearized reading' (duration: 2.293798703s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.986214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.691288Z","time spent":"2.294908167s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:26:48.986047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.779878Z","time spent":"2.206162925s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7jdfz\" "} {"level":"info","ts":"2026-03-01T21:26:49.373538Z","caller":"traceutil/trace.go:171","msg":"trace[1087061245] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"383.087434ms","start":"2026-03-01T21:26:48.990418Z","end":"2026-03-01T21:26:49.373505Z","steps":["trace[1087061245] 'process raft request' (duration: 382.797677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.373748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.990386Z","time spent":"383.246628ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:49.373912Z","caller":"traceutil/trace.go:171","msg":"trace[1826029005] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"383.394812ms","start":"2026-03-01T21:26:48.990491Z","end":"2026-03-01T21:26:49.373886Z","steps":["trace[1826029005] 'process raft request' (duration: 382.928712ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:49.3741Z","caller":"traceutil/trace.go:171","msg":"trace[812154888] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"383.561065ms","start":"2026-03-01T21:26:48.99052Z","end":"2026-03-01T21:26:49.374081Z","steps":["trace[812154888] 'process raft request' (duration: 383.284529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.374239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.990491Z","time spent":"383.652737ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:49.374235Z","caller":"traceutil/trace.go:171","msg":"trace[362464152] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"383.483353ms","start":"2026-03-01T21:26:48.990697Z","end":"2026-03-01T21:26:49.37418Z","steps":["trace[362464152] 'process raft request' (duration: 383.296869ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:49.374378Z","caller":"traceutil/trace.go:171","msg":"trace[120738865] linearizableReadLoop","detail":"{readStateIndex:8026; appliedIndex:8020; }","duration":"382.212266ms","start":"2026-03-01T21:26:48.992136Z","end":"2026-03-01T21:26:49.374348Z","steps":["trace[120738865] 'read index received' (duration: 57.671129ms)","trace[120738865] 'applied index is now lower than readState.Index' (duration: 324.538797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:49.374411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.990467Z","time spent":"383.708968ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:49.374486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.990664Z","time spent":"383.688748ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:49.374386Z","caller":"traceutil/trace.go:171","msg":"trace[1641712952] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"382.160025ms","start":"2026-03-01T21:26:48.99218Z","end":"2026-03-01T21:26:49.37434Z","steps":["trace[1641712952] 'process raft request' (duration: 381.93038ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:49.374369Z","caller":"traceutil/trace.go:171","msg":"trace[1147215433] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"383.444533ms","start":"2026-03-01T21:26:48.990866Z","end":"2026-03-01T21:26:49.374311Z","steps":["trace[1147215433] 'process raft request' (duration: 383.186947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.374692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.992164Z","time spent":"382.460791ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:49.374787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.990855Z","time spent":"383.876732ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:49.374916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.737397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223824"} {"level":"info","ts":"2026-03-01T21:26:49.374998Z","caller":"traceutil/trace.go:171","msg":"trace[630298857] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7741; }","duration":"382.882881ms","start":"2026-03-01T21:26:48.992095Z","end":"2026-03-01T21:26:49.374978Z","steps":["trace[630298857] 'agreement among raft nodes before linearized reading' (duration: 382.335479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.375042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.992081Z","time spent":"382.949272ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:26:49.546131Z","caller":"traceutil/trace.go:171","msg":"trace[1587310145] linearizableReadLoop","detail":"{readStateIndex:8028; appliedIndex:8027; }","duration":"171.612432ms","start":"2026-03-01T21:26:49.374485Z","end":"2026-03-01T21:26:49.546097Z","steps":["trace[1587310145] 'read index received' (duration: 112.689256ms)","trace[1587310145] 'applied index is now lower than readState.Index' (duration: 58.920366ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:49.546183Z","caller":"traceutil/trace.go:171","msg":"trace[744065569] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"491.70408ms","start":"2026-03-01T21:26:49.054428Z","end":"2026-03-01T21:26:49.546132Z","steps":["trace[744065569] 'process raft request' (duration: 432.663971ms)","trace[744065569] 'compare' (duration: 58.588069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:49.546426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:49.0544Z","time spent":"491.925354ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:26:49.546522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.085825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:49.546621Z","caller":"traceutil/trace.go:171","msg":"trace[1692809156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7742; }","duration":"551.230188ms","start":"2026-03-01T21:26:48.995369Z","end":"2026-03-01T21:26:49.546599Z","steps":["trace[1692809156] 'agreement among raft nodes before linearized reading' (duration: 550.990423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:49.546678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.995357Z","time spent":"551.31243ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:26:49.821898Z","caller":"traceutil/trace.go:171","msg":"trace[1566719500] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"190.674608ms","start":"2026-03-01T21:26:49.631174Z","end":"2026-03-01T21:26:49.821848Z","steps":["trace[1566719500] 'process raft request' (duration: 99.095933ms)","trace[1566719500] 'compare' (duration: 91.33583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:50.926951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.011556ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-01T21:26:50.927055Z","caller":"traceutil/trace.go:171","msg":"trace[1938001428] linearizableReadLoop","detail":"{readStateIndex:8030; appliedIndex:8029; }","duration":"971.156757ms","start":"2026-03-01T21:26:49.955877Z","end":"2026-03-01T21:26:50.927034Z","steps":["trace[1938001428] 'read index received' (duration: 49.937376ms)","trace[1938001428] 'applied index is now lower than readState.Index' (duration: 921.218101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:50.928081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.134186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:50.928107Z","caller":"traceutil/trace.go:171","msg":"trace[2140836214] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7743; }","duration":"418.235239ms","start":"2026-03-01T21:26:50.509863Z","end":"2026-03-01T21:26:50.928098Z","steps":["trace[2140836214] 'agreement among raft nodes before linearized reading' (duration: 418.163498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:50.92814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.509825Z","time spent":"418.304252ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:50.928467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.590159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:50.928552Z","caller":"traceutil/trace.go:171","msg":"trace[76393261] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7743; }","duration":"972.759923ms","start":"2026-03-01T21:26:49.955772Z","end":"2026-03-01T21:26:50.928532Z","steps":["trace[76393261] 'agreement among raft nodes before linearized reading' (duration: 972.6151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:50.928589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:49.955728Z","time spent":"972.851135ms","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:50.928706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.248056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:50.928707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.164035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:50.928801Z","caller":"traceutil/trace.go:171","msg":"trace[1913016637] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7743; }","duration":"116.301118ms","start":"2026-03-01T21:26:50.812461Z","end":"2026-03-01T21:26:50.928762Z","steps":["trace[1913016637] 'agreement among raft nodes before linearized reading' (duration: 116.162415ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:50.928737Z","caller":"traceutil/trace.go:171","msg":"trace[961403025] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7743; }","duration":"116.280487ms","start":"2026-03-01T21:26:50.812449Z","end":"2026-03-01T21:26:50.92873Z","steps":["trace[961403025] 'agreement among raft nodes before linearized reading' (duration: 116.231656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:50.929684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.901271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:50.929725Z","caller":"traceutil/trace.go:171","msg":"trace[987696590] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7743; }","duration":"116.958452ms","start":"2026-03-01T21:26:50.812754Z","end":"2026-03-01T21:26:50.929713Z","steps":["trace[987696590] 'agreement among raft nodes before linearized reading' (duration: 116.88697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:51.514351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870388739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:26:52.014819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870388739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:26:52.459771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466462236s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:26:52.460436Z","caller":"traceutil/trace.go:171","msg":"trace[814232675] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"1.467183622s","start":"2026-03-01T21:26:50.993193Z","end":"2026-03-01T21:26:52.460376Z","steps":["trace[814232675] 'process raft request' (duration: 1.466919136s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.460705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.99317Z","time spent":"1.467340157s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:52.721083Z","caller":"traceutil/trace.go:171","msg":"trace[544722383] linearizableReadLoop","detail":"{readStateIndex:8033; appliedIndex:8030; }","duration":"1.707601382s","start":"2026-03-01T21:26:51.013455Z","end":"2026-03-01T21:26:52.721056Z","steps":["trace[544722383] 'read index received' (duration: 1.446614523s)","trace[544722383] 'applied index is now lower than readState.Index' (duration: 260.985799ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:52.721413Z","caller":"traceutil/trace.go:171","msg":"trace[1161990482] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"894.749661ms","start":"2026-03-01T21:26:51.82651Z","end":"2026-03-01T21:26:52.72126Z","steps":["trace[1161990482] 'process raft request' (duration: 894.486194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.721468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707918399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.721579Z","caller":"traceutil/trace.go:171","msg":"trace[1190859201] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7746; }","duration":"1.708122614s","start":"2026-03-01T21:26:51.013426Z","end":"2026-03-01T21:26:52.721549Z","steps":["trace[1190859201] 'agreement among raft nodes before linearized reading' (duration: 1.707850338s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.721527Z","caller":"traceutil/trace.go:171","msg":"trace[1668199661] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"924.398362ms","start":"2026-03-01T21:26:51.797019Z","end":"2026-03-01T21:26:52.721417Z","steps":["trace[1668199661] 'process raft request' (duration: 923.702406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.721638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.013415Z","time spent":"1.708214286s","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:52.721643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.826484Z","time spent":"895.026397ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:52.721804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.796972Z","time spent":"924.685268ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:52.743728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580238068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.743771Z","caller":"traceutil/trace.go:171","msg":"trace[1451732486] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7747; }","duration":"1.580310239s","start":"2026-03-01T21:26:51.163451Z","end":"2026-03-01T21:26:52.743762Z","steps":["trace[1451732486] 'agreement among raft nodes before linearized reading' (duration: 1.580206097s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.743794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.163433Z","time spent":"1.580354962s","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:52.743827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364191864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-01T21:26:52.743938Z","caller":"traceutil/trace.go:171","msg":"trace[509767404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7747; }","duration":"1.364366738s","start":"2026-03-01T21:26:51.379552Z","end":"2026-03-01T21:26:52.743918Z","steps":["trace[509767404] 'agreement among raft nodes before linearized reading' (duration: 1.364132602s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.743996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.379517Z","time spent":"1.36446702s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:26:52.74404Z","caller":"traceutil/trace.go:171","msg":"trace[967461561] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"192.97854ms","start":"2026-03-01T21:26:52.551048Z","end":"2026-03-01T21:26:52.744026Z","steps":["trace[967461561] 'process raft request' (duration: 192.389467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.74409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364554111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T21:26:52.744061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363539179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:26:52.744119Z","caller":"traceutil/trace.go:171","msg":"trace[1885397196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7747; }","duration":"1.364637544s","start":"2026-03-01T21:26:51.379475Z","end":"2026-03-01T21:26:52.744112Z","steps":["trace[1885397196] 'agreement among raft nodes before linearized reading' (duration: 1.364499941s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.37945Z","time spent":"1.364686544s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:26:52.74415Z","caller":"traceutil/trace.go:171","msg":"trace[1050385913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7747; }","duration":"1.363665832s","start":"2026-03-01T21:26:51.380461Z","end":"2026-03-01T21:26:52.744127Z","steps":["trace[1050385913] 'agreement among raft nodes before linearized reading' (duration: 1.363352325s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.125181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-01T21:26:52.74421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.380451Z","time spent":"1.363749274s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:52.744269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.740876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:52.744302Z","caller":"traceutil/trace.go:171","msg":"trace[1796122087] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7747; }","duration":"991.819818ms","start":"2026-03-01T21:26:51.75247Z","end":"2026-03-01T21:26:52.74429Z","steps":["trace[1796122087] 'agreement among raft nodes before linearized reading' (duration: 991.767997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.752444Z","time spent":"991.882359ms","remote":"127.0.0.1:37084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:52.744395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364834958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:26:52.744402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363940868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:26:52.744428Z","caller":"traceutil/trace.go:171","msg":"trace[2105724142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7747; }","duration":"1.364956931s","start":"2026-03-01T21:26:51.379464Z","end":"2026-03-01T21:26:52.744421Z","steps":["trace[2105724142] 'agreement among raft nodes before linearized reading' (duration: 1.364769726s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730740158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549048121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564264451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.744528Z","caller":"traceutil/trace.go:171","msg":"trace[1070611938] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7747; }","duration":"1.549117143s","start":"2026-03-01T21:26:51.195402Z","end":"2026-03-01T21:26:52.744519Z","steps":["trace[1070611938] 'agreement among raft nodes before linearized reading' (duration: 1.549064572s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359514329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T21:26:52.744526Z","caller":"traceutil/trace.go:171","msg":"trace[1950138579] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7747; }","duration":"1.730960873s","start":"2026-03-01T21:26:51.013537Z","end":"2026-03-01T21:26:52.744498Z","steps":["trace[1950138579] 'agreement among raft nodes before linearized reading' (duration: 1.730088134s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.195308Z","time spent":"1.549242345s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:52.744583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564493747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364695295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:26:52.744613Z","caller":"traceutil/trace.go:171","msg":"trace[1952057899] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7747; }","duration":"1.564536158s","start":"2026-03-01T21:26:51.180071Z","end":"2026-03-01T21:26:52.744607Z","steps":["trace[1952057899] 'agreement among raft nodes before linearized reading' (duration: 1.564493367s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.744455Z","caller":"traceutil/trace.go:171","msg":"trace[375743890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7747; }","duration":"1.36403327s","start":"2026-03-01T21:26:51.380407Z","end":"2026-03-01T21:26:52.74444Z","steps":["trace[375743890] 'agreement among raft nodes before linearized reading' (duration: 1.363883577s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.013505Z","time spent":"1.731089236s","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-03-01T21:26:52.744634Z","caller":"traceutil/trace.go:171","msg":"trace[1762996745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7747; }","duration":"1.364781767s","start":"2026-03-01T21:26:51.37984Z","end":"2026-03-01T21:26:52.744622Z","steps":["trace[1762996745] 'agreement among raft nodes before linearized reading' (duration: 1.364647754s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58032767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.380392Z","time spent":"1.364275135s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:52.744713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650431165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672009957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.744796Z","caller":"traceutil/trace.go:171","msg":"trace[437580621] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7747; }","duration":"1.650568048s","start":"2026-03-01T21:26:51.094206Z","end":"2026-03-01T21:26:52.744774Z","steps":["trace[437580621] 'agreement among raft nodes before linearized reading' (duration: 1.650411745s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615986056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616449397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.744852Z","caller":"traceutil/trace.go:171","msg":"trace[2069804275] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7747; }","duration":"1.672062678s","start":"2026-03-01T21:26:51.072763Z","end":"2026-03-01T21:26:52.744825Z","steps":["trace[2069804275] 'agreement among raft nodes before linearized reading' (duration: 1.671992477s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651190332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.744889Z","caller":"traceutil/trace.go:171","msg":"trace[829417888] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7747; }","duration":"1.616507468s","start":"2026-03-01T21:26:51.128373Z","end":"2026-03-01T21:26:52.74488Z","steps":["trace[829417888] 'agreement among raft nodes before linearized reading' (duration: 1.616449276s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549315157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.744892Z","caller":"traceutil/trace.go:171","msg":"trace[1166666681] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7747; }","duration":"1.616113809s","start":"2026-03-01T21:26:51.128759Z","end":"2026-03-01T21:26:52.744873Z","steps":["trace[1166666681] 'agreement among raft nodes before linearized reading' (duration: 1.615938576s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.744223Z","caller":"traceutil/trace.go:171","msg":"trace[1420776266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7747; }","duration":"510.204293ms","start":"2026-03-01T21:26:52.234008Z","end":"2026-03-01T21:26:52.744212Z","steps":["trace[1420776266] 'agreement among raft nodes before linearized reading' (duration: 510.127151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.072728Z","time spent":"1.672170821s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:52.744729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651024908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.74493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630780426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.74491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630226854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.128753Z","time spent":"1.616188471s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:52.744967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600099541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.744976Z","caller":"traceutil/trace.go:171","msg":"trace[962175246] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7747; }","duration":"1.630852538s","start":"2026-03-01T21:26:51.11411Z","end":"2026-03-01T21:26:52.744963Z","steps":["trace[962175246] 'agreement among raft nodes before linearized reading' (duration: 1.630778257s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.744986Z","caller":"traceutil/trace.go:171","msg":"trace[255831239] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7747; }","duration":"1.651287114s","start":"2026-03-01T21:26:51.093674Z","end":"2026-03-01T21:26:52.744961Z","steps":["trace[255831239] 'agreement among raft nodes before linearized reading' (duration: 1.651030629s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61663178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69047943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.745042Z","caller":"traceutil/trace.go:171","msg":"trace[1474977593] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7747; }","duration":"1.616688852s","start":"2026-03-01T21:26:51.128345Z","end":"2026-03-01T21:26:52.745034Z","steps":["trace[1474977593] 'agreement among raft nodes before linearized reading' (duration: 1.616628981s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.745047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73035742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.745053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.093662Z","time spent":"1.651372526s","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:52.745078Z","caller":"traceutil/trace.go:171","msg":"trace[1339654660] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7747; }","duration":"1.730410012s","start":"2026-03-01T21:26:51.01466Z","end":"2026-03-01T21:26:52.74507Z","steps":["trace[1339654660] 'agreement among raft nodes before linearized reading' (duration: 1.730364951s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.744741Z","caller":"traceutil/trace.go:171","msg":"trace[1084494440] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7747; }","duration":"1.580398591s","start":"2026-03-01T21:26:51.164334Z","end":"2026-03-01T21:26:52.744733Z","steps":["trace[1084494440] 'agreement among raft nodes before linearized reading' (duration: 1.58032917s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.74508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601302529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.745081Z","caller":"traceutil/trace.go:171","msg":"trace[310489864] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7747; }","duration":"1.690616603s","start":"2026-03-01T21:26:51.054443Z","end":"2026-03-01T21:26:52.74506Z","steps":["trace[310489864] 'agreement among raft nodes before linearized reading' (duration: 1.69048942s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.745116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.164325Z","time spent":"1.58078248s","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:52.745125Z","caller":"traceutil/trace.go:171","msg":"trace[1236167780] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7747; }","duration":"1.60136876s","start":"2026-03-01T21:26:51.143746Z","end":"2026-03-01T21:26:52.745115Z","steps":["trace[1236167780] 'agreement among raft nodes before linearized reading' (duration: 1.601300148s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.745118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601059192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563674537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.744948Z","caller":"traceutil/trace.go:171","msg":"trace[1464626214] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7747; }","duration":"1.549589024s","start":"2026-03-01T21:26:51.195336Z","end":"2026-03-01T21:26:52.744925Z","steps":["trace[1464626214] 'agreement among raft nodes before linearized reading' (duration: 1.549252626s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.745172Z","caller":"traceutil/trace.go:171","msg":"trace[2021942035] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7747; }","duration":"1.564395914s","start":"2026-03-01T21:26:51.180766Z","end":"2026-03-01T21:26:52.745162Z","steps":["trace[2021942035] 'agreement among raft nodes before linearized reading' (duration: 1.563597756s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.745169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.143736Z","time spent":"1.601423171s","remote":"127.0.0.1:60066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:52.745205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.180755Z","time spent":"1.564441265s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:52.745197Z","caller":"traceutil/trace.go:171","msg":"trace[840107515] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7747; }","duration":"1.601169725s","start":"2026-03-01T21:26:51.143985Z","end":"2026-03-01T21:26:52.745155Z","steps":["trace[840107515] 'agreement among raft nodes before linearized reading' (duration: 1.601080823s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.745074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.128338Z","time spent":"1.616728823s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:52.745247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.143949Z","time spent":"1.601288367s","remote":"127.0.0.1:60066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:52.745106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.014646Z","time spent":"1.730452922s","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:52.744854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.094194Z","time spent":"1.65064301s","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:52.745155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.054417Z","time spent":"1.690720324s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:52.744545Z","caller":"traceutil/trace.go:171","msg":"trace[450832628] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7747; }","duration":"1.564308363s","start":"2026-03-01T21:26:51.180225Z","end":"2026-03-01T21:26:52.744533Z","steps":["trace[450832628] 'agreement among raft nodes before linearized reading' (duration: 1.564261052s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.745489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.195327Z","time spent":"1.54987058s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:52.744991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691458062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.745557Z","caller":"traceutil/trace.go:171","msg":"trace[1907335689] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7747; }","duration":"1.692040704s","start":"2026-03-01T21:26:51.053502Z","end":"2026-03-01T21:26:52.745542Z","steps":["trace[1907335689] 'agreement among raft nodes before linearized reading' (duration: 1.691468682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671931005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.745626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.053488Z","time spent":"1.692122557s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:52.745667Z","caller":"traceutil/trace.go:171","msg":"trace[1578525326] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7747; }","duration":"1.672928307s","start":"2026-03-01T21:26:51.07272Z","end":"2026-03-01T21:26:52.745648Z","steps":["trace[1578525326] 'agreement among raft nodes before linearized reading' (duration: 1.671937436s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.379408Z","time spent":"1.365040152s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:26:52.744582Z","caller":"traceutil/trace.go:171","msg":"trace[374844276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:7747; }","duration":"1.359606531s","start":"2026-03-01T21:26:51.384962Z","end":"2026-03-01T21:26:52.744569Z","steps":["trace[374844276] 'agreement among raft nodes before linearized reading' (duration: 1.359485088s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548795486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.744695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.379828Z","time spent":"1.364856468s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:26:52.74388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279758578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-01T21:26:52.744905Z","caller":"traceutil/trace.go:171","msg":"trace[1897648038] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7747; }","duration":"1.651260793s","start":"2026-03-01T21:26:51.093634Z","end":"2026-03-01T21:26:52.744894Z","steps":["trace[1897648038] 'agreement among raft nodes before linearized reading' (duration: 1.651174791s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.745776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.093624Z","time spent":"1.652130363s","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:52.745787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.384941Z","time spent":"1.360825577s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7jdfz\" "} {"level":"warn","ts":"2026-03-01T21:26:52.745885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.072707Z","time spent":"1.673161512s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:52.744646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.180061Z","time spent":"1.564576588s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:52.744919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.12836Z","time spent":"1.616553038s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:52.744934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630880629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.746053Z","caller":"traceutil/trace.go:171","msg":"trace[1708050615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7747; }","duration":"1.281936306s","start":"2026-03-01T21:26:51.464079Z","end":"2026-03-01T21:26:52.746016Z","steps":["trace[1708050615] 'agreement among raft nodes before linearized reading' (duration: 1.279635575s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.746073Z","caller":"traceutil/trace.go:171","msg":"trace[800596628] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7747; }","duration":"1.632026133s","start":"2026-03-01T21:26:51.114031Z","end":"2026-03-01T21:26:52.746057Z","steps":["trace[800596628] 'agreement among raft nodes before linearized reading' (duration: 1.630876508s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.746109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.464064Z","time spent":"1.282028578s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:26:52.746124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.114022Z","time spent":"1.632086505s","remote":"127.0.0.1:60040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:52.744897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671545457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.744997Z","caller":"traceutil/trace.go:171","msg":"trace[313842527] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7747; }","duration":"1.630349247s","start":"2026-03-01T21:26:51.114628Z","end":"2026-03-01T21:26:52.744977Z","steps":["trace[313842527] 'agreement among raft nodes before linearized reading' (duration: 1.630176033s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.744998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581524126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:52.745029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691520913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.746121Z","caller":"traceutil/trace.go:171","msg":"trace[1135189679] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7747; }","duration":"1.550294168s","start":"2026-03-01T21:26:51.195811Z","end":"2026-03-01T21:26:52.746105Z","steps":["trace[1135189679] 'agreement among raft nodes before linearized reading' (duration: 1.548767065s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.744997Z","caller":"traceutil/trace.go:171","msg":"trace[1894686482] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7747; }","duration":"1.600130592s","start":"2026-03-01T21:26:51.144859Z","end":"2026-03-01T21:26:52.74499Z","steps":["trace[1894686482] 'agreement among raft nodes before linearized reading' (duration: 1.600087601s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.746188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.114621Z","time spent":"1.631553153s","remote":"127.0.0.1:60040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:52.746244Z","caller":"traceutil/trace.go:171","msg":"trace[1262856765] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7747; }","duration":"1.582803706s","start":"2026-03-01T21:26:51.163424Z","end":"2026-03-01T21:26:52.746228Z","steps":["trace[1262856765] 'agreement among raft nodes before linearized reading' (duration: 1.581547348s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.746222Z","caller":"traceutil/trace.go:171","msg":"trace[292209639] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7747; }","duration":"1.672920398s","start":"2026-03-01T21:26:51.073278Z","end":"2026-03-01T21:26:52.746199Z","steps":["trace[292209639] 'agreement among raft nodes before linearized reading' (duration: 1.671443785s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.746314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.163401Z","time spent":"1.582905359s","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:52.74629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.144832Z","time spent":"1.60139723s","remote":"127.0.0.1:60066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:52.746332Z","caller":"traceutil/trace.go:171","msg":"trace[990361469] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7747; }","duration":"1.692844603s","start":"2026-03-01T21:26:51.053475Z","end":"2026-03-01T21:26:52.74632Z","steps":["trace[990361469] 'agreement among raft nodes before linearized reading' (duration: 1.691532733s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.746373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.053459Z","time spent":"1.692896854s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:52.746358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.073223Z","time spent":"1.673116013s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:52.745044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.114092Z","time spent":"1.63093479s","remote":"127.0.0.1:60040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:52.744946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.233977Z","time spent":"510.95989ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:26:52.746201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.195803Z","time spent":"1.55037494s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:52.748266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.180214Z","time spent":"1.565208263s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:52.893132Z","caller":"traceutil/trace.go:171","msg":"trace[490500878] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"138.715528ms","start":"2026-03-01T21:26:52.754389Z","end":"2026-03-01T21:26:52.893105Z","steps":["trace[490500878] 'process raft request' (duration: 73.42797ms)","trace[490500878] 'compare' (duration: 65.100403ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:52.893267Z","caller":"traceutil/trace.go:171","msg":"trace[372007000] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"138.80361ms","start":"2026-03-01T21:26:52.754434Z","end":"2026-03-01T21:26:52.893237Z","steps":["trace[372007000] 'process raft request' (duration: 138.621766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:53.322733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.20187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:53.323045Z","caller":"traceutil/trace.go:171","msg":"trace[888461557] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"568.359751ms","start":"2026-03-01T21:26:52.75466Z","end":"2026-03-01T21:26:53.323019Z","steps":["trace[888461557] 'process raft request' (duration: 568.225518ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:53.323082Z","caller":"traceutil/trace.go:171","msg":"trace[681071840] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"568.74575ms","start":"2026-03-01T21:26:52.754309Z","end":"2026-03-01T21:26:53.323055Z","steps":["trace[681071840] 'process raft request' (duration: 568.642818ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:53.323084Z","caller":"traceutil/trace.go:171","msg":"trace[1110074854] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"568.393672ms","start":"2026-03-01T21:26:52.754634Z","end":"2026-03-01T21:26:53.323027Z","steps":["trace[1110074854] 'process raft request' (duration: 333.751122ms)","trace[1110074854] 'compare' (duration: 233.967135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:53.323184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.754289Z","time spent":"568.854693ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:53.323215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.754642Z","time spent":"568.486864ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:53.323285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.754622Z","time spent":"568.537756ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:53.323371Z","caller":"traceutil/trace.go:171","msg":"trace[1401612028] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"568.369752ms","start":"2026-03-01T21:26:52.754956Z","end":"2026-03-01T21:26:53.323326Z","steps":["trace[1401612028] 'process raft request' (duration: 568.046094ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:53.323515Z","caller":"traceutil/trace.go:171","msg":"trace[351053521] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"567.8141ms","start":"2026-03-01T21:26:52.755685Z","end":"2026-03-01T21:26:53.323499Z","steps":["trace[351053521] 'process raft request' (duration: 567.561303ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:53.323496Z","caller":"traceutil/trace.go:171","msg":"trace[850226060] linearizableReadLoop","detail":"{readStateIndex:8040; appliedIndex:8034; }","duration":"568.066265ms","start":"2026-03-01T21:26:52.755399Z","end":"2026-03-01T21:26:53.323465Z","steps":["trace[850226060] 'read index received' (duration: 72.419267ms)","trace[850226060] 'applied index is now lower than readState.Index' (duration: 495.645508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:53.32359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.755676Z","time spent":"567.876931ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:53.323588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.754946Z","time spent":"568.521605ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:53.323742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.907185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:53.323758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.353371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-01T21:26:53.323793Z","caller":"traceutil/trace.go:171","msg":"trace[1451163310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7754; }","duration":"492.039448ms","start":"2026-03-01T21:26:52.83174Z","end":"2026-03-01T21:26:53.323779Z","steps":["trace[1451163310] 'agreement among raft nodes before linearized reading' (duration: 491.920326ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:53.323798Z","caller":"traceutil/trace.go:171","msg":"trace[1329442213] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7754; }","duration":"568.408323ms","start":"2026-03-01T21:26:52.755377Z","end":"2026-03-01T21:26:53.323786Z","steps":["trace[1329442213] 'agreement among raft nodes before linearized reading' (duration: 568.26024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:53.323826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.75537Z","time spent":"568.452134ms","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19524,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T21:26:53.323864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.831714Z","time spent":"492.113759ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:26:53.323831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.307952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:53.323942Z","caller":"traceutil/trace.go:171","msg":"trace[1445536212] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7754; }","duration":"435.466185ms","start":"2026-03-01T21:26:52.888456Z","end":"2026-03-01T21:26:53.323922Z","steps":["trace[1445536212] 'agreement among raft nodes before linearized reading' (duration: 435.312362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:53.324002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.888433Z","time spent":"435.553747ms","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:54.667288Z","caller":"traceutil/trace.go:171","msg":"trace[678944552] linearizableReadLoop","detail":"{readStateIndex:8042; appliedIndex:8041; }","duration":"282.119839ms","start":"2026-03-01T21:26:54.385141Z","end":"2026-03-01T21:26:54.66726Z","steps":["trace[678944552] 'read index received' (duration: 282.037487ms)","trace[678944552] 'applied index is now lower than readState.Index' (duration: 81.182µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:54.667542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.381784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-01T21:26:54.667592Z","caller":"traceutil/trace.go:171","msg":"trace[1326648007] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7755; }","duration":"282.506988ms","start":"2026-03-01T21:26:54.385068Z","end":"2026-03-01T21:26:54.667575Z","steps":["trace[1326648007] 'agreement among raft nodes before linearized reading' (duration: 282.303513ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:54.667513Z","caller":"traceutil/trace.go:171","msg":"trace[1872888430] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"533.8207ms","start":"2026-03-01T21:26:54.133653Z","end":"2026-03-01T21:26:54.667473Z","steps":["trace[1872888430] 'process raft request' (duration: 533.428751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:54.667796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:54.13363Z","time spent":"534.054535ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:54.721815Z","caller":"traceutil/trace.go:171","msg":"trace[1571833537] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"255.562417ms","start":"2026-03-01T21:26:54.466224Z","end":"2026-03-01T21:26:54.721786Z","steps":["trace[1571833537] 'process raft request' (duration: 255.272861ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:55.091271Z","caller":"traceutil/trace.go:171","msg":"trace[611582794] linearizableReadLoop","detail":"{readStateIndex:8045; appliedIndex:8044; }","duration":"358.590087ms","start":"2026-03-01T21:26:54.732656Z","end":"2026-03-01T21:26:55.091246Z","steps":["trace[611582794] 'read index received' (duration: 358.557317ms)","trace[611582794] 'applied index is now lower than readState.Index' (duration: 28.21µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:55.09137Z","caller":"traceutil/trace.go:171","msg":"trace[139375932] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"362.147418ms","start":"2026-03-01T21:26:54.729167Z","end":"2026-03-01T21:26:55.091314Z","steps":["trace[139375932] 'process raft request' (duration: 361.919153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:55.091513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.838753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T21:26:55.091545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:54.729141Z","time spent":"362.307691ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:55.091574Z","caller":"traceutil/trace.go:171","msg":"trace[344944911] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:7758; }","duration":"358.917974ms","start":"2026-03-01T21:26:54.73264Z","end":"2026-03-01T21:26:55.091558Z","steps":["trace[344944911] 'agreement among raft nodes before linearized reading' (duration: 358.7273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:55.091605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:54.732584Z","time spent":"359.013756ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-01T21:26:55.093401Z","caller":"traceutil/trace.go:171","msg":"trace[579538193] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"259.719509ms","start":"2026-03-01T21:26:54.833646Z","end":"2026-03-01T21:26:55.093365Z","steps":["trace[579538193] 'process raft request' (duration: 259.573946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:55.093712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.522195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T21:26:55.093773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.677189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:26:55.0938Z","caller":"traceutil/trace.go:171","msg":"trace[891025514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:7759; }","duration":"332.652498ms","start":"2026-03-01T21:26:54.761127Z","end":"2026-03-01T21:26:55.09378Z","steps":["trace[891025514] 'agreement among raft nodes before linearized reading' (duration: 332.33285ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:55.093832Z","caller":"traceutil/trace.go:171","msg":"trace[22914227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7759; }","duration":"195.796612ms","start":"2026-03-01T21:26:54.898018Z","end":"2026-03-01T21:26:55.093815Z","steps":["trace[22914227] 'agreement among raft nodes before linearized reading' (duration: 195.630087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:55.093848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:54.761116Z","time spent":"332.724241ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7jdfz\" "} {"level":"warn","ts":"2026-03-01T21:26:55.093814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.639362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:55.093847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.845304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:26:55.09391Z","caller":"traceutil/trace.go:171","msg":"trace[1247615056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7759; }","duration":"261.784227ms","start":"2026-03-01T21:26:54.832101Z","end":"2026-03-01T21:26:55.093885Z","steps":["trace[1247615056] 'agreement among raft nodes before linearized reading' (duration: 261.585301ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:55.093938Z","caller":"traceutil/trace.go:171","msg":"trace[856607411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7759; }","duration":"195.991147ms","start":"2026-03-01T21:26:54.897925Z","end":"2026-03-01T21:26:55.093916Z","steps":["trace[856607411] 'agreement among raft nodes before linearized reading' (duration: 195.684229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:55.689187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.073211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-01T21:26:55.689285Z","caller":"traceutil/trace.go:171","msg":"trace[491054076] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7762; }","duration":"360.263975ms","start":"2026-03-01T21:26:55.328997Z","end":"2026-03-01T21:26:55.689261Z","steps":["trace[491054076] 'range keys from in-memory index tree' (duration: 359.768283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:55.68927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.824827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:26:55.689542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:55.328963Z","time spent":"360.566292ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:26:55.689588Z","caller":"traceutil/trace.go:171","msg":"trace[1440473514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7762; }","duration":"361.195276ms","start":"2026-03-01T21:26:55.328344Z","end":"2026-03-01T21:26:55.68954Z","steps":["trace[1440473514] 'range keys from in-memory index tree' (duration: 360.578872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:55.689664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:55.328313Z","time spent":"361.329689ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:26:55.68994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.996431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:26:55.690021Z","caller":"traceutil/trace.go:171","msg":"trace[2092189443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7762; }","duration":"361.106743ms","start":"2026-03-01T21:26:55.328893Z","end":"2026-03-01T21:26:55.69Z","steps":["trace[2092189443] 'range keys from in-memory index tree' (duration: 360.815807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:55.690014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.003542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T21:26:55.690062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:55.328883Z","time spent":"361.169215ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:26:55.690129Z","caller":"traceutil/trace.go:171","msg":"trace[1384648887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7762; }","duration":"361.157255ms","start":"2026-03-01T21:26:55.328943Z","end":"2026-03-01T21:26:55.6901Z","steps":["trace[1384648887] 'range keys from in-memory index tree' (duration: 360.801347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:55.690208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:55.328931Z","time spent":"361.266698ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:26:55.802053Z","caller":"traceutil/trace.go:171","msg":"trace[1619033470] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"107.302716ms","start":"2026-03-01T21:26:55.694675Z","end":"2026-03-01T21:26:55.801977Z","steps":["trace[1619033470] 'process raft request' (duration: 107.04364ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:56.159813Z","caller":"traceutil/trace.go:171","msg":"trace[1779846122] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"464.8105ms","start":"2026-03-01T21:26:55.694924Z","end":"2026-03-01T21:26:56.159735Z","steps":["trace[1779846122] 'process raft request' (duration: 464.35378ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:56.160282Z","caller":"traceutil/trace.go:171","msg":"trace[1698559113] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"464.900072ms","start":"2026-03-01T21:26:55.69534Z","end":"2026-03-01T21:26:56.16024Z","steps":["trace[1698559113] 'process raft request' (duration: 464.207437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:56.160518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:55.695315Z","time spent":"465.071435ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:56.160519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:55.694899Z","time spent":"465.128487ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:56.160664Z","caller":"traceutil/trace.go:171","msg":"trace[2131824692] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"465.094666ms","start":"2026-03-01T21:26:55.695446Z","end":"2026-03-01T21:26:56.160541Z","steps":["trace[2131824692] 'process raft request' (duration: 464.892841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:56.161156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:55.695439Z","time spent":"465.404052ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:56.645232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.559456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:56.645373Z","caller":"traceutil/trace.go:171","msg":"trace[68536336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7766; }","duration":"204.545778ms","start":"2026-03-01T21:26:56.440791Z","end":"2026-03-01T21:26:56.645336Z","steps":["trace[68536336] 'count revisions from in-memory index tree' (duration: 203.442334ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:20.106225Z","caller":"traceutil/trace.go:171","msg":"trace[726671283] linearizableReadLoop","detail":"{readStateIndex:8223; appliedIndex:8222; }","duration":"123.586569ms","start":"2026-03-01T21:27:19.982609Z","end":"2026-03-01T21:27:20.106195Z","steps":["trace[726671283] 'read index received' (duration: 122.138207ms)","trace[726671283] 'applied index is now lower than readState.Index' (duration: 1.446532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:20.106619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.013139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:27:20.10667Z","caller":"traceutil/trace.go:171","msg":"trace[1165569434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7928; }","duration":"111.10673ms","start":"2026-03-01T21:27:19.995549Z","end":"2026-03-01T21:27:20.106656Z","steps":["trace[1165569434] 'agreement among raft nodes before linearized reading' (duration: 110.823704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:20.106862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.211674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-585tz\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-01T21:27:20.107029Z","caller":"traceutil/trace.go:171","msg":"trace[1324033942] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-585tz; range_end:; response_count:1; response_revision:7928; }","duration":"124.458099ms","start":"2026-03-01T21:27:19.982532Z","end":"2026-03-01T21:27:20.10699Z","steps":["trace[1324033942] 'agreement among raft nodes before linearized reading' (duration: 123.792844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.759504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870389359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:24.259687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870389359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:24.692738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49530829s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:27:24.69912Z","caller":"traceutil/trace.go:171","msg":"trace[196873831] linearizableReadLoop","detail":"{readStateIndex:8242; appliedIndex:8241; }","duration":"1.439911294s","start":"2026-03-01T21:27:23.259173Z","end":"2026-03-01T21:27:24.699084Z","steps":["trace[196873831] 'read index received' (duration: 1.433744185s)","trace[196873831] 'applied index is now lower than readState.Index' (duration: 6.165398ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:24.699464Z","caller":"traceutil/trace.go:171","msg":"trace[1782637598] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"1.502124143s","start":"2026-03-01T21:27:23.197322Z","end":"2026-03-01T21:27:24.699446Z","steps":["trace[1782637598] 'process raft request' (duration: 1.495603967s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.699626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.197299Z","time spent":"1.502216545s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:24.701089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441907708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T21:27:24.70115Z","caller":"traceutil/trace.go:171","msg":"trace[1934761413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7947; }","duration":"1.442005329s","start":"2026-03-01T21:27:23.259127Z","end":"2026-03-01T21:27:24.701132Z","steps":["trace[1934761413] 'agreement among raft nodes before linearized reading' (duration: 1.440711971s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.701186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.259113Z","time spent":"1.442065721s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:27:24.701798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442300647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:27:24.701886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.213865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:27:24.701943Z","caller":"traceutil/trace.go:171","msg":"trace[448532758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7947; }","duration":"373.346178ms","start":"2026-03-01T21:27:24.328584Z","end":"2026-03-01T21:27:24.70193Z","steps":["trace[448532758] 'agreement among raft nodes before linearized reading' (duration: 373.207375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.70198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.328522Z","time spent":"373.45115ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:27:24.702015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.539644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-01T21:27:24.702066Z","caller":"traceutil/trace.go:171","msg":"trace[1285653176] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7947; }","duration":"481.642506ms","start":"2026-03-01T21:27:24.220413Z","end":"2026-03-01T21:27:24.702056Z","steps":["trace[1285653176] 'agreement among raft nodes before linearized reading' (duration: 481.505713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.702111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.220382Z","time spent":"481.719417ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:27:24.702376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.95171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-01T21:27:24.702432Z","caller":"traceutil/trace.go:171","msg":"trace[1388096824] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7947; }","duration":"301.020183ms","start":"2026-03-01T21:27:24.401394Z","end":"2026-03-01T21:27:24.702415Z","steps":["trace[1388096824] 'agreement among raft nodes before linearized reading' (duration: 300.909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.70247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.401381Z","time spent":"301.081004ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:27:24.702472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.267596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:27:24.702509Z","caller":"traceutil/trace.go:171","msg":"trace[831941011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7947; }","duration":"553.408578ms","start":"2026-03-01T21:27:24.149089Z","end":"2026-03-01T21:27:24.702498Z","steps":["trace[831941011] 'agreement among raft nodes before linearized reading' (duration: 553.301806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.702554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.149061Z","time spent":"553.4856ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:27:24.702697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.467593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-01T21:27:24.702739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.813885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:24.702742Z","caller":"traceutil/trace.go:171","msg":"trace[1469292664] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7947; }","duration":"310.513284ms","start":"2026-03-01T21:27:24.392218Z","end":"2026-03-01T21:27:24.702731Z","steps":["trace[1469292664] 'agreement among raft nodes before linearized reading' (duration: 310.392161ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:24.70277Z","caller":"traceutil/trace.go:171","msg":"trace[936214337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7947; }","duration":"870.930768ms","start":"2026-03-01T21:27:23.831828Z","end":"2026-03-01T21:27:24.702759Z","steps":["trace[936214337] 'agreement among raft nodes before linearized reading' (duration: 870.880897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.702816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.831783Z","time spent":"871.02432ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:24.702852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.333299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:27:24.702892Z","caller":"traceutil/trace.go:171","msg":"trace[1558728395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7947; }","duration":"318.40042ms","start":"2026-03-01T21:27:24.384481Z","end":"2026-03-01T21:27:24.702881Z","steps":["trace[1558728395] 'agreement among raft nodes before linearized reading' (duration: 318.313668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.702934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.384463Z","time spent":"318.462102ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:27:24.703122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236342438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:24.703175Z","caller":"traceutil/trace.go:171","msg":"trace[1806585908] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7947; }","duration":"1.23643369s","start":"2026-03-01T21:27:23.466726Z","end":"2026-03-01T21:27:24.70316Z","steps":["trace[1806585908] 'agreement among raft nodes before linearized reading' (duration: 1.236220975s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.703255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.466694Z","time spent":"1.236535491s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":80,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:24.703542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361663446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T21:27:24.703585Z","caller":"traceutil/trace.go:171","msg":"trace[693655261] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7947; }","duration":"1.361745748s","start":"2026-03-01T21:27:23.341827Z","end":"2026-03-01T21:27:24.703573Z","steps":["trace[693655261] 'agreement among raft nodes before linearized reading' (duration: 1.361618585s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.703617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.341802Z","time spent":"1.36180825s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:27:24.703829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432925057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T21:27:24.703896Z","caller":"traceutil/trace.go:171","msg":"trace[868835508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:7947; }","duration":"1.433012259s","start":"2026-03-01T21:27:23.270874Z","end":"2026-03-01T21:27:24.703886Z","steps":["trace[868835508] 'agreement among raft nodes before linearized reading' (duration: 1.432878786s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.703934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.27086Z","time spent":"1.433067331s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7jdfz\" "} {"level":"warn","ts":"2026-03-01T21:27:24.702776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.392188Z","time spent":"310.579015ms","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T21:27:24.704297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.278462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:24.704366Z","caller":"traceutil/trace.go:171","msg":"trace[694929631] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7947; }","duration":"350.407475ms","start":"2026-03-01T21:27:24.35394Z","end":"2026-03-01T21:27:24.704348Z","steps":["trace[694929631] 'agreement among raft nodes before linearized reading' (duration: 350.277691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.704424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.35391Z","time spent":"350.494157ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:24.701884Z","caller":"traceutil/trace.go:171","msg":"trace[973120321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7947; }","duration":"1.44246134s","start":"2026-03-01T21:27:23.2594Z","end":"2026-03-01T21:27:24.701861Z","steps":["trace[973120321] 'agreement among raft nodes before linearized reading' (duration: 1.442174884s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.704668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.259392Z","time spent":"1.445261874s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:27:25.209719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870389365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:25.716627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.221034ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:25.716948Z","caller":"traceutil/trace.go:171","msg":"trace[722309790] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7947; }","duration":"549.563032ms","start":"2026-03-01T21:27:25.167364Z","end":"2026-03-01T21:27:25.716927Z","steps":["trace[722309790] 'range keys from in-memory index tree' (duration: 549.161052ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:25.717131Z","caller":"traceutil/trace.go:171","msg":"trace[1516699674] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"1.00846929s","start":"2026-03-01T21:27:24.708579Z","end":"2026-03-01T21:27:25.717049Z","steps":["trace[1516699674] 'process raft request' (duration: 982.661704ms)","trace[1516699674] 'compare' (duration: 25.08504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:25.71739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.708559Z","time spent":"1.008693284s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:25.73093Z","caller":"traceutil/trace.go:171","msg":"trace[78627218] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"1.021260525s","start":"2026-03-01T21:27:24.709643Z","end":"2026-03-01T21:27:25.730903Z","steps":["trace[78627218] 'process raft request' (duration: 1.021085331s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.731245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.709623Z","time spent":"1.02144756s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:25.731257Z","caller":"traceutil/trace.go:171","msg":"trace[850800171] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"1.019959716s","start":"2026-03-01T21:27:24.71126Z","end":"2026-03-01T21:27:25.73122Z","steps":["trace[850800171] 'process raft request' (duration: 1.019594378s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.731371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.711249Z","time spent":"1.020067088s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:25.731921Z","caller":"traceutil/trace.go:171","msg":"trace[977102941] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"1.02058198s","start":"2026-03-01T21:27:24.711316Z","end":"2026-03-01T21:27:25.731898Z","steps":["trace[977102941] 'process raft request' (duration: 1.019818323s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.732203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.711311Z","time spent":"1.020666312s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:25.732378Z","caller":"traceutil/trace.go:171","msg":"trace[281772060] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"1.020881366s","start":"2026-03-01T21:27:24.711464Z","end":"2026-03-01T21:27:25.732345Z","steps":["trace[281772060] 'process raft request' (duration: 1.02013457s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:25.732493Z","caller":"traceutil/trace.go:171","msg":"trace[2106041416] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"1.020783266s","start":"2026-03-01T21:27:24.711685Z","end":"2026-03-01T21:27:25.732468Z","steps":["trace[2106041416] 'process raft request' (duration: 1.020506499s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.732558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.711457Z","time spent":"1.02099304s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:25.73262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.711677Z","time spent":"1.020872888s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:25.732889Z","caller":"traceutil/trace.go:171","msg":"trace[1349102816] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"1.02051793s","start":"2026-03-01T21:27:24.712351Z","end":"2026-03-01T21:27:25.732869Z","steps":["trace[1349102816] 'process raft request' (duration: 1.019897365s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.732997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.712339Z","time spent":"1.020600211s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:25.733329Z","caller":"traceutil/trace.go:171","msg":"trace[1133094613] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"1.019000935s","start":"2026-03-01T21:27:24.714311Z","end":"2026-03-01T21:27:25.733312Z","steps":["trace[1133094613] 'process raft request' (duration: 1.018459183s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:25.733425Z","caller":"traceutil/trace.go:171","msg":"trace[638508959] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8242; }","duration":"1.02462058s","start":"2026-03-01T21:27:24.708779Z","end":"2026-03-01T21:27:25.7334Z","steps":["trace[638508959] 'read index received' (duration: 982.54484ms)","trace[638508959] 'applied index is now lower than readState.Index' (duration: 42.07384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:25.733424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.714303Z","time spent":"1.019074267s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:25.733582Z","caller":"traceutil/trace.go:171","msg":"trace[669289031] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"127.18079ms","start":"2026-03-01T21:27:25.606385Z","end":"2026-03-01T21:27:25.733566Z","steps":["trace[669289031] 'process raft request' (duration: 126.871223ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:25.733652Z","caller":"traceutil/trace.go:171","msg":"trace[158760463] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"890.091957ms","start":"2026-03-01T21:27:24.843517Z","end":"2026-03-01T21:27:25.733609Z","steps":["trace[158760463] 'process raft request' (duration: 889.644077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.733825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.843486Z","time spent":"890.24661ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:25.733888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025096451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-01T21:27:25.733962Z","caller":"traceutil/trace.go:171","msg":"trace[1516500902] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b; range_end:; response_count:1; response_revision:7957; }","duration":"1.025199323s","start":"2026-03-01T21:27:24.708741Z","end":"2026-03-01T21:27:25.73394Z","steps":["trace[1516500902] 'agreement among raft nodes before linearized reading' (duration: 1.024996629s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.734018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.708726Z","time spent":"1.025279005s","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b\" "} {"level":"warn","ts":"2026-03-01T21:27:25.734107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.92121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:25.734099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.277551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:25.734168Z","caller":"traceutil/trace.go:171","msg":"trace[1778789850] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7957; }","duration":"516.031143ms","start":"2026-03-01T21:27:25.218118Z","end":"2026-03-01T21:27:25.734149Z","steps":["trace[1778789850] 'agreement among raft nodes before linearized reading' (duration: 515.846599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.734183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.760285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T21:27:25.734188Z","caller":"traceutil/trace.go:171","msg":"trace[211752252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"122.414514ms","start":"2026-03-01T21:27:25.61175Z","end":"2026-03-01T21:27:25.734165Z","steps":["trace[211752252] 'agreement among raft nodes before linearized reading' (duration: 122.280771ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:25.734218Z","caller":"traceutil/trace.go:171","msg":"trace[2123407689] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:7957; }","duration":"995.838247ms","start":"2026-03-01T21:27:24.738371Z","end":"2026-03-01T21:27:25.73421Z","steps":["trace[2123407689] 'agreement among raft nodes before linearized reading' (duration: 995.698714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.734261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.738349Z","time spent":"995.907839ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-01T21:27:25.734193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025140902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-01T21:27:25.734353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.218087Z","time spent":"516.112775ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:25.734388Z","caller":"traceutil/trace.go:171","msg":"trace[1719470284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7957; }","duration":"1.025392428s","start":"2026-03-01T21:27:24.708987Z","end":"2026-03-01T21:27:25.73438Z","steps":["trace[1719470284] 'agreement among raft nodes before linearized reading' (duration: 1.024988519s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.734414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.708969Z","time spent":"1.025436388s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:27:25.734515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.465244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:25.734609Z","caller":"traceutil/trace.go:171","msg":"trace[3517344] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7957; }","duration":"182.563086ms","start":"2026-03-01T21:27:25.55203Z","end":"2026-03-01T21:27:25.734594Z","steps":["trace[3517344] 'agreement among raft nodes before linearized reading' (duration: 182.409063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.735122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025302596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228552"} {"level":"info","ts":"2026-03-01T21:27:25.735928Z","caller":"traceutil/trace.go:171","msg":"trace[1897343867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7957; }","duration":"1.026147535s","start":"2026-03-01T21:27:24.709758Z","end":"2026-03-01T21:27:25.735905Z","steps":["trace[1897343867] 'agreement among raft nodes before linearized reading' (duration: 1.024488638s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.735972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.709744Z","time spent":"1.026208696s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228574,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:27:27.701074Z","caller":"traceutil/trace.go:171","msg":"trace[1720754251] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"156.598157ms","start":"2026-03-01T21:27:27.544428Z","end":"2026-03-01T21:27:27.701026Z","steps":["trace[1720754251] 'process raft request' (duration: 156.30035ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:27.828518Z","caller":"traceutil/trace.go:171","msg":"trace[1482817524] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"101.60031ms","start":"2026-03-01T21:27:27.726872Z","end":"2026-03-01T21:27:27.828472Z","steps":["trace[1482817524] 'process raft request' (duration: 93.647012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.344928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.502553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:27:39.345269Z","caller":"traceutil/trace.go:171","msg":"trace[1684876722] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8054; }","duration":"1.165746457s","start":"2026-03-01T21:27:38.179506Z","end":"2026-03-01T21:27:39.345253Z","steps":["trace[1684876722] 'process raft request' (duration: 592.6272ms)","trace[1684876722] 'compare' (duration: 571.51263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:39.34533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:38.179459Z","time spent":"1.165845669s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-01T21:27:39.430722Z","caller":"traceutil/trace.go:171","msg":"trace[969964663] linearizableReadLoop","detail":"{readStateIndex:8357; appliedIndex:8355; }","duration":"907.646618ms","start":"2026-03-01T21:27:38.523048Z","end":"2026-03-01T21:27:39.430694Z","steps":["trace[969964663] 'read index received' (duration: 249.180938ms)","trace[969964663] 'applied index is now lower than readState.Index' (duration: 658.46442ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:39.430888Z","caller":"traceutil/trace.go:171","msg":"trace[1534631992] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"1.250587408s","start":"2026-03-01T21:27:38.180256Z","end":"2026-03-01T21:27:39.430843Z","steps":["trace[1534631992] 'process raft request' (duration: 1.250277342s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.431043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.977816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:39.431089Z","caller":"traceutil/trace.go:171","msg":"trace[83241561] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8055; }","duration":"908.108749ms","start":"2026-03-01T21:27:38.522969Z","end":"2026-03-01T21:27:39.431078Z","steps":["trace[83241561] 'agreement among raft nodes before linearized reading' (duration: 907.845093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.431092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:38.180233Z","time spent":"1.250750923s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:39.431132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:38.522918Z","time spent":"908.204122ms","remote":"127.0.0.1:56666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:39.530133Z","caller":"traceutil/trace.go:171","msg":"trace[1696069621] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"673.571807ms","start":"2026-03-01T21:27:38.856523Z","end":"2026-03-01T21:27:39.530095Z","steps":["trace[1696069621] 'process raft request' (duration: 673.136048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.530298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:38.85648Z","time spent":"673.725161ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:39.530729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.955922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-01T21:27:39.530773Z","caller":"traceutil/trace.go:171","msg":"trace[1320664608] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8057; }","duration":"733.055114ms","start":"2026-03-01T21:27:38.797708Z","end":"2026-03-01T21:27:39.530763Z","steps":["trace[1320664608] 'agreement among raft nodes before linearized reading' (duration: 732.86774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.53072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.935862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:39.530865Z","caller":"traceutil/trace.go:171","msg":"trace[588414892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8057; }","duration":"699.134707ms","start":"2026-03-01T21:27:38.831703Z","end":"2026-03-01T21:27:39.530837Z","steps":["trace[588414892] 'agreement among raft nodes before linearized reading' (duration: 698.85405ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:39.530835Z","caller":"traceutil/trace.go:171","msg":"trace[929215381] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"370.858983ms","start":"2026-03-01T21:27:39.159947Z","end":"2026-03-01T21:27:39.530806Z","steps":["trace[929215381] 'process raft request' (duration: 370.452184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.530807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:38.797678Z","time spent":"733.118586ms","remote":"127.0.0.1:59976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3195,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-01T21:27:39.530935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:38.831692Z","time spent":"699.233419ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:39.531122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:39.159902Z","time spent":"371.027117ms","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:39.546432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.765559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-585tz\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-01T21:27:39.546435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.943598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-585tz\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-01T21:27:39.546488Z","caller":"traceutil/trace.go:171","msg":"trace[1730130480] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-585tz; range_end:; response_count:1; response_revision:8058; }","duration":"109.861572ms","start":"2026-03-01T21:27:39.436612Z","end":"2026-03-01T21:27:39.546473Z","steps":["trace[1730130480] 'agreement among raft nodes before linearized reading' (duration: 109.662957ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:39.546516Z","caller":"traceutil/trace.go:171","msg":"trace[1470809232] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-585tz; range_end:; response_count:1; response_revision:8058; }","duration":"104.03659ms","start":"2026-03-01T21:27:39.442459Z","end":"2026-03-01T21:27:39.546496Z","steps":["trace[1470809232] 'agreement among raft nodes before linearized reading' (duration: 103.796585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.546507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.800771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-585tz\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-01T21:27:39.546584Z","caller":"traceutil/trace.go:171","msg":"trace[1375901590] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-585tz; range_end:; response_count:1; response_revision:8058; }","duration":"110.100597ms","start":"2026-03-01T21:27:39.436464Z","end":"2026-03-01T21:27:39.546565Z","steps":["trace[1375901590] 'agreement among raft nodes before linearized reading' (duration: 109.850771ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:39.546697Z","caller":"traceutil/trace.go:171","msg":"trace[1835997368] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"104.391149ms","start":"2026-03-01T21:27:39.442248Z","end":"2026-03-01T21:27:39.546639Z","steps":["trace[1835997368] 'process raft request' (duration: 103.791226ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:39.665205Z","caller":"traceutil/trace.go:171","msg":"trace[930405613] linearizableReadLoop","detail":"{readStateIndex:8361; appliedIndex:8360; }","duration":"113.293467ms","start":"2026-03-01T21:27:39.551889Z","end":"2026-03-01T21:27:39.665182Z","steps":["trace[930405613] 'read index received' (duration: 110.828192ms)","trace[930405613] 'applied index is now lower than readState.Index' (duration: 2.464025ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:39.665302Z","caller":"traceutil/trace.go:171","msg":"trace[246135538] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"114.807001ms","start":"2026-03-01T21:27:39.55045Z","end":"2026-03-01T21:27:39.665257Z","steps":["trace[246135538] 'process raft request' (duration: 112.282555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.665437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.529902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-585tz\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-01T21:27:39.665522Z","caller":"traceutil/trace.go:171","msg":"trace[389038578] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-585tz; range_end:; response_count:1; response_revision:8059; }","duration":"113.676606ms","start":"2026-03-01T21:27:39.551827Z","end":"2026-03-01T21:27:39.665504Z","steps":["trace[389038578] 'agreement among raft nodes before linearized reading' (duration: 113.42281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.66653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.515524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-585tz\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-01T21:27:39.666618Z","caller":"traceutil/trace.go:171","msg":"trace[873513469] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-585tz; range_end:; response_count:1; response_revision:8059; }","duration":"114.622667ms","start":"2026-03-01T21:27:39.551972Z","end":"2026-03-01T21:27:39.666594Z","steps":["trace[873513469] 'agreement among raft nodes before linearized reading' (duration: 113.335227ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:39.876464Z","caller":"traceutil/trace.go:171","msg":"trace[1923358450] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"203.586351ms","start":"2026-03-01T21:27:39.672841Z","end":"2026-03-01T21:27:39.876427Z","steps":["trace[1923358450] 'process raft request' (duration: 151.471279ms)","trace[1923358450] 'compare' (duration: 51.956769ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:40.596376Z","caller":"traceutil/trace.go:171","msg":"trace[541064402] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"155.715564ms","start":"2026-03-01T21:27:40.44063Z","end":"2026-03-01T21:27:40.596345Z","steps":["trace[541064402] 'process raft request' (duration: 155.524929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:41.324927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.85407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:41.325065Z","caller":"traceutil/trace.go:171","msg":"trace[823962058] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8073; }","duration":"356.080995ms","start":"2026-03-01T21:27:40.968952Z","end":"2026-03-01T21:27:41.325033Z","steps":["trace[823962058] 'count revisions from in-memory index tree' (duration: 355.759237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:41.325204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:40.968928Z","time spent":"356.258439ms","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:41.325449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.220633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:41.325557Z","caller":"traceutil/trace.go:171","msg":"trace[381645127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8073; }","duration":"493.388277ms","start":"2026-03-01T21:27:40.832134Z","end":"2026-03-01T21:27:41.325522Z","steps":["trace[381645127] 'range keys from in-memory index tree' (duration: 493.000798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:41.325612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:40.832105Z","time spent":"493.497719ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:41.325682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.468689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T21:27:41.325768Z","caller":"traceutil/trace.go:171","msg":"trace[800279440] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8073; }","duration":"584.605272ms","start":"2026-03-01T21:27:40.74114Z","end":"2026-03-01T21:27:41.325745Z","steps":["trace[800279440] 'range keys from in-memory index tree' (duration: 584.267115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:41.325817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:40.741112Z","time spent":"584.696095ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:27:41.327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.020513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:27:41.327137Z","caller":"traceutil/trace.go:171","msg":"trace[1106584547] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8073; }","duration":"586.234758ms","start":"2026-03-01T21:27:40.740869Z","end":"2026-03-01T21:27:41.327104Z","steps":["trace[1106584547] 'range keys from in-memory index tree' (duration: 584.182963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:41.327274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:40.740842Z","time spent":"586.347131ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:27:41.442538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.280333ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-01T21:27:41.444105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.076788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-01T21:27:41.444235Z","caller":"traceutil/trace.go:171","msg":"trace[440326578] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8073; }","duration":"384.155289ms","start":"2026-03-01T21:27:41.060006Z","end":"2026-03-01T21:27:41.444162Z","steps":["trace[440326578] 'agreement among raft nodes before linearized reading' (duration: 383.70921ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:41.443924Z","caller":"traceutil/trace.go:171","msg":"trace[389354060] linearizableReadLoop","detail":"{readStateIndex:8376; appliedIndex:8375; }","duration":"383.552387ms","start":"2026-03-01T21:27:41.060032Z","end":"2026-03-01T21:27:41.443584Z","steps":["trace[389354060] 'read index received' (duration: 24.19843ms)","trace[389354060] 'applied index is now lower than readState.Index' (duration: 359.344827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:41.4443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:41.059883Z","time spent":"384.406215ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T21:27:41.445438Z","caller":"traceutil/trace.go:171","msg":"trace[1366559963] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"113.255807ms","start":"2026-03-01T21:27:41.332162Z","end":"2026-03-01T21:27:41.445418Z","steps":["trace[1366559963] 'process raft request' (duration: 113.018471ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:41.466419Z","caller":"traceutil/trace.go:171","msg":"trace[1621120192] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"133.273744ms","start":"2026-03-01T21:27:41.333098Z","end":"2026-03-01T21:27:41.466371Z","steps":["trace[1621120192] 'process raft request' (duration: 132.991048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:41.466467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.027922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:41.466576Z","caller":"traceutil/trace.go:171","msg":"trace[432772069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8075; }","duration":"139.154135ms","start":"2026-03-01T21:27:41.327396Z","end":"2026-03-01T21:27:41.46655Z","steps":["trace[432772069] 'agreement among raft nodes before linearized reading' (duration: 138.956481ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:43.404483Z","caller":"traceutil/trace.go:171","msg":"trace[1495580108] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"162.106746ms","start":"2026-03-01T21:27:43.24234Z","end":"2026-03-01T21:27:43.404447Z","steps":["trace[1495580108] 'process raft request' (duration: 161.851361ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:52.430725Z","caller":"traceutil/trace.go:171","msg":"trace[1739549810] linearizableReadLoop","detail":"{readStateIndex:9010; appliedIndex:9009; }","duration":"116.909893ms","start":"2026-03-01T21:28:52.313786Z","end":"2026-03-01T21:28:52.430696Z","steps":["trace[1739549810] 'read index received' (duration: 73.015981ms)","trace[1739549810] 'applied index is now lower than readState.Index' (duration: 43.892382ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:52.430792Z","caller":"traceutil/trace.go:171","msg":"trace[619636792] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"260.815509ms","start":"2026-03-01T21:28:52.169914Z","end":"2026-03-01T21:28:52.430729Z","steps":["trace[619636792] 'process raft request' (duration: 216.975968ms)","trace[619636792] 'compare' (duration: 43.563815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:28:52.431037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.24249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:28:52.431088Z","caller":"traceutil/trace.go:171","msg":"trace[635796528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8689; }","duration":"117.368423ms","start":"2026-03-01T21:28:52.313707Z","end":"2026-03-01T21:28:52.431076Z","steps":["trace[635796528] 'agreement among raft nodes before linearized reading' (duration: 117.169229ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:52.948873Z","caller":"traceutil/trace.go:171","msg":"trace[1748836465] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"512.260217ms","start":"2026-03-01T21:28:52.436558Z","end":"2026-03-01T21:28:52.948818Z","steps":["trace[1748836465] 'process raft request' (duration: 512.109583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:52.949049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:52.436508Z","time spent":"512.445631ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:52.974692Z","caller":"traceutil/trace.go:171","msg":"trace[1926024066] linearizableReadLoop","detail":"{readStateIndex:9014; appliedIndex:9010; }","duration":"521.106024ms","start":"2026-03-01T21:28:52.453563Z","end":"2026-03-01T21:28:52.974669Z","steps":["trace[1926024066] 'read index received' (duration: 28.763152ms)","trace[1926024066] 'applied index is now lower than readState.Index' (duration: 492.342092ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:52.974717Z","caller":"traceutil/trace.go:171","msg":"trace[1517757156] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"537.526382ms","start":"2026-03-01T21:28:52.437132Z","end":"2026-03-01T21:28:52.974658Z","steps":["trace[1517757156] 'process raft request' (duration: 511.667404ms)","trace[1517757156] 'compare' (duration: 25.627963ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:52.974841Z","caller":"traceutil/trace.go:171","msg":"trace[2053396153] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"537.314277ms","start":"2026-03-01T21:28:52.437516Z","end":"2026-03-01T21:28:52.974831Z","steps":["trace[2053396153] 'process raft request' (duration: 537.072102ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:52.974935Z","caller":"traceutil/trace.go:171","msg":"trace[959930041] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"118.310634ms","start":"2026-03-01T21:28:52.856598Z","end":"2026-03-01T21:28:52.974909Z","steps":["trace[959930041] 'process raft request' (duration: 118.040418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:52.97499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:52.437502Z","time spent":"537.374939ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:28:52.974968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:52.437115Z","time spent":"537.721586ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:28:52.975247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.714811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:28:52.975292Z","caller":"traceutil/trace.go:171","msg":"trace[186646471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8694; }","duration":"143.797273ms","start":"2026-03-01T21:28:52.831483Z","end":"2026-03-01T21:28:52.97528Z","steps":["trace[186646471] 'agreement among raft nodes before linearized reading' (duration: 143.725941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:52.975339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.610693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-01T21:28:52.975423Z","caller":"traceutil/trace.go:171","msg":"trace[119322304] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8694; }","duration":"520.718656ms","start":"2026-03-01T21:28:52.45468Z","end":"2026-03-01T21:28:52.975399Z","steps":["trace[119322304] 'agreement among raft nodes before linearized reading' (duration: 520.438579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:52.975481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:52.454668Z","time spent":"520.800067ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:28:52.975354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.573755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T21:28:52.975649Z","caller":"traceutil/trace.go:171","msg":"trace[2125382076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:8694; }","duration":"419.935294ms","start":"2026-03-01T21:28:52.555701Z","end":"2026-03-01T21:28:52.975636Z","steps":["trace[2125382076] 'agreement among raft nodes before linearized reading' (duration: 419.542534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:52.975695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:52.555671Z","time spent":"420.012076ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7jdfz\" "} {"level":"warn","ts":"2026-03-01T21:28:52.975553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.966705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:28:52.975934Z","caller":"traceutil/trace.go:171","msg":"trace[118874077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8694; }","duration":"522.393375ms","start":"2026-03-01T21:28:52.453515Z","end":"2026-03-01T21:28:52.975908Z","steps":["trace[118874077] 'agreement among raft nodes before linearized reading' (duration: 521.680508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:52.975993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:52.453493Z","time spent":"522.484456ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:28:59.289882Z","caller":"traceutil/trace.go:171","msg":"trace[811054670] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9071; }","duration":"137.959734ms","start":"2026-03-01T21:28:59.151885Z","end":"2026-03-01T21:28:59.289844Z","steps":["trace[811054670] 'read index received' (duration: 119.595503ms)","trace[811054670] 'applied index is now lower than readState.Index' (duration: 18.363311ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:59.290154Z","caller":"traceutil/trace.go:171","msg":"trace[422965102] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"138.428744ms","start":"2026-03-01T21:28:59.15167Z","end":"2026-03-01T21:28:59.290098Z","steps":["trace[422965102] 'process raft request' (duration: 119.791457ms)","trace[422965102] 'compare' (duration: 18.205576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:28:59.290937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.004017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:30 size:268211"} {"level":"info","ts":"2026-03-01T21:28:59.291018Z","caller":"traceutil/trace.go:171","msg":"trace[1412137006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:30; response_revision:8750; }","duration":"139.204902ms","start":"2026-03-01T21:28:59.151794Z","end":"2026-03-01T21:28:59.290999Z","steps":["trace[1412137006] 'agreement among raft nodes before linearized reading' (duration: 138.186749ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:03.728786Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T21:31:03.738887Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-01T21:31:03.739124Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-01T21:31:41.864266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7711} {"level":"info","ts":"2026-03-01T21:31:41.933174Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7711,"took":"65.756617ms","hash":1744784103,"current-db-size-bytes":43450368,"current-db-size":"44 MB","current-db-size-in-use-bytes":26177536,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-01T21:31:41.933261Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1744784103,"revision":7711,"compact-revision":5650} {"level":"warn","ts":"2026-03-01T21:32:29.970101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.100951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:29.970343Z","caller":"traceutil/trace.go:171","msg":"trace[1892576709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10488; }","duration":"138.416817ms","start":"2026-03-01T21:32:29.831893Z","end":"2026-03-01T21:32:29.970309Z","steps":["trace[1892576709] 'range keys from in-memory index tree' (duration: 137.961407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.030795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.51525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-01T21:32:30.031269Z","caller":"traceutil/trace.go:171","msg":"trace[616764170] linearizableReadLoop","detail":"{readStateIndex:10867; appliedIndex:10865; }","duration":"164.680052ms","start":"2026-03-01T21:32:29.866562Z","end":"2026-03-01T21:32:30.031242Z","steps":["trace[616764170] 'read index received' (duration: 33.799654ms)","trace[616764170] 'applied index is now lower than readState.Index' (duration: 130.878598ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:30.031476Z","caller":"traceutil/trace.go:171","msg":"trace[994184674] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"171.754961ms","start":"2026-03-01T21:32:29.859705Z","end":"2026-03-01T21:32:30.03146Z","steps":["trace[994184674] 'process raft request' (duration: 171.32601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.031835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.224424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:30.031968Z","caller":"traceutil/trace.go:171","msg":"trace[1025709636] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10489; }","duration":"165.413608ms","start":"2026-03-01T21:32:29.866529Z","end":"2026-03-01T21:32:30.031942Z","steps":["trace[1025709636] 'agreement among raft nodes before linearized reading' (duration: 165.165043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.401018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.88678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-01T21:32:30.401237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.643744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-01T21:32:30.40106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.554829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T21:32:30.401259Z","caller":"traceutil/trace.go:171","msg":"trace[1788869366] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10489; }","duration":"227.200037ms","start":"2026-03-01T21:32:30.174022Z","end":"2026-03-01T21:32:30.401222Z","steps":["trace[1788869366] 'range keys from in-memory index tree' (duration: 226.563782ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:30.401348Z","caller":"traceutil/trace.go:171","msg":"trace[1109706295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10489; }","duration":"203.930068ms","start":"2026-03-01T21:32:30.197391Z","end":"2026-03-01T21:32:30.401321Z","steps":["trace[1109706295] 'range keys from in-memory index tree' (duration: 203.279423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.401058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.251016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:32:30.401326Z","caller":"traceutil/trace.go:171","msg":"trace[1220585410] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10489; }","duration":"226.719246ms","start":"2026-03-01T21:32:30.174567Z","end":"2026-03-01T21:32:30.401286Z","steps":["trace[1220585410] 'range keys from in-memory index tree' (duration: 226.475451ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:30.401498Z","caller":"traceutil/trace.go:171","msg":"trace[1939200341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10489; }","duration":"218.760018ms","start":"2026-03-01T21:32:30.182713Z","end":"2026-03-01T21:32:30.401473Z","steps":["trace[1939200341] 'range keys from in-memory index tree' (duration: 218.038762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.401091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.077968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:32:30.401778Z","caller":"traceutil/trace.go:171","msg":"trace[88050275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10489; }","duration":"190.792434ms","start":"2026-03-01T21:32:30.210956Z","end":"2026-03-01T21:32:30.401749Z","steps":["trace[88050275] 'range keys from in-memory index tree' (duration: 189.876383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.401255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.59417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:32:30.401149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.373707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:30.401894Z","caller":"traceutil/trace.go:171","msg":"trace[1013803933] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10489; }","duration":"227.126535ms","start":"2026-03-01T21:32:30.174749Z","end":"2026-03-01T21:32:30.401875Z","steps":["trace[1013803933] 'range keys from in-memory index tree' (duration: 226.291886ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:30.401857Z","caller":"traceutil/trace.go:171","msg":"trace[1074306352] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10489; }","duration":"226.760327ms","start":"2026-03-01T21:32:30.175085Z","end":"2026-03-01T21:32:30.401845Z","steps":["trace[1074306352] 'range keys from in-memory index tree' (duration: 225.428336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.401174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.738577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:32:30.402024Z","caller":"traceutil/trace.go:171","msg":"trace[1365960017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10489; }","duration":"210.596517ms","start":"2026-03-01T21:32:30.191407Z","end":"2026-03-01T21:32:30.402004Z","steps":["trace[1365960017] 'range keys from in-memory index tree' (duration: 209.576342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.401171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.173664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:30.402098Z","caller":"traceutil/trace.go:171","msg":"trace[1882995252] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10489; }","duration":"227.097544ms","start":"2026-03-01T21:32:30.17499Z","end":"2026-03-01T21:32:30.402087Z","steps":["trace[1882995252] 'range keys from in-memory index tree' (duration: 226.071851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.401056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.377785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:30.402201Z","caller":"traceutil/trace.go:171","msg":"trace[972563438] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10489; }","duration":"226.555683ms","start":"2026-03-01T21:32:30.175631Z","end":"2026-03-01T21:32:30.402187Z","steps":["trace[972563438] 'range keys from in-memory index tree' (duration: 225.270183ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:30.598106Z","caller":"traceutil/trace.go:171","msg":"trace[89152867] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"191.701805ms","start":"2026-03-01T21:32:30.406378Z","end":"2026-03-01T21:32:30.59808Z","steps":["trace[89152867] 'process raft request' (duration: 191.432309ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:30.598396Z","caller":"traceutil/trace.go:171","msg":"trace[138000544] transaction","detail":"{read_only:false; response_revision:10492; number_of_response:1; }","duration":"191.8877ms","start":"2026-03-01T21:32:30.406465Z","end":"2026-03-01T21:32:30.598353Z","steps":["trace[138000544] 'process raft request' (duration: 191.567343ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:30.598518Z","caller":"traceutil/trace.go:171","msg":"trace[324613702] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"191.553681ms","start":"2026-03-01T21:32:30.406939Z","end":"2026-03-01T21:32:30.598493Z","steps":["trace[324613702] 'process raft request' (duration: 191.345387ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:36:41.870323Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10052} {"level":"info","ts":"2026-03-01T21:36:41.952443Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10052,"took":"79.483768ms","hash":687920555,"current-db-size-bytes":43450368,"current-db-size":"44 MB","current-db-size-in-use-bytes":22945792,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-01T21:36:41.952666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":687920555,"revision":10052,"compact-revision":7711} {"level":"info","ts":"2026-03-01T21:38:07.562104Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000332d.wal"} {"level":"info","ts":"2026-03-01T21:38:50.623718Z","caller":"traceutil/trace.go:171","msg":"trace[496255708] linearizableReadLoop","detail":"{readStateIndex:13334; appliedIndex:13333; }","duration":"309.398773ms","start":"2026-03-01T21:38:50.314271Z","end":"2026-03-01T21:38:50.62367Z","steps":["trace[496255708] 'read index received' (duration: 309.001924ms)","trace[496255708] 'applied index is now lower than readState.Index' (duration: 395.889µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:38:50.623903Z","caller":"traceutil/trace.go:171","msg":"trace[1960892763] transaction","detail":"{read_only:false; response_revision:12866; number_of_response:1; }","duration":"486.859725ms","start":"2026-03-01T21:38:50.137019Z","end":"2026-03-01T21:38:50.623879Z","steps":["trace[1960892763] 'process raft request' (duration: 486.379355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:38:50.624067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:38:50.13698Z","time spent":"486.970538ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:38:50.624192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.871333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:38:50.624324Z","caller":"traceutil/trace.go:171","msg":"trace[917631926] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12866; }","duration":"310.038086ms","start":"2026-03-01T21:38:50.314253Z","end":"2026-03-01T21:38:50.624291Z","steps":["trace[917631926] 'agreement among raft nodes before linearized reading' (duration: 309.76523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:38:50.624389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:38:50.314171Z","time spent":"310.20632ms","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:38:50.658235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.257495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:38:50.658346Z","caller":"traceutil/trace.go:171","msg":"trace[1323702749] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:12867; }","duration":"233.385328ms","start":"2026-03-01T21:38:50.424937Z","end":"2026-03-01T21:38:50.658323Z","steps":["trace[1323702749] 'agreement among raft nodes before linearized reading' (duration: 233.185874ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:38:50.658665Z","caller":"traceutil/trace.go:171","msg":"trace[1254691379] transaction","detail":"{read_only:false; response_revision:12867; number_of_response:1; }","duration":"242.375918ms","start":"2026-03-01T21:38:50.416229Z","end":"2026-03-01T21:38:50.658605Z","steps":["trace[1254691379] 'process raft request' (duration: 240.124688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:38:50.658569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.572281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:38:50.65886Z","caller":"traceutil/trace.go:171","msg":"trace[77008639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12867; }","duration":"197.918958ms","start":"2026-03-01T21:38:50.460889Z","end":"2026-03-01T21:38:50.658808Z","steps":["trace[77008639] 'agreement among raft nodes before linearized reading' (duration: 197.220503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:38:50.659394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.848245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T21:38:50.659468Z","caller":"traceutil/trace.go:171","msg":"trace[632564453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:12867; }","duration":"307.02354ms","start":"2026-03-01T21:38:50.352423Z","end":"2026-03-01T21:38:50.659446Z","steps":["trace[632564453] 'agreement among raft nodes before linearized reading' (duration: 305.949545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:38:50.659523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:38:50.352405Z","time spent":"307.102381ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7jdfz\" "} {"level":"warn","ts":"2026-03-01T21:38:59.736273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.6566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:38:59.736376Z","caller":"traceutil/trace.go:171","msg":"trace[1089196301] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13025; }","duration":"156.841074ms","start":"2026-03-01T21:38:59.579516Z","end":"2026-03-01T21:38:59.736357Z","steps":["trace[1089196301] 'count revisions from in-memory index tree' (duration: 156.554997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:38:59.736592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.770686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:38:59.736735Z","caller":"traceutil/trace.go:171","msg":"trace[1933980024] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13025; }","duration":"185.013551ms","start":"2026-03-01T21:38:59.55169Z","end":"2026-03-01T21:38:59.736704Z","steps":["trace[1933980024] 'count revisions from in-memory index tree' (duration: 184.562181ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:38:59.832556Z","caller":"traceutil/trace.go:171","msg":"trace[614933901] transaction","detail":"{read_only:false; response_revision:13026; number_of_response:1; }","duration":"184.324526ms","start":"2026-03-01T21:38:59.648199Z","end":"2026-03-01T21:38:59.832524Z","steps":["trace[614933901] 'process raft request' (duration: 184.130352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:00.17525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.312025ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-01T21:39:00.175537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.039763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:39:00.175583Z","caller":"traceutil/trace.go:171","msg":"trace[566443670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13026; }","duration":"344.101384ms","start":"2026-03-01T21:38:59.83147Z","end":"2026-03-01T21:39:00.175572Z","steps":["trace[566443670] 'agreement among raft nodes before linearized reading' (duration: 343.998782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:00.175632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:38:59.831374Z","time spent":"344.248028ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:39:00.175429Z","caller":"traceutil/trace.go:171","msg":"trace[586637527] linearizableReadLoop","detail":"{readStateIndex:13497; appliedIndex:13495; }","duration":"343.91747ms","start":"2026-03-01T21:38:59.83149Z","end":"2026-03-01T21:39:00.175408Z","steps":["trace[586637527] 'read index received' (duration: 807.858µs)","trace[586637527] 'applied index is now lower than readState.Index' (duration: 343.071782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:00.176141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.078021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:39:00.176181Z","caller":"traceutil/trace.go:171","msg":"trace[190082611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13026; }","duration":"325.175194ms","start":"2026-03-01T21:38:59.850995Z","end":"2026-03-01T21:39:00.17617Z","steps":["trace[190082611] 'agreement among raft nodes before linearized reading' (duration: 325.00788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:00.176347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.046873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-6mbd4.1898d571e303c942\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-01T21:39:00.176496Z","caller":"traceutil/trace.go:171","msg":"trace[921573019] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-6mbd4.1898d571e303c942; range_end:; response_count:1; response_revision:13026; }","duration":"159.281049ms","start":"2026-03-01T21:39:00.017189Z","end":"2026-03-01T21:39:00.17647Z","steps":["trace[921573019] 'agreement among raft nodes before linearized reading' (duration: 158.87591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:00.176654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:38:59.850944Z","time spent":"325.258666ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:40:33.203378Z","caller":"traceutil/trace.go:171","msg":"trace[1292427895] transaction","detail":"{read_only:false; response_revision:14029; number_of_response:1; }","duration":"105.12444ms","start":"2026-03-01T21:40:33.098206Z","end":"2026-03-01T21:40:33.20333Z","steps":["trace[1292427895] 'process raft request' (duration: 104.881865ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:40.167961Z","caller":"traceutil/trace.go:171","msg":"trace[144241562] transaction","detail":"{read_only:false; response_revision:14062; number_of_response:1; }","duration":"348.659122ms","start":"2026-03-01T21:40:39.819266Z","end":"2026-03-01T21:40:40.167926Z","steps":["trace[144241562] 'process raft request' (duration: 348.309113ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:40.167958Z","caller":"traceutil/trace.go:171","msg":"trace[573195269] linearizableReadLoop","detail":"{readStateIndex:14569; appliedIndex:14568; }","duration":"335.414037ms","start":"2026-03-01T21:40:39.832478Z","end":"2026-03-01T21:40:40.167892Z","steps":["trace[573195269] 'read index received' (duration: 335.084929ms)","trace[573195269] 'applied index is now lower than readState.Index' (duration: 327.438µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:40:40.168094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.598061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:40:40.168133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:39.819244Z","time spent":"348.816186ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:40.168157Z","caller":"traceutil/trace.go:171","msg":"trace[627113548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14062; }","duration":"335.729364ms","start":"2026-03-01T21:40:39.83241Z","end":"2026-03-01T21:40:40.168139Z","steps":["trace[627113548] 'agreement among raft nodes before linearized reading' (duration: 335.562491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:40.168196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:39.832385Z","time spent":"335.804575ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:40:40.171403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.935735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:40:40.171454Z","caller":"traceutil/trace.go:171","msg":"trace[1581645534] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14062; }","duration":"161.998177ms","start":"2026-03-01T21:40:40.009442Z","end":"2026-03-01T21:40:40.17144Z","steps":["trace[1581645534] 'agreement among raft nodes before linearized reading' (duration: 161.920825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:40.171483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.367828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:40:40.171538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.861275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-01T21:40:40.171569Z","caller":"traceutil/trace.go:171","msg":"trace[1915083596] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14062; }","duration":"230.495631ms","start":"2026-03-01T21:40:39.941054Z","end":"2026-03-01T21:40:40.17155Z","steps":["trace[1915083596] 'agreement among raft nodes before linearized reading' (duration: 230.332848ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:40.171586Z","caller":"traceutil/trace.go:171","msg":"trace[728528580] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14062; }","duration":"219.958788ms","start":"2026-03-01T21:40:39.951614Z","end":"2026-03-01T21:40:40.171572Z","steps":["trace[728528580] 'agreement among raft nodes before linearized reading' (duration: 219.742143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:40.171735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.179074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-01T21:40:40.171778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.69639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7jdfz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T21:40:40.171801Z","caller":"traceutil/trace.go:171","msg":"trace[964178271] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7jdfz; range_end:; response_count:1; response_revision:14062; }","duration":"338.732691ms","start":"2026-03-01T21:40:39.833062Z","end":"2026-03-01T21:40:40.171795Z","steps":["trace[964178271] 'agreement among raft nodes before linearized reading' (duration: 338.659959ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:40.171807Z","caller":"traceutil/trace.go:171","msg":"trace[1516209344] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14062; }","duration":"159.244915ms","start":"2026-03-01T21:40:40.012515Z","end":"2026-03-01T21:40:40.17176Z","steps":["trace[1516209344] 'agreement among raft nodes before linearized reading' (duration: 159.120962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:40.171821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:39.833057Z","time spent":"338.757531ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7jdfz\" "} {"level":"warn","ts":"2026-03-01T21:40:40.172014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.43389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:40:40.172048Z","caller":"traceutil/trace.go:171","msg":"trace[478327263] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14062; }","duration":"230.505491ms","start":"2026-03-01T21:40:39.941534Z","end":"2026-03-01T21:40:40.172039Z","steps":["trace[478327263] 'agreement among raft nodes before linearized reading' (duration: 230.248635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:40.172129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.655805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:40:40.172146Z","caller":"traceutil/trace.go:171","msg":"trace[743897061] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14062; }","duration":"230.699965ms","start":"2026-03-01T21:40:39.94144Z","end":"2026-03-01T21:40:40.17214Z","steps":["trace[743897061] 'agreement among raft nodes before linearized reading' (duration: 230.666944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:40.172167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.557864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T21:40:40.172248Z","caller":"traceutil/trace.go:171","msg":"trace[608737590] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14062; }","duration":"160.663026ms","start":"2026-03-01T21:40:40.011564Z","end":"2026-03-01T21:40:40.172227Z","steps":["trace[608737590] 'agreement among raft nodes before linearized reading' (duration: 160.452751ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:41.876052Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11979} {"level":"info","ts":"2026-03-01T21:41:41.961334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11979,"took":"81.538595ms","hash":2590984798,"current-db-size-bytes":43450368,"current-db-size":"44 MB","current-db-size-in-use-bytes":26886144,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-01T21:41:41.961411Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2590984798,"revision":11979,"compact-revision":10052} {"level":"info","ts":"2026-03-01T21:46:21.551916Z","caller":"traceutil/trace.go:171","msg":"trace[917055376] transaction","detail":"{read_only:false; response_revision:16464; number_of_response:1; }","duration":"256.433576ms","start":"2026-03-01T21:46:21.295454Z","end":"2026-03-01T21:46:21.551888Z","steps":["trace[917055376] 'process raft request' (duration: 210.317159ms)","trace[917055376] 'compare' (duration: 45.868921ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:46:21.552109Z","caller":"traceutil/trace.go:171","msg":"trace[1437998313] transaction","detail":"{read_only:false; response_revision:16465; number_of_response:1; }","duration":"256.63951ms","start":"2026-03-01T21:46:21.295463Z","end":"2026-03-01T21:46:21.552103Z","steps":["trace[1437998313] 'process raft request' (duration: 256.372385ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:46:21.552303Z","caller":"traceutil/trace.go:171","msg":"trace[915783111] transaction","detail":"{read_only:false; response_revision:16468; number_of_response:1; }","duration":"244.415118ms","start":"2026-03-01T21:46:21.307881Z","end":"2026-03-01T21:46:21.552297Z","steps":["trace[915783111] 'process raft request' (duration: 244.361117ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:46:21.552477Z","caller":"traceutil/trace.go:171","msg":"trace[480086012] transaction","detail":"{read_only:false; response_revision:16467; number_of_response:1; }","duration":"256.879396ms","start":"2026-03-01T21:46:21.295558Z","end":"2026-03-01T21:46:21.552437Z","steps":["trace[480086012] 'process raft request' (duration: 256.648371ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:46:21.552536Z","caller":"traceutil/trace.go:171","msg":"trace[746615207] transaction","detail":"{read_only:false; response_revision:16466; number_of_response:1; }","duration":"256.961147ms","start":"2026-03-01T21:46:21.295548Z","end":"2026-03-01T21:46:21.552509Z","steps":["trace[746615207] 'process raft request' (duration: 256.522688ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:46:41.882259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14448} {"level":"info","ts":"2026-03-01T21:46:41.981759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14448,"took":"94.579324ms","hash":3687135548,"current-db-size-bytes":43450368,"current-db-size":"44 MB","current-db-size-in-use-bytes":29405184,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T21:46:41.98183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3687135548,"revision":14448,"compact-revision":11979} {"level":"warn","ts":"2026-03-01T21:51:06.372653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.446059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:51:06.372826Z","caller":"traceutil/trace.go:171","msg":"trace[1921925905] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:18583; }","duration":"189.724596ms","start":"2026-03-01T21:51:06.183067Z","end":"2026-03-01T21:51:06.372791Z","steps":["trace[1921925905] 'count revisions from in-memory index tree' (duration: 189.249205ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:06.651724Z","caller":"traceutil/trace.go:171","msg":"trace[238933133] linearizableReadLoop","detail":"{readStateIndex:19254; appliedIndex:19253; }","duration":"223.493698ms","start":"2026-03-01T21:51:06.4282Z","end":"2026-03-01T21:51:06.651693Z","steps":["trace[238933133] 'read index received' (duration: 223.319354ms)","trace[238933133] 'applied index is now lower than readState.Index' (duration: 172.834µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:51:06.652047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.825145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T21:51:06.652093Z","caller":"traceutil/trace.go:171","msg":"trace[994407046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18584; }","duration":"223.940468ms","start":"2026-03-01T21:51:06.42814Z","end":"2026-03-01T21:51:06.65208Z","steps":["trace[994407046] 'agreement among raft nodes before linearized reading' (duration: 223.671162ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:06.652042Z","caller":"traceutil/trace.go:171","msg":"trace[698108419] transaction","detail":"{read_only:false; response_revision:18584; number_of_response:1; }","duration":"274.007822ms","start":"2026-03-01T21:51:06.377986Z","end":"2026-03-01T21:51:06.651994Z","steps":["trace[698108419] 'process raft request' (duration: 273.48721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:51:06.908234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.085993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:51:06.908341Z","caller":"traceutil/trace.go:171","msg":"trace[1163635140] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18584; }","duration":"194.261917ms","start":"2026-03-01T21:51:06.714055Z","end":"2026-03-01T21:51:06.908317Z","steps":["trace[1163635140] 'count revisions from in-memory index tree' (duration: 193.984611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:51:06.90829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.352186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:51:06.90843Z","caller":"traceutil/trace.go:171","msg":"trace[625366841] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18584; }","duration":"175.54094ms","start":"2026-03-01T21:51:06.732861Z","end":"2026-03-01T21:51:06.908402Z","steps":["trace[625366841] 'range keys from in-memory index tree' (duration: 175.265094ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:07.124502Z","caller":"traceutil/trace.go:171","msg":"trace[1522923954] linearizableReadLoop","detail":"{readStateIndex:19255; appliedIndex:19254; }","duration":"195.696479ms","start":"2026-03-01T21:51:06.928779Z","end":"2026-03-01T21:51:07.124475Z","steps":["trace[1522923954] 'read index received' (duration: 195.485664ms)","trace[1522923954] 'applied index is now lower than readState.Index' (duration: 209.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:51:07.124588Z","caller":"traceutil/trace.go:171","msg":"trace[1300058316] transaction","detail":"{read_only:false; response_revision:18585; number_of_response:1; }","duration":"199.652416ms","start":"2026-03-01T21:51:06.924909Z","end":"2026-03-01T21:51:07.124562Z","steps":["trace[1300058316] 'process raft request' (duration: 199.37469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:51:07.124729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.924574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-01T21:51:07.124773Z","caller":"traceutil/trace.go:171","msg":"trace[1121071202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18585; }","duration":"196.009675ms","start":"2026-03-01T21:51:06.928748Z","end":"2026-03-01T21:51:07.124757Z","steps":["trace[1121071202] 'agreement among raft nodes before linearized reading' (duration: 195.828451ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:07.352905Z","caller":"traceutil/trace.go:171","msg":"trace[1316651034] transaction","detail":"{read_only:false; response_revision:18586; number_of_response:1; }","duration":"168.782499ms","start":"2026-03-01T21:51:07.184089Z","end":"2026-03-01T21:51:07.352872Z","steps":["trace[1316651034] 'process raft request' (duration: 150.40562ms)","trace[1316651034] 'compare' (duration: 18.0021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:51:07.718923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.438649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:51:07.719097Z","caller":"traceutil/trace.go:171","msg":"trace[2062509923] linearizableReadLoop","detail":"{readStateIndex:19257; appliedIndex:19255; }","duration":"533.119823ms","start":"2026-03-01T21:51:07.185953Z","end":"2026-03-01T21:51:07.719073Z","steps":["trace[2062509923] 'read index received' (duration: 148.563578ms)","trace[2062509923] 'applied index is now lower than readState.Index' (duration: 384.554275ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:51:07.719184Z","caller":"traceutil/trace.go:171","msg":"trace[999217212] transaction","detail":"{read_only:false; response_revision:18587; number_of_response:1; }","duration":"533.724127ms","start":"2026-03-01T21:51:07.185398Z","end":"2026-03-01T21:51:07.719122Z","steps":["trace[999217212] 'process raft request' (duration: 361.965052ms)","trace[999217212] 'compare' (duration: 171.297435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:51:07.719374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.4073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:51:07.719468Z","caller":"traceutil/trace.go:171","msg":"trace[2075376236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18587; }","duration":"533.541583ms","start":"2026-03-01T21:51:07.185902Z","end":"2026-03-01T21:51:07.719444Z","steps":["trace[2075376236] 'agreement among raft nodes before linearized reading' (duration: 533.300867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:51:07.719449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.793375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-01T21:51:07.719398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:51:07.185371Z","time spent":"533.92115ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:51:07.719524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:51:07.185884Z","time spent":"533.630264ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:51:07.719561Z","caller":"traceutil/trace.go:171","msg":"trace[1525718360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18587; }","duration":"514.940508ms","start":"2026-03-01T21:51:07.204588Z","end":"2026-03-01T21:51:07.719528Z","steps":["trace[1525718360] 'agreement among raft nodes before linearized reading' (duration: 514.649871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:51:07.719634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:51:07.204577Z","time spent":"515.04755ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:51:08.096097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.531974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:51:08.096274Z","caller":"traceutil/trace.go:171","msg":"trace[975137172] transaction","detail":"{read_only:false; response_revision:18588; number_of_response:1; }","duration":"371.577756ms","start":"2026-03-01T21:51:07.724667Z","end":"2026-03-01T21:51:08.096245Z","steps":["trace[975137172] 'process raft request' (duration: 202.748447ms)","trace[975137172] 'compare' (duration: 168.081753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:51:08.096364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:51:07.724649Z","time spent":"371.671598ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:51:08.10437Z","caller":"traceutil/trace.go:171","msg":"trace[752539544] transaction","detail":"{read_only:false; response_revision:18589; number_of_response:1; }","duration":"379.085434ms","start":"2026-03-01T21:51:07.725258Z","end":"2026-03-01T21:51:08.104343Z","steps":["trace[752539544] 'process raft request' (duration: 378.88933ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:08.104578Z","caller":"traceutil/trace.go:171","msg":"trace[1393315506] linearizableReadLoop","detail":"{readStateIndex:19260; appliedIndex:19257; }","duration":"275.008965ms","start":"2026-03-01T21:51:07.829547Z","end":"2026-03-01T21:51:08.104556Z","steps":["trace[1393315506] 'read index received' (duration: 97.794458ms)","trace[1393315506] 'applied index is now lower than readState.Index' (duration: 177.212677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:51:08.104543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:51:07.72524Z","time spent":"379.207176ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:51:08.104654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.115818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:51:08.104684Z","caller":"traceutil/trace.go:171","msg":"trace[1802316936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18590; }","duration":"275.189829ms","start":"2026-03-01T21:51:07.829485Z","end":"2026-03-01T21:51:08.104675Z","steps":["trace[1802316936] 'agreement among raft nodes before linearized reading' (duration: 275.126728ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:08.104665Z","caller":"traceutil/trace.go:171","msg":"trace[443409321] transaction","detail":"{read_only:false; response_revision:18590; number_of_response:1; }","duration":"286.063391ms","start":"2026-03-01T21:51:07.81854Z","end":"2026-03-01T21:51:08.104603Z","steps":["trace[443409321] 'process raft request' (duration: 285.758564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:51:08.390081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.8784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:51:08.390186Z","caller":"traceutil/trace.go:171","msg":"trace[1084338549] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:18591; }","duration":"164.051384ms","start":"2026-03-01T21:51:08.226118Z","end":"2026-03-01T21:51:08.39017Z","steps":["trace[1084338549] 'count revisions from in-memory index tree' (duration: 163.773319ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:41.888234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16820} {"level":"info","ts":"2026-03-01T21:51:41.99573Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16820,"took":"102.959245ms","hash":1627655304,"current-db-size-bytes":44294144,"current-db-size":"44 MB","current-db-size-in-use-bytes":29360128,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T21:51:41.995785Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1627655304,"revision":16820,"compact-revision":14448} {"level":"info","ts":"2026-03-01T21:52:34.175017Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T21:52:34.180949Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-01T21:52:34.181078Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-01T21:54:36.470524Z","caller":"traceutil/trace.go:171","msg":"trace[2063457597] transaction","detail":"{read_only:false; response_revision:20143; number_of_response:1; }","duration":"121.51971ms","start":"2026-03-01T21:54:36.348977Z","end":"2026-03-01T21:54:36.470497Z","steps":["trace[2063457597] 'process raft request' (duration: 121.305915ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:54:56.451214Z","caller":"traceutil/trace.go:171","msg":"trace[1176071991] linearizableReadLoop","detail":"{readStateIndex:21559; appliedIndex:21558; }","duration":"123.664157ms","start":"2026-03-01T21:54:56.327521Z","end":"2026-03-01T21:54:56.451185Z","steps":["trace[1176071991] 'read index received' (duration: 123.394961ms)","trace[1176071991] 'applied index is now lower than readState.Index' (duration: 267.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:54:56.451453Z","caller":"traceutil/trace.go:171","msg":"trace[1722589929] transaction","detail":"{read_only:false; response_revision:20816; number_of_response:1; }","duration":"277.532326ms","start":"2026-03-01T21:54:56.173856Z","end":"2026-03-01T21:54:56.451388Z","steps":["trace[1722589929] 'process raft request' (duration: 277.131088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:54:56.451552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.017554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-01T21:54:56.451603Z","caller":"traceutil/trace.go:171","msg":"trace[264831080] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:20816; }","duration":"124.151967ms","start":"2026-03-01T21:54:56.327435Z","end":"2026-03-01T21:54:56.451587Z","steps":["trace[264831080] 'agreement among raft nodes before linearized reading' (duration: 123.945412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:54:56.712233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.725242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:54:56.712327Z","caller":"traceutil/trace.go:171","msg":"trace[538678867] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20816; }","duration":"125.870964ms","start":"2026-03-01T21:54:56.586435Z","end":"2026-03-01T21:54:56.712306Z","steps":["trace[538678867] 'count revisions from in-memory index tree' (duration: 125.64844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:54:56.712541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.050451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T21:54:56.712533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.142861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:54:56.712606Z","caller":"traceutil/trace.go:171","msg":"trace[1919781833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20816; }","duration":"135.167224ms","start":"2026-03-01T21:54:56.577422Z","end":"2026-03-01T21:54:56.712589Z","steps":["trace[1919781833] 'range keys from in-memory index tree' (duration: 134.869377ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:54:56.712621Z","caller":"traceutil/trace.go:171","msg":"trace[1756510327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20816; }","duration":"121.288224ms","start":"2026-03-01T21:54:56.591314Z","end":"2026-03-01T21:54:56.712602Z","steps":["trace[1756510327] 'range keys from in-memory index tree' (duration: 120.970167ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:54:56.832574Z","caller":"traceutil/trace.go:171","msg":"trace[341477607] transaction","detail":"{read_only:false; response_revision:20817; number_of_response:1; }","duration":"115.120126ms","start":"2026-03-01T21:54:56.717435Z","end":"2026-03-01T21:54:56.832555Z","steps":["trace[341477607] 'process raft request' (duration: 114.975253ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:54:56.90496Z","caller":"traceutil/trace.go:171","msg":"trace[555947507] transaction","detail":"{read_only:false; response_revision:20818; number_of_response:1; }","duration":"187.06048ms","start":"2026-03-01T21:54:56.71787Z","end":"2026-03-01T21:54:56.904931Z","steps":["trace[555947507] 'process raft request' (duration: 186.824815ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:56:32.160172Z","caller":"traceutil/trace.go:171","msg":"trace[860577131] linearizableReadLoop","detail":"{readStateIndex:22547; appliedIndex:22546; }","duration":"238.385273ms","start":"2026-03-01T21:56:31.921672Z","end":"2026-03-01T21:56:32.160058Z","steps":["trace[860577131] 'read index received' (duration: 238.198128ms)","trace[860577131] 'applied index is now lower than readState.Index' (duration: 186.245µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:56:32.160425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.559976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:56:32.16046Z","caller":"traceutil/trace.go:171","msg":"trace[1344621897] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:21778; }","duration":"238.606187ms","start":"2026-03-01T21:56:31.921845Z","end":"2026-03-01T21:56:32.160451Z","steps":["trace[1344621897] 'agreement among raft nodes before linearized reading' (duration: 238.540686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:56:32.160427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.72709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:56:32.160756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.013656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T21:56:32.160853Z","caller":"traceutil/trace.go:171","msg":"trace[964348738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21778; }","duration":"221.142809ms","start":"2026-03-01T21:56:31.939686Z","end":"2026-03-01T21:56:32.160829Z","steps":["trace[964348738] 'agreement among raft nodes before linearized reading' (duration: 220.865201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:56:32.16083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.727861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:56:32.160772Z","caller":"traceutil/trace.go:171","msg":"trace[656382420] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:21778; }","duration":"239.13196ms","start":"2026-03-01T21:56:31.921616Z","end":"2026-03-01T21:56:32.160748Z","steps":["trace[656382420] 'agreement among raft nodes before linearized reading' (duration: 238.71148ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:56:32.160887Z","caller":"traceutil/trace.go:171","msg":"trace[1363042422] transaction","detail":"{read_only:false; response_revision:21778; number_of_response:1; }","duration":"265.591409ms","start":"2026-03-01T21:56:31.8952Z","end":"2026-03-01T21:56:32.160791Z","steps":["trace[1363042422] 'process raft request' (duration: 264.723409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:56:32.160983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.856624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:56:32.161057Z","caller":"traceutil/trace.go:171","msg":"trace[1628554665] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:21778; }","duration":"239.012307ms","start":"2026-03-01T21:56:31.922026Z","end":"2026-03-01T21:56:32.161038Z","steps":["trace[1628554665] 'agreement among raft nodes before linearized reading' (duration: 238.897995ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:56:32.160957Z","caller":"traceutil/trace.go:171","msg":"trace[2073112343] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:21778; }","duration":"238.952287ms","start":"2026-03-01T21:56:31.921977Z","end":"2026-03-01T21:56:32.160929Z","steps":["trace[2073112343] 'agreement among raft nodes before linearized reading' (duration: 238.662469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:56:32.161127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.297152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T21:56:32.161097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.326253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-01T21:56:32.161166Z","caller":"traceutil/trace.go:171","msg":"trace[872054652] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21778; }","duration":"212.363253ms","start":"2026-03-01T21:56:31.948792Z","end":"2026-03-01T21:56:32.161155Z","steps":["trace[872054652] 'agreement among raft nodes before linearized reading' (duration: 211.991615ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:56:32.161199Z","caller":"traceutil/trace.go:171","msg":"trace[736282963] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:21778; }","duration":"234.486396ms","start":"2026-03-01T21:56:31.926689Z","end":"2026-03-01T21:56:32.161175Z","steps":["trace[736282963] 'agreement among raft nodes before linearized reading' (duration: 234.180819ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:56:41.896063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18779} {"level":"info","ts":"2026-03-01T21:56:42.010879Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18779,"took":"109.289276ms","hash":306563115,"current-db-size-bytes":46186496,"current-db-size":"46 MB","current-db-size-in-use-bytes":37695488,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-01T21:56:42.010967Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":306563115,"revision":18779,"compact-revision":16820} {"level":"info","ts":"2026-03-01T21:58:26.116526Z","caller":"traceutil/trace.go:171","msg":"trace[1168040894] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"298.853881ms","start":"2026-03-01T21:58:25.817631Z","end":"2026-03-01T21:58:26.116485Z","steps":["trace[1168040894] 'process raft request' (duration: 298.626286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.116907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:25.814515Z","time spent":"302.191055ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:26.32132Z","caller":"traceutil/trace.go:171","msg":"trace[130271684] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"370.015926ms","start":"2026-03-01T21:58:25.951282Z","end":"2026-03-01T21:58:26.321298Z","steps":["trace[130271684] 'process raft request' (duration: 369.71583ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:26.321583Z","caller":"traceutil/trace.go:171","msg":"trace[21854170] linearizableReadLoop","detail":"{readStateIndex:23633; appliedIndex:23631; }","duration":"367.270195ms","start":"2026-03-01T21:58:25.954298Z","end":"2026-03-01T21:58:26.321568Z","steps":["trace[21854170] 'read index received' (duration: 161.868598ms)","trace[21854170] 'applied index is now lower than readState.Index' (duration: 205.400557ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:26.32165Z","caller":"traceutil/trace.go:171","msg":"trace[146607580] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"248.772574ms","start":"2026-03-01T21:58:26.072865Z","end":"2026-03-01T21:58:26.321638Z","steps":["trace[146607580] 'process raft request' (duration: 248.360595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.32194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.632233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:58:26.321973Z","caller":"traceutil/trace.go:171","msg":"trace[1428746093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22835; }","duration":"367.711255ms","start":"2026-03-01T21:58:25.954254Z","end":"2026-03-01T21:58:26.321965Z","steps":["trace[1428746093] 'agreement among raft nodes before linearized reading' (duration: 367.580622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.321995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:25.954241Z","time spent":"367.748305ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:58:26.322193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.300407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T21:58:26.322221Z","caller":"traceutil/trace.go:171","msg":"trace[943087202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22835; }","duration":"367.344297ms","start":"2026-03-01T21:58:25.954869Z","end":"2026-03-01T21:58:26.322214Z","steps":["trace[943087202] 'agreement among raft nodes before linearized reading' (duration: 367.270315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.322239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:25.954858Z","time spent":"367.376599ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:26.322393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.100234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:58:26.322416Z","caller":"traceutil/trace.go:171","msg":"trace[215828356] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22835; }","duration":"158.153285ms","start":"2026-03-01T21:58:26.164256Z","end":"2026-03-01T21:58:26.322409Z","steps":["trace[215828356] 'agreement among raft nodes before linearized reading' (duration: 158.094474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.322547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.381957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:26.322645Z","caller":"traceutil/trace.go:171","msg":"trace[741119914] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22835; }","duration":"283.54879ms","start":"2026-03-01T21:58:26.039074Z","end":"2026-03-01T21:58:26.322623Z","steps":["trace[741119914] 'agreement among raft nodes before linearized reading' (duration: 283.396397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.322765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.331247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:58:26.322795Z","caller":"traceutil/trace.go:171","msg":"trace[691411749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22835; }","duration":"236.386299ms","start":"2026-03-01T21:58:26.086402Z","end":"2026-03-01T21:58:26.322788Z","steps":["trace[691411749] 'agreement among raft nodes before linearized reading' (duration: 236.313117ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:26.32296Z","caller":"traceutil/trace.go:171","msg":"trace[420710793] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"253.547131ms","start":"2026-03-01T21:58:26.069398Z","end":"2026-03-01T21:58:26.322946Z","steps":["trace[420710793] 'process raft request' (duration: 251.740921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.322982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:25.951251Z","time spent":"370.146119ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:26.702265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.474888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:26.702379Z","caller":"traceutil/trace.go:171","msg":"trace[395792476] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"369.930664ms","start":"2026-03-01T21:58:26.332429Z","end":"2026-03-01T21:58:26.702359Z","steps":["trace[395792476] 'process raft request' (duration: 186.263962ms)","trace[395792476] 'compare' (duration: 183.331725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:26.702436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:26.332405Z","time spent":"370.004596ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:26.717528Z","caller":"traceutil/trace.go:171","msg":"trace[1764134157] linearizableReadLoop","detail":"{readStateIndex:23639; appliedIndex:23636; }","duration":"382.28016ms","start":"2026-03-01T21:58:26.335235Z","end":"2026-03-01T21:58:26.717515Z","steps":["trace[1764134157] 'read index received' (duration: 183.481959ms)","trace[1764134157] 'applied index is now lower than readState.Index' (duration: 198.797361ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:26.717736Z","caller":"traceutil/trace.go:171","msg":"trace[788604878] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"383.958817ms","start":"2026-03-01T21:58:26.33376Z","end":"2026-03-01T21:58:26.717719Z","steps":["trace[788604878] 'process raft request' (duration: 383.721482ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:26.717841Z","caller":"traceutil/trace.go:171","msg":"trace[971269276] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"384.12122ms","start":"2026-03-01T21:58:26.333676Z","end":"2026-03-01T21:58:26.717797Z","steps":["trace[971269276] 'process raft request' (duration: 383.733742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.718177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:26.33366Z","time spent":"384.483009ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:26.718004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.75634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-01T21:58:26.718275Z","caller":"traceutil/trace.go:171","msg":"trace[70827589] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22838; }","duration":"383.069367ms","start":"2026-03-01T21:58:26.335191Z","end":"2026-03-01T21:58:26.71826Z","steps":["trace[70827589] 'agreement among raft nodes before linearized reading' (duration: 382.594217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.718371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:26.335172Z","time spent":"383.1526ms","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-01T21:58:26.718424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:26.333751Z","time spent":"384.319675ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:26.981859Z","caller":"traceutil/trace.go:171","msg":"trace[347835488] linearizableReadLoop","detail":"{readStateIndex:23640; appliedIndex:23639; }","duration":"264.261599ms","start":"2026-03-01T21:58:26.717574Z","end":"2026-03-01T21:58:26.981836Z","steps":["trace[347835488] 'read index received' (duration: 178.401655ms)","trace[347835488] 'applied index is now lower than readState.Index' (duration: 85.858304ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:26.981873Z","caller":"traceutil/trace.go:171","msg":"trace[1000531740] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"361.341354ms","start":"2026-03-01T21:58:26.620497Z","end":"2026-03-01T21:58:26.981838Z","steps":["trace[1000531740] 'process raft request' (duration: 275.457449ms)","trace[1000531740] 'compare' (duration: 85.67048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:26.982079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.666903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:58:26.982122Z","caller":"traceutil/trace.go:171","msg":"trace[2092441667] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22840; }","duration":"498.774776ms","start":"2026-03-01T21:58:26.483336Z","end":"2026-03-01T21:58:26.98211Z","steps":["trace[2092441667] 'agreement among raft nodes before linearized reading' (duration: 498.647283ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:26.982082Z","caller":"traceutil/trace.go:171","msg":"trace[821347631] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"220.495814ms","start":"2026-03-01T21:58:26.761549Z","end":"2026-03-01T21:58:26.982045Z","steps":["trace[821347631] 'process raft request' (duration: 220.237598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.982095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:26.620412Z","time spent":"361.535148ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:26.982165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:26.483292Z","time spent":"498.863227ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:26.982329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.409845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T21:58:26.982361Z","caller":"traceutil/trace.go:171","msg":"trace[1884160905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22840; }","duration":"204.468807ms","start":"2026-03-01T21:58:26.777884Z","end":"2026-03-01T21:58:26.982353Z","steps":["trace[1884160905] 'agreement among raft nodes before linearized reading' (duration: 204.317213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.982654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.425951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T21:58:26.982656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.397056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:26.982698Z","caller":"traceutil/trace.go:171","msg":"trace[782499588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22840; }","duration":"141.509313ms","start":"2026-03-01T21:58:26.841173Z","end":"2026-03-01T21:58:26.982682Z","steps":["trace[782499588] 'agreement among raft nodes before linearized reading' (duration: 141.414761ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:26.982699Z","caller":"traceutil/trace.go:171","msg":"trace[638041588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22840; }","duration":"152.461747ms","start":"2026-03-01T21:58:26.830225Z","end":"2026-03-01T21:58:26.982687Z","steps":["trace[638041588] 'agreement among raft nodes before linearized reading' (duration: 152.381365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:26.982895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.923133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T21:58:26.982932Z","caller":"traceutil/trace.go:171","msg":"trace[908615018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22840; }","duration":"142.010134ms","start":"2026-03-01T21:58:26.840912Z","end":"2026-03-01T21:58:26.982922Z","steps":["trace[908615018] 'agreement among raft nodes before linearized reading' (duration: 141.918452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:31.353046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.18785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:31.35317Z","caller":"traceutil/trace.go:171","msg":"trace[618280707] linearizableReadLoop","detail":"{readStateIndex:23676; appliedIndex:23674; }","duration":"351.598975ms","start":"2026-03-01T21:58:31.001553Z","end":"2026-03-01T21:58:31.353152Z","steps":["trace[618280707] 'read index received' (duration: 27.81985ms)","trace[618280707] 'applied index is now lower than readState.Index' (duration: 323.777725ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:31.35331Z","caller":"traceutil/trace.go:171","msg":"trace[548272268] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"352.973036ms","start":"2026-03-01T21:58:31.000284Z","end":"2026-03-01T21:58:31.353257Z","steps":["trace[548272268] 'process raft request' (duration: 174.460739ms)","trace[548272268] 'compare' (duration: 178.027527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:31.353438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.534355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:58:31.353466Z","caller":"traceutil/trace.go:171","msg":"trace[777773441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22874; }","duration":"347.575088ms","start":"2026-03-01T21:58:31.00588Z","end":"2026-03-01T21:58:31.353455Z","steps":["trace[777773441] 'agreement among raft nodes before linearized reading' (duration: 347.441524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:31.353494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:31.005868Z","time spent":"347.619168ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:58:31.353499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.922844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T21:58:31.353521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:31.000262Z","time spent":"353.12907ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:31.35358Z","caller":"traceutil/trace.go:171","msg":"trace[1585310401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22874; }","duration":"352.039636ms","start":"2026-03-01T21:58:31.001518Z","end":"2026-03-01T21:58:31.353558Z","steps":["trace[1585310401] 'agreement among raft nodes before linearized reading' (duration: 351.755209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:31.353628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:31.001506Z","time spent":"352.113948ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:31.353722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.952285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:58:31.353747Z","caller":"traceutil/trace.go:171","msg":"trace[561160028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22874; }","duration":"243.220841ms","start":"2026-03-01T21:58:31.11052Z","end":"2026-03-01T21:58:31.353741Z","steps":["trace[561160028] 'agreement among raft nodes before linearized reading' (duration: 243.148709ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:31.527613Z","caller":"traceutil/trace.go:171","msg":"trace[1561998084] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"168.614098ms","start":"2026-03-01T21:58:31.35897Z","end":"2026-03-01T21:58:31.527584Z","steps":["trace[1561998084] 'process raft request' (duration: 166.695315ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:31.574888Z","caller":"traceutil/trace.go:171","msg":"trace[1801959983] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"213.08771ms","start":"2026-03-01T21:58:31.361763Z","end":"2026-03-01T21:58:31.574851Z","steps":["trace[1801959983] 'process raft request' (duration: 213.029599ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:31.574919Z","caller":"traceutil/trace.go:171","msg":"trace[1031244832] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"215.482973ms","start":"2026-03-01T21:58:31.359404Z","end":"2026-03-01T21:58:31.574887Z","steps":["trace[1031244832] 'process raft request' (duration: 215.213236ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:32.361308Z","caller":"traceutil/trace.go:171","msg":"trace[1699887669] linearizableReadLoop","detail":"{readStateIndex:23680; appliedIndex:23679; }","duration":"192.391567ms","start":"2026-03-01T21:58:32.168896Z","end":"2026-03-01T21:58:32.361288Z","steps":["trace[1699887669] 'read index received' (duration: 192.262494ms)","trace[1699887669] 'applied index is now lower than readState.Index' (duration: 128.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:32.361409Z","caller":"traceutil/trace.go:171","msg":"trace[245107747] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"209.626942ms","start":"2026-03-01T21:58:32.15173Z","end":"2026-03-01T21:58:32.361357Z","steps":["trace[245107747] 'process raft request' (duration: 209.408648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:32.361619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.680864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T21:58:32.361718Z","caller":"traceutil/trace.go:171","msg":"trace[1683450252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22878; }","duration":"192.813897ms","start":"2026-03-01T21:58:32.168833Z","end":"2026-03-01T21:58:32.361647Z","steps":["trace[1683450252] 'agreement among raft nodes before linearized reading' (duration: 192.545261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:32.636597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.106425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:32.636741Z","caller":"traceutil/trace.go:171","msg":"trace[650257100] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22881; }","duration":"202.33379ms","start":"2026-03-01T21:58:32.434374Z","end":"2026-03-01T21:58:32.636708Z","steps":["trace[650257100] 'range keys from in-memory index tree' (duration: 201.947901ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:32.875898Z","caller":"traceutil/trace.go:171","msg":"trace[261855453] transaction","detail":"{read_only:false; response_revision:22882; number_of_response:1; }","duration":"353.849835ms","start":"2026-03-01T21:58:32.522029Z","end":"2026-03-01T21:58:32.875879Z","steps":["trace[261855453] 'process raft request' (duration: 353.697672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:32.876049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:32.521997Z","time spent":"353.962148ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:32.876043Z","caller":"traceutil/trace.go:171","msg":"trace[16894919] linearizableReadLoop","detail":"{readStateIndex:23684; appliedIndex:23684; }","duration":"234.711502ms","start":"2026-03-01T21:58:32.641307Z","end":"2026-03-01T21:58:32.876018Z","steps":["trace[16894919] 'read index received' (duration: 234.699401ms)","trace[16894919] 'applied index is now lower than readState.Index' (duration: 10.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:32.876198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.880295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:32.87627Z","caller":"traceutil/trace.go:171","msg":"trace[912938722] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22882; }","duration":"235.018798ms","start":"2026-03-01T21:58:32.641234Z","end":"2026-03-01T21:58:32.876253Z","steps":["trace[912938722] 'agreement among raft nodes before linearized reading' (duration: 234.872094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:32.889493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.406475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T21:58:32.889556Z","caller":"traceutil/trace.go:171","msg":"trace[574407415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22883; }","duration":"155.477586ms","start":"2026-03-01T21:58:32.734064Z","end":"2026-03-01T21:58:32.889541Z","steps":["trace[574407415] 'agreement among raft nodes before linearized reading' (duration: 155.259311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:32.889743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.412586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:32.889847Z","caller":"traceutil/trace.go:171","msg":"trace[1005542405] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22883; }","duration":"213.549589ms","start":"2026-03-01T21:58:32.676267Z","end":"2026-03-01T21:58:32.889817Z","steps":["trace[1005542405] 'agreement among raft nodes before linearized reading' (duration: 213.408386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:32.890027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.563762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:58:32.889774Z","caller":"traceutil/trace.go:171","msg":"trace[57772947] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"196.224963ms","start":"2026-03-01T21:58:32.693533Z","end":"2026-03-01T21:58:32.889758Z","steps":["trace[57772947] 'process raft request' (duration: 195.530188ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:32.89019Z","caller":"traceutil/trace.go:171","msg":"trace[1428333248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22883; }","duration":"148.632553ms","start":"2026-03-01T21:58:32.741435Z","end":"2026-03-01T21:58:32.890067Z","steps":["trace[1428333248] 'agreement among raft nodes before linearized reading' (duration: 148.51655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:32.889596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.456568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:32.890498Z","caller":"traceutil/trace.go:171","msg":"trace[3836901] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:22883; }","duration":"175.413909ms","start":"2026-03-01T21:58:32.715062Z","end":"2026-03-01T21:58:32.890475Z","steps":["trace[3836901] 'agreement among raft nodes before linearized reading' (duration: 174.434207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:32.890624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.587827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T21:58:32.89071Z","caller":"traceutil/trace.go:171","msg":"trace[655095866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22883; }","duration":"150.696198ms","start":"2026-03-01T21:58:32.740002Z","end":"2026-03-01T21:58:32.890698Z","steps":["trace[655095866] 'agreement among raft nodes before linearized reading' (duration: 150.416872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:33.104398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.724868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:33.104757Z","caller":"traceutil/trace.go:171","msg":"trace[602300444] linearizableReadLoop","detail":"{readStateIndex:23688; appliedIndex:23685; }","duration":"201.199704ms","start":"2026-03-01T21:58:32.903535Z","end":"2026-03-01T21:58:33.104734Z","steps":["trace[602300444] 'read index received' (duration: 72.029685ms)","trace[602300444] 'applied index is now lower than readState.Index' (duration: 129.168529ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:33.104827Z","caller":"traceutil/trace.go:171","msg":"trace[1494849435] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"208.633609ms","start":"2026-03-01T21:58:32.896177Z","end":"2026-03-01T21:58:33.10481Z","steps":["trace[1494849435] 'process raft request' (duration: 208.502617ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:33.104827Z","caller":"traceutil/trace.go:171","msg":"trace[133043344] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"209.844616ms","start":"2026-03-01T21:58:32.894947Z","end":"2026-03-01T21:58:33.104791Z","steps":["trace[133043344] 'process raft request' (duration: 209.651382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:33.105008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.481891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-01T21:58:33.105046Z","caller":"traceutil/trace.go:171","msg":"trace[2024087670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22886; }","duration":"201.547682ms","start":"2026-03-01T21:58:32.903485Z","end":"2026-03-01T21:58:33.105032Z","steps":["trace[2024087670] 'agreement among raft nodes before linearized reading' (duration: 201.317187ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:33.104747Z","caller":"traceutil/trace.go:171","msg":"trace[1651140685] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"210.962922ms","start":"2026-03-01T21:58:32.893749Z","end":"2026-03-01T21:58:33.104712Z","steps":["trace[1651140685] 'process raft request' (duration: 81.810824ms)","trace[1651140685] 'compare' (duration: 128.464532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:33.550728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.824523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:33.550844Z","caller":"traceutil/trace.go:171","msg":"trace[925125228] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"516.121952ms","start":"2026-03-01T21:58:33.034702Z","end":"2026-03-01T21:58:33.550824Z","steps":["trace[925125228] 'process raft request' (duration: 369.112085ms)","trace[925125228] 'compare' (duration: 146.69506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:33.550917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:33.034666Z","time spent":"516.212585ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:33.551775Z","caller":"traceutil/trace.go:171","msg":"trace[79712058] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"190.967376ms","start":"2026-03-01T21:58:33.360778Z","end":"2026-03-01T21:58:33.551746Z","steps":["trace[79712058] 'process raft request' (duration: 190.823952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:33.92678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.999736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:33.926978Z","caller":"traceutil/trace.go:171","msg":"trace[2052683703] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"148.07351ms","start":"2026-03-01T21:58:33.778889Z","end":"2026-03-01T21:58:33.926963Z","steps":["trace[2052683703] 'process raft request' (duration: 147.991348ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:33.927151Z","caller":"traceutil/trace.go:171","msg":"trace[578051638] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"342.593945ms","start":"2026-03-01T21:58:33.58454Z","end":"2026-03-01T21:58:33.92714Z","steps":["trace[578051638] 'process raft request' (duration: 90.142269ms)","trace[578051638] 'compare' (duration: 251.491925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:33.927198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:33.583961Z","time spent":"343.214578ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:34.812607Z","caller":"traceutil/trace.go:171","msg":"trace[109170661] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"445.046459ms","start":"2026-03-01T21:58:34.367532Z","end":"2026-03-01T21:58:34.812578Z","steps":["trace[109170661] 'process raft request' (duration: 444.850344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:34.812783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:34.367499Z","time spent":"445.193651ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:34.838128Z","caller":"traceutil/trace.go:171","msg":"trace[1875586237] transaction","detail":"{read_only:false; response_revision:22894; number_of_response:1; }","duration":"469.696807ms","start":"2026-03-01T21:58:34.368407Z","end":"2026-03-01T21:58:34.838104Z","steps":["trace[1875586237] 'process raft request' (duration: 469.485523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:34.838289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:34.368377Z","time spent":"469.8279ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:34.838752Z","caller":"traceutil/trace.go:171","msg":"trace[2089142558] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"470.23819ms","start":"2026-03-01T21:58:34.368475Z","end":"2026-03-01T21:58:34.838713Z","steps":["trace[2089142558] 'process raft request' (duration: 469.580414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:34.838987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:34.368443Z","time spent":"470.449435ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:34.838986Z","caller":"traceutil/trace.go:171","msg":"trace[1013350274] linearizableReadLoop","detail":"{readStateIndex:23698; appliedIndex:23694; }","duration":"451.615055ms","start":"2026-03-01T21:58:34.387323Z","end":"2026-03-01T21:58:34.838938Z","steps":["trace[1013350274] 'read index received' (duration: 425.110093ms)","trace[1013350274] 'applied index is now lower than readState.Index' (duration: 26.502892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:34.839371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.016394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-65d579bfc8-6x76l.1898d5012c56bd02\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-01T21:58:34.839563Z","caller":"traceutil/trace.go:171","msg":"trace[1541984234] range","detail":"{range_begin:/registry/events/openstack/glance-api-65d579bfc8-6x76l.1898d5012c56bd02; range_end:; response_count:1; response_revision:22896; }","duration":"452.235899ms","start":"2026-03-01T21:58:34.387283Z","end":"2026-03-01T21:58:34.839519Z","steps":["trace[1541984234] 'agreement among raft nodes before linearized reading' (duration: 451.82302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:34.839695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:34.38727Z","time spent":"452.407433ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2011,"request content":"key:\"/registry/events/openstack/glance-api-65d579bfc8-6x76l.1898d5012c56bd02\" "} {"level":"info","ts":"2026-03-01T21:58:34.839798Z","caller":"traceutil/trace.go:171","msg":"trace[1792875172] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"470.546037ms","start":"2026-03-01T21:58:34.369226Z","end":"2026-03-01T21:58:34.839772Z","steps":["trace[1792875172] 'process raft request' (duration: 469.240058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:34.840595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:34.369193Z","time spent":"471.068958ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:35.102095Z","caller":"traceutil/trace.go:171","msg":"trace[1376697846] linearizableReadLoop","detail":"{readStateIndex:23699; appliedIndex:23698; }","duration":"250.561805ms","start":"2026-03-01T21:58:34.851501Z","end":"2026-03-01T21:58:35.102063Z","steps":["trace[1376697846] 'read index received' (duration: 235.53989ms)","trace[1376697846] 'applied index is now lower than readState.Index' (duration: 15.020475ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:35.102143Z","caller":"traceutil/trace.go:171","msg":"trace[584184452] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"258.732557ms","start":"2026-03-01T21:58:34.843363Z","end":"2026-03-01T21:58:35.102096Z","steps":["trace[584184452] 'process raft request' (duration: 243.66603ms)","trace[584184452] 'compare' (duration: 14.548654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:35.102321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.606908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:35.102384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.872451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-01T21:58:35.102412Z","caller":"traceutil/trace.go:171","msg":"trace[611216370] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:22897; }","duration":"238.753951ms","start":"2026-03-01T21:58:34.863634Z","end":"2026-03-01T21:58:35.102388Z","steps":["trace[611216370] 'agreement among raft nodes before linearized reading' (duration: 238.611078ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:35.102423Z","caller":"traceutil/trace.go:171","msg":"trace[2069335273] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:22897; }","duration":"250.967863ms","start":"2026-03-01T21:58:34.851443Z","end":"2026-03-01T21:58:35.102411Z","steps":["trace[2069335273] 'agreement among raft nodes before linearized reading' (duration: 250.785609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:36.076718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870434798,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:58:36.127994Z","caller":"traceutil/trace.go:171","msg":"trace[1366712751] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"570.164457ms","start":"2026-03-01T21:58:35.557798Z","end":"2026-03-01T21:58:36.127963Z","steps":["trace[1366712751] 'process raft request' (duration: 569.938732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:36.128228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:35.557771Z","time spent":"570.364832ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:36.157478Z","caller":"traceutil/trace.go:171","msg":"trace[532697330] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"599.129472ms","start":"2026-03-01T21:58:35.558325Z","end":"2026-03-01T21:58:36.157455Z","steps":["trace[532697330] 'process raft request' (duration: 598.865596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:36.157645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:35.558313Z","time spent":"599.277875ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:36.157441Z","caller":"traceutil/trace.go:171","msg":"trace[1982800277] linearizableReadLoop","detail":"{readStateIndex:23706; appliedIndex:23704; }","duration":"581.685013ms","start":"2026-03-01T21:58:35.575715Z","end":"2026-03-01T21:58:36.1574Z","steps":["trace[1982800277] 'read index received' (duration: 552.058853ms)","trace[1982800277] 'applied index is now lower than readState.Index' (duration: 29.62464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:36.157752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.001379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T21:58:36.157871Z","caller":"traceutil/trace.go:171","msg":"trace[1207598651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22903; }","duration":"582.167244ms","start":"2026-03-01T21:58:35.575671Z","end":"2026-03-01T21:58:36.157838Z","steps":["trace[1207598651] 'agreement among raft nodes before linearized reading' (duration: 581.857446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:36.157946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:35.575658Z","time spent":"582.271436ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:36.158059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.451988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T21:58:36.158149Z","caller":"traceutil/trace.go:171","msg":"trace[1544821531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22903; }","duration":"546.594442ms","start":"2026-03-01T21:58:35.611534Z","end":"2026-03-01T21:58:36.158129Z","steps":["trace[1544821531] 'agreement among raft nodes before linearized reading' (duration: 546.336516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:36.158221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:35.611509Z","time spent":"546.701855ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:36.158414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.03162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:58:36.158454Z","caller":"traceutil/trace.go:171","msg":"trace[1529141173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22903; }","duration":"227.097071ms","start":"2026-03-01T21:58:35.931342Z","end":"2026-03-01T21:58:36.158439Z","steps":["trace[1529141173] 'agreement among raft nodes before linearized reading' (duration: 227.006219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:36.158564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.935476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:36.158596Z","caller":"traceutil/trace.go:171","msg":"trace[926630192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22903; }","duration":"326.966437ms","start":"2026-03-01T21:58:35.831623Z","end":"2026-03-01T21:58:36.158589Z","steps":["trace[926630192] 'agreement among raft nodes before linearized reading' (duration: 326.915736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:36.158621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:35.831608Z","time spent":"327.007688ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:58:36.337356Z","caller":"traceutil/trace.go:171","msg":"trace[250529929] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"172.184308ms","start":"2026-03-01T21:58:36.165137Z","end":"2026-03-01T21:58:36.337321Z","steps":["trace[250529929] 'process raft request' (duration: 172.043625ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:36.337671Z","caller":"traceutil/trace.go:171","msg":"trace[1794486845] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"172.643077ms","start":"2026-03-01T21:58:36.165013Z","end":"2026-03-01T21:58:36.337656Z","steps":["trace[1794486845] 'process raft request' (duration: 158.793879ms)","trace[1794486845] 'compare' (duration: 12.909677ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:36.943123Z","caller":"traceutil/trace.go:171","msg":"trace[1700670951] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"124.493345ms","start":"2026-03-01T21:58:36.818609Z","end":"2026-03-01T21:58:36.943102Z","steps":["trace[1700670951] 'process raft request' (duration: 124.332392ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:37.224569Z","caller":"traceutil/trace.go:171","msg":"trace[1184140716] linearizableReadLoop","detail":"{readStateIndex:23713; appliedIndex:23710; }","duration":"250.795618ms","start":"2026-03-01T21:58:36.973753Z","end":"2026-03-01T21:58:37.224549Z","steps":["trace[1184140716] 'read index received' (duration: 250.568483ms)","trace[1184140716] 'applied index is now lower than readState.Index' (duration: 225.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:37.224953Z","caller":"traceutil/trace.go:171","msg":"trace[1858034074] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"377.970343ms","start":"2026-03-01T21:58:36.846968Z","end":"2026-03-01T21:58:37.224939Z","steps":["trace[1858034074] 'process raft request' (duration: 377.515813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:37.225059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.274689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:37.225014Z","caller":"traceutil/trace.go:171","msg":"trace[1910888929] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"378.864323ms","start":"2026-03-01T21:58:36.846125Z","end":"2026-03-01T21:58:37.22499Z","steps":["trace[1910888929] 'process raft request' (duration: 378.330011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:37.225255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:36.846962Z","time spent":"378.188689ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:37.225365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:36.846091Z","time spent":"379.186181ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:37.225135Z","caller":"traceutil/trace.go:171","msg":"trace[13619159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22910; }","duration":"251.412383ms","start":"2026-03-01T21:58:36.973706Z","end":"2026-03-01T21:58:37.225118Z","steps":["trace[13619159] 'agreement among raft nodes before linearized reading' (duration: 251.277609ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:37.225Z","caller":"traceutil/trace.go:171","msg":"trace[1651003007] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"378.982316ms","start":"2026-03-01T21:58:36.845989Z","end":"2026-03-01T21:58:37.224971Z","steps":["trace[1651003007] 'process raft request' (duration: 378.342072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:37.225623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:36.84596Z","time spent":"379.622741ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:37.551499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.381234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:37.551971Z","caller":"traceutil/trace.go:171","msg":"trace[1256167363] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"322.268782ms","start":"2026-03-01T21:58:37.22967Z","end":"2026-03-01T21:58:37.551939Z","steps":["trace[1256167363] 'process raft request' (duration: 170.295275ms)","trace[1256167363] 'compare' (duration: 151.003296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:37.552116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:37.22965Z","time spent":"322.371565ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:37.995707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.760013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:37.996182Z","caller":"traceutil/trace.go:171","msg":"trace[754478590] linearizableReadLoop","detail":"{readStateIndex:23716; appliedIndex:23714; }","duration":"563.338965ms","start":"2026-03-01T21:58:37.432823Z","end":"2026-03-01T21:58:37.996162Z","steps":["trace[754478590] 'read index received' (duration: 353.943068ms)","trace[754478590] 'applied index is now lower than readState.Index' (duration: 209.394647ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:37.99635Z","caller":"traceutil/trace.go:171","msg":"trace[980256977] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"766.34987ms","start":"2026-03-01T21:58:37.229959Z","end":"2026-03-01T21:58:37.996309Z","steps":["trace[980256977] 'process raft request' (duration: 556.885691ms)","trace[980256977] 'compare' (duration: 208.590489ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:37.996363Z","caller":"traceutil/trace.go:171","msg":"trace[1784468063] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"765.413548ms","start":"2026-03-01T21:58:37.230927Z","end":"2026-03-01T21:58:37.996341Z","steps":["trace[1784468063] 'process raft request' (duration: 765.133802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:37.99711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:37.230912Z","time spent":"766.139074ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:37.996485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.612971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:37.997527Z","caller":"traceutil/trace.go:171","msg":"trace[1069298318] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22913; }","duration":"564.731096ms","start":"2026-03-01T21:58:37.432763Z","end":"2026-03-01T21:58:37.997494Z","steps":["trace[1069298318] 'agreement among raft nodes before linearized reading' (duration: 563.57492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:37.997667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:37.432737Z","time spent":"564.861618ms","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:37.998262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:37.229948Z","time spent":"767.010464ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:38.021963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.379782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:38.022073Z","caller":"traceutil/trace.go:171","msg":"trace[722981882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22914; }","duration":"190.542896ms","start":"2026-03-01T21:58:37.831513Z","end":"2026-03-01T21:58:38.022056Z","steps":["trace[722981882] 'agreement among raft nodes before linearized reading' (duration: 190.387453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:38.022145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.931369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-01T21:58:38.022241Z","caller":"traceutil/trace.go:171","msg":"trace[135868133] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:22914; }","duration":"573.200375ms","start":"2026-03-01T21:58:37.449021Z","end":"2026-03-01T21:58:38.022222Z","steps":["trace[135868133] 'agreement among raft nodes before linearized reading' (duration: 572.823726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:38.022606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:37.448995Z","time spent":"573.596814ms","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-01T21:58:38.023437Z","caller":"traceutil/trace.go:171","msg":"trace[553559099] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"126.032448ms","start":"2026-03-01T21:58:37.895851Z","end":"2026-03-01T21:58:38.021884Z","steps":["trace[553559099] 'process raft request' (duration: 125.792953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:38.670511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.385293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T21:58:38.670597Z","caller":"traceutil/trace.go:171","msg":"trace[602637727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22914; }","duration":"557.508095ms","start":"2026-03-01T21:58:38.113069Z","end":"2026-03-01T21:58:38.670577Z","steps":["trace[602637727] 'range keys from in-memory index tree' (duration: 557.189517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:38.670657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.113049Z","time spent":"557.596108ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:58:38.670982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.07081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:38.671207Z","caller":"traceutil/trace.go:171","msg":"trace[1219447347] linearizableReadLoop","detail":"{readStateIndex:23719; appliedIndex:23717; }","duration":"488.472707ms","start":"2026-03-01T21:58:38.182714Z","end":"2026-03-01T21:58:38.671187Z","steps":["trace[1219447347] 'read index received' (duration: 117.121091ms)","trace[1219447347] 'applied index is now lower than readState.Index' (duration: 371.350256ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:38.671268Z","caller":"traceutil/trace.go:171","msg":"trace[900512367] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"538.351538ms","start":"2026-03-01T21:58:38.132865Z","end":"2026-03-01T21:58:38.671216Z","steps":["trace[900512367] 'process raft request' (duration: 166.953171ms)","trace[900512367] 'compare' (duration: 370.309172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:38.67143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.132849Z","time spent":"538.490391ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:38.671468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:38.671511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.793034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:58:38.671514Z","caller":"traceutil/trace.go:171","msg":"trace[613984879] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22916; }","duration":"373.857132ms","start":"2026-03-01T21:58:38.297641Z","end":"2026-03-01T21:58:38.671498Z","steps":["trace[613984879] 'agreement among raft nodes before linearized reading' (duration: 373.733969ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:38.671554Z","caller":"traceutil/trace.go:171","msg":"trace[1955395173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22916; }","duration":"488.869726ms","start":"2026-03-01T21:58:38.18267Z","end":"2026-03-01T21:58:38.67154Z","steps":["trace[1955395173] 'agreement among raft nodes before linearized reading' (duration: 488.658441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:38.671557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.297586Z","time spent":"373.962174ms","remote":"127.0.0.1:41850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:38.671556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.612667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T21:58:38.67159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.182651Z","time spent":"488.930477ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:58:38.67161Z","caller":"traceutil/trace.go:171","msg":"trace[321010209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22916; }","duration":"325.723359ms","start":"2026-03-01T21:58:38.345871Z","end":"2026-03-01T21:58:38.671595Z","steps":["trace[321010209] 'agreement among raft nodes before linearized reading' (duration: 325.517525ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:38.671309Z","caller":"traceutil/trace.go:171","msg":"trace[266609099] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"507.265465ms","start":"2026-03-01T21:58:38.164029Z","end":"2026-03-01T21:58:38.671294Z","steps":["trace[266609099] 'process raft request' (duration: 507.05968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:38.671611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.776638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T21:58:38.67165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.345848Z","time spent":"325.79066ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:38.671702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.163999Z","time spent":"507.669634ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:38.671697Z","caller":"traceutil/trace.go:171","msg":"trace[1053344276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22916; }","duration":"328.916151ms","start":"2026-03-01T21:58:38.34276Z","end":"2026-03-01T21:58:38.671676Z","steps":["trace[1053344276] 'agreement among raft nodes before linearized reading' (duration: 328.634725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:38.671755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.342739Z","time spent":"329.006803ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:58:39.535477Z","caller":"traceutil/trace.go:171","msg":"trace[1395892245] linearizableReadLoop","detail":"{readStateIndex:23722; appliedIndex:23719; }","duration":"857.508351ms","start":"2026-03-01T21:58:38.677937Z","end":"2026-03-01T21:58:39.535445Z","steps":["trace[1395892245] 'read index received' (duration: 29.908397ms)","trace[1395892245] 'applied index is now lower than readState.Index' (duration: 827.598594ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:39.535525Z","caller":"traceutil/trace.go:171","msg":"trace[1923927919] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"857.970221ms","start":"2026-03-01T21:58:38.67752Z","end":"2026-03-01T21:58:39.53549Z","steps":["trace[1923927919] 'process raft request' (duration: 857.653994ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:39.535603Z","caller":"traceutil/trace.go:171","msg":"trace[797091546] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"858.009051ms","start":"2026-03-01T21:58:38.67752Z","end":"2026-03-01T21:58:39.535529Z","steps":["trace[797091546] 'process raft request' (duration: 857.861058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:39.535739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.677505Z","time spent":"858.087693ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:39.535848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.828688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-01T21:58:39.536157Z","caller":"traceutil/trace.go:171","msg":"trace[1661768298] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22919; }","duration":"858.041522ms","start":"2026-03-01T21:58:38.677917Z","end":"2026-03-01T21:58:39.535959Z","steps":["trace[1661768298] 'agreement among raft nodes before linearized reading' (duration: 857.681394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:39.535832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.677498Z","time spent":"858.222376ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:39.536202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.677909Z","time spent":"858.281247ms","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T21:58:39.576498Z","caller":"traceutil/trace.go:171","msg":"trace[537846582] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"626.899811ms","start":"2026-03-01T21:58:38.949567Z","end":"2026-03-01T21:58:39.576467Z","steps":["trace[537846582] 'process raft request' (duration: 626.650956ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:39.576522Z","caller":"traceutil/trace.go:171","msg":"trace[100583706] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"345.838648ms","start":"2026-03-01T21:58:39.230653Z","end":"2026-03-01T21:58:39.576492Z","steps":["trace[100583706] 'process raft request' (duration: 345.714515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:39.576635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.949531Z","time spent":"627.017404ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:39.576716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:39.23062Z","time spent":"345.957291ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:39.57672Z","caller":"traceutil/trace.go:171","msg":"trace[1023115972] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"343.557287ms","start":"2026-03-01T21:58:39.233084Z","end":"2026-03-01T21:58:39.576642Z","steps":["trace[1023115972] 'process raft request' (duration: 343.348883ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:39.57697Z","caller":"traceutil/trace.go:171","msg":"trace[2112604671] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"342.771989ms","start":"2026-03-01T21:58:39.234187Z","end":"2026-03-01T21:58:39.576959Z","steps":["trace[2112604671] 'process raft request' (duration: 342.282848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:39.576951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:39.233072Z","time spent":"343.782482ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:39.576998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.211391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:39.577263Z","caller":"traceutil/trace.go:171","msg":"trace[473644989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22923; }","duration":"742.533538ms","start":"2026-03-01T21:58:38.834705Z","end":"2026-03-01T21:58:39.577239Z","steps":["trace[473644989] 'agreement among raft nodes before linearized reading' (duration: 742.089339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:39.577022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:39.234173Z","time spent":"342.82529ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:39.577325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:38.83468Z","time spent":"742.631961ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:58:40.481887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.535456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:40.482349Z","caller":"traceutil/trace.go:171","msg":"trace[38467034] linearizableReadLoop","detail":"{readStateIndex:23727; appliedIndex:23726; }","duration":"898.093794ms","start":"2026-03-01T21:58:39.58423Z","end":"2026-03-01T21:58:40.482323Z","steps":["trace[38467034] 'read index received' (duration: 470.973016ms)","trace[38467034] 'applied index is now lower than readState.Index' (duration: 427.118658ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:40.482488Z","caller":"traceutil/trace.go:171","msg":"trace[638911607] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"900.761254ms","start":"2026-03-01T21:58:39.581686Z","end":"2026-03-01T21:58:40.482447Z","steps":["trace[638911607] 'process raft request' (duration: 473.500952ms)","trace[638911607] 'compare' (duration: 426.136187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:40.482653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:39.581653Z","time spent":"900.902037ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:40.482821Z","caller":"traceutil/trace.go:171","msg":"trace[2039115770] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"510.036217ms","start":"2026-03-01T21:58:39.972739Z","end":"2026-03-01T21:58:40.482776Z","steps":["trace[2039115770] 'process raft request' (duration: 509.27143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:40.483021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:39.972712Z","time spent":"510.2182ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:40.504327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.050834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:40.504458Z","caller":"traceutil/trace.go:171","msg":"trace[1293051714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22925; }","duration":"920.242298ms","start":"2026-03-01T21:58:39.584182Z","end":"2026-03-01T21:58:40.504425Z","steps":["trace[1293051714] 'agreement among raft nodes before linearized reading' (duration: 898.285038ms)","trace[1293051714] 'count revisions from in-memory index tree' (duration: 21.761525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:40.504518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.366461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:40.504535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:39.584163Z","time spent":"920.353521ms","remote":"127.0.0.1:48950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:40.504642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.032236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:40.504668Z","caller":"traceutil/trace.go:171","msg":"trace[74463030] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22926; }","duration":"902.571255ms","start":"2026-03-01T21:58:39.602074Z","end":"2026-03-01T21:58:40.504645Z","steps":["trace[74463030] 'agreement among raft nodes before linearized reading' (duration: 902.36995ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:40.504728Z","caller":"traceutil/trace.go:171","msg":"trace[1912928079] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"118.583812ms","start":"2026-03-01T21:58:40.386131Z","end":"2026-03-01T21:58:40.504714Z","steps":["trace[1912928079] 'process raft request' (duration: 118.170793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:40.504749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.061298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:40.504693Z","caller":"traceutil/trace.go:171","msg":"trace[2039819987] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22926; }","duration":"173.122638ms","start":"2026-03-01T21:58:40.331551Z","end":"2026-03-01T21:58:40.504673Z","steps":["trace[2039819987] 'agreement among raft nodes before linearized reading' (duration: 173.026246ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:40.504794Z","caller":"traceutil/trace.go:171","msg":"trace[838396810] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22926; }","duration":"370.136549ms","start":"2026-03-01T21:58:40.134645Z","end":"2026-03-01T21:58:40.504782Z","steps":["trace[838396810] 'agreement among raft nodes before linearized reading' (duration: 370.075367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:40.504843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.134626Z","time spent":"370.205021ms","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:40.504951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.733843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T21:58:40.504987Z","caller":"traceutil/trace.go:171","msg":"trace[719918866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22926; }","duration":"502.793695ms","start":"2026-03-01T21:58:40.00218Z","end":"2026-03-01T21:58:40.504974Z","steps":["trace[719918866] 'agreement among raft nodes before linearized reading' (duration: 502.721563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:40.505009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.002166Z","time spent":"502.839056ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:40.504756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:39.602048Z","time spent":"902.690498ms","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T21:58:40.505137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.005107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:58:40.505157Z","caller":"traceutil/trace.go:171","msg":"trace[465142662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22926; }","duration":"502.043009ms","start":"2026-03-01T21:58:40.003109Z","end":"2026-03-01T21:58:40.505152Z","steps":["trace[465142662] 'agreement among raft nodes before linearized reading' (duration: 501.982888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:40.505171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.003101Z","time spent":"502.066409ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:58:40.850356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.238961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:40.850574Z","caller":"traceutil/trace.go:171","msg":"trace[1735945190] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"339.919986ms","start":"2026-03-01T21:58:40.510633Z","end":"2026-03-01T21:58:40.850553Z","steps":["trace[1735945190] 'process raft request' (duration: 339.845694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:40.850647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.51062Z","time spent":"339.992258ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:40.850671Z","caller":"traceutil/trace.go:171","msg":"trace[718270943] linearizableReadLoop","detail":"{readStateIndex:23731; appliedIndex:23730; }","duration":"341.47326ms","start":"2026-03-01T21:58:40.509168Z","end":"2026-03-01T21:58:40.850642Z","steps":["trace[718270943] 'read index received' (duration: 132.817129ms)","trace[718270943] 'applied index is now lower than readState.Index' (duration: 208.654441ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:40.850695Z","caller":"traceutil/trace.go:171","msg":"trace[650355293] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"341.549811ms","start":"2026-03-01T21:58:40.509114Z","end":"2026-03-01T21:58:40.850664Z","steps":["trace[650355293] 'process raft request' (duration: 132.904411ms)","trace[650355293] 'compare' (duration: 208.072648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:40.85082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.637283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:40.850831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.509088Z","time spent":"341.654874ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:40.850873Z","caller":"traceutil/trace.go:171","msg":"trace[291631944] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22928; }","duration":"341.735176ms","start":"2026-03-01T21:58:40.509125Z","end":"2026-03-01T21:58:40.85086Z","steps":["trace[291631944] 'agreement among raft nodes before linearized reading' (duration: 341.632674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:40.85091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.509106Z","time spent":"341.796788ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T21:58:41.120652Z","caller":"traceutil/trace.go:171","msg":"trace[1671509210] linearizableReadLoop","detail":"{readStateIndex:23734; appliedIndex:23732; }","duration":"269.897484ms","start":"2026-03-01T21:58:40.85073Z","end":"2026-03-01T21:58:41.120627Z","steps":["trace[1671509210] 'read index received' (duration: 269.70801ms)","trace[1671509210] 'applied index is now lower than readState.Index' (duration: 188.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:41.120678Z","caller":"traceutil/trace.go:171","msg":"trace[483336910] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"443.281019ms","start":"2026-03-01T21:58:40.677358Z","end":"2026-03-01T21:58:41.120639Z","steps":["trace[483336910] 'process raft request' (duration: 443.056904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:41.120746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.929139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:41.120768Z","caller":"traceutil/trace.go:171","msg":"trace[188039898] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"442.711126ms","start":"2026-03-01T21:58:40.67802Z","end":"2026-03-01T21:58:41.120731Z","steps":["trace[188039898] 'process raft request' (duration: 442.543512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:41.120794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.782888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T21:58:41.120816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.677334Z","time spent":"443.403531ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:41.120841Z","caller":"traceutil/trace.go:171","msg":"trace[482678366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22930; }","duration":"289.083573ms","start":"2026-03-01T21:58:40.831732Z","end":"2026-03-01T21:58:41.120816Z","steps":["trace[482678366] 'agreement among raft nodes before linearized reading' (duration: 288.905239ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:41.120864Z","caller":"traceutil/trace.go:171","msg":"trace[135257875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22930; }","duration":"407.88963ms","start":"2026-03-01T21:58:40.712952Z","end":"2026-03-01T21:58:41.120842Z","steps":["trace[135257875] 'agreement among raft nodes before linearized reading' (duration: 407.687386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:41.120908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.712929Z","time spent":"407.971351ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:41.120935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.678014Z","time spent":"442.829699ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:41.120968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.299584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T21:58:41.121021Z","caller":"traceutil/trace.go:171","msg":"trace[515256874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22930; }","duration":"266.395787ms","start":"2026-03-01T21:58:40.85461Z","end":"2026-03-01T21:58:41.121006Z","steps":["trace[515256874] 'agreement among raft nodes before linearized reading' (duration: 266.191712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:41.121009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.487077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-01T21:58:41.121158Z","caller":"traceutil/trace.go:171","msg":"trace[2033900056] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b; range_end:; response_count:1; response_revision:22930; }","duration":"611.652541ms","start":"2026-03-01T21:58:40.509473Z","end":"2026-03-01T21:58:41.121125Z","steps":["trace[2033900056] 'agreement among raft nodes before linearized reading' (duration: 611.305134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:41.121214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:40.509468Z","time spent":"611.734753ms","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-fe611008-fb27-4cd7-8cb4-827c4952a15b\" "} {"level":"warn","ts":"2026-03-01T21:58:41.847808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.517631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:58:41.847907Z","caller":"traceutil/trace.go:171","msg":"trace[1905665074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22931; }","duration":"306.668935ms","start":"2026-03-01T21:58:41.541219Z","end":"2026-03-01T21:58:41.847888Z","steps":["trace[1905665074] 'range keys from in-memory index tree' (duration: 306.290727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:41.847967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:41.541193Z","time spent":"306.764497ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:58:41.848228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.057103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T21:58:41.848271Z","caller":"traceutil/trace.go:171","msg":"trace[185235303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22931; }","duration":"307.139265ms","start":"2026-03-01T21:58:41.541125Z","end":"2026-03-01T21:58:41.848264Z","steps":["trace[185235303] 'range keys from in-memory index tree' (duration: 306.959071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:41.848292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:41.541102Z","time spent":"307.183637ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:58:41.848777Z","caller":"traceutil/trace.go:171","msg":"trace[146171706] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"266.243973ms","start":"2026-03-01T21:58:41.582495Z","end":"2026-03-01T21:58:41.848739Z","steps":["trace[146171706] 'process raft request' (duration: 207.335271ms)","trace[146171706] 'compare' (duration: 58.763619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:42.906387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062078401s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:58:43.010078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.395545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:43.010344Z","caller":"traceutil/trace.go:171","msg":"trace[1512935895] linearizableReadLoop","detail":"{readStateIndex:23739; appliedIndex:23735; }","duration":"1.34386117s","start":"2026-03-01T21:58:41.666458Z","end":"2026-03-01T21:58:43.010319Z","steps":["trace[1512935895] 'read index received' (duration: 123.456562ms)","trace[1512935895] 'applied index is now lower than readState.Index' (duration: 1.220403788s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:43.010327Z","caller":"traceutil/trace.go:171","msg":"trace[1196559244] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"1.427167257s","start":"2026-03-01T21:58:41.583122Z","end":"2026-03-01T21:58:43.01029Z","steps":["trace[1196559244] 'process raft request' (duration: 1.323454375s)","trace[1196559244] 'compare' (duration: 102.372451ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:43.010445Z","caller":"traceutil/trace.go:171","msg":"trace[341653008] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"1.427228488s","start":"2026-03-01T21:58:41.583207Z","end":"2026-03-01T21:58:43.010435Z","steps":["trace[341653008] 'process raft request' (duration: 1.426967852s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.010503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:41.5831Z","time spent":"1.42730412s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:43.01051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:41.583191Z","time spent":"1.42728626s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:43.010607Z","caller":"traceutil/trace.go:171","msg":"trace[375951534] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"1.156031484s","start":"2026-03-01T21:58:41.854558Z","end":"2026-03-01T21:58:43.01059Z","steps":["trace[375951534] 'process raft request' (duration: 1.155943352s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:43.010684Z","caller":"traceutil/trace.go:171","msg":"trace[1575821856] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"1.156802121s","start":"2026-03-01T21:58:41.85387Z","end":"2026-03-01T21:58:43.010672Z","steps":["trace[1575821856] 'process raft request' (duration: 1.156418623s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.010691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:41.854528Z","time spent":"1.156118527s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:43.010642Z","caller":"traceutil/trace.go:171","msg":"trace[198415] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"1.42730785s","start":"2026-03-01T21:58:41.583285Z","end":"2026-03-01T21:58:43.010593Z","steps":["trace[198415] 'process raft request' (duration: 1.426950413s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.010734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:41.853849Z","time spent":"1.156858772s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:43.010728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344216398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:43.010698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.930022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:43.010807Z","caller":"traceutil/trace.go:171","msg":"trace[239603869] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22937; }","duration":"1.344377472s","start":"2026-03-01T21:58:41.666406Z","end":"2026-03-01T21:58:43.010784Z","steps":["trace[239603869] 'agreement among raft nodes before linearized reading' (duration: 1.344129636s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:43.010836Z","caller":"traceutil/trace.go:171","msg":"trace[1125493873] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22937; }","duration":"990.060236ms","start":"2026-03-01T21:58:42.020753Z","end":"2026-03-01T21:58:43.010813Z","steps":["trace[1125493873] 'agreement among raft nodes before linearized reading' (duration: 989.904743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.010843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.692009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-01T21:58:43.010861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:41.666384Z","time spent":"1.344461513s","remote":"127.0.0.1:37072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:43.01087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:41.583242Z","time spent":"1.427509524s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:43.010888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.344848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:43.010888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:42.020724Z","time spent":"990.137777ms","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-01T21:58:43.010921Z","caller":"traceutil/trace.go:171","msg":"trace[1095666497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22937; }","duration":"179.415168ms","start":"2026-03-01T21:58:42.831496Z","end":"2026-03-01T21:58:43.010912Z","steps":["trace[1095666497] 'agreement among raft nodes before linearized reading' (duration: 179.364347ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:43.010883Z","caller":"traceutil/trace.go:171","msg":"trace[1266060273] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22937; }","duration":"128.72877ms","start":"2026-03-01T21:58:42.882144Z","end":"2026-03-01T21:58:43.010873Z","steps":["trace[1266060273] 'agreement among raft nodes before linearized reading' (duration: 128.586976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.011253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.416589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-01T21:58:43.011284Z","caller":"traceutil/trace.go:171","msg":"trace[196808823] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22937; }","duration":"258.48636ms","start":"2026-03-01T21:58:42.75279Z","end":"2026-03-01T21:58:43.011276Z","steps":["trace[196808823] 'agreement among raft nodes before linearized reading' (duration: 258.114842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.011323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.411246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:58:43.011355Z","caller":"traceutil/trace.go:171","msg":"trace[1994760122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22937; }","duration":"156.466568ms","start":"2026-03-01T21:58:42.85488Z","end":"2026-03-01T21:58:43.011347Z","steps":["trace[1994760122] 'agreement among raft nodes before linearized reading' (duration: 156.370096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.011402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.895125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:58:43.011494Z","caller":"traceutil/trace.go:171","msg":"trace[1376538349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22937; }","duration":"156.001358ms","start":"2026-03-01T21:58:42.855471Z","end":"2026-03-01T21:58:43.011472Z","steps":["trace[1376538349] 'agreement among raft nodes before linearized reading' (duration: 155.752342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.011505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.669083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T21:58:43.011513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.954235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T21:58:43.011547Z","caller":"traceutil/trace.go:171","msg":"trace[1645399209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22937; }","duration":"524.766955ms","start":"2026-03-01T21:58:42.48677Z","end":"2026-03-01T21:58:43.011537Z","steps":["trace[1645399209] 'agreement among raft nodes before linearized reading' (duration: 524.576101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.011578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:42.48674Z","time spent":"524.828906ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:58:43.011569Z","caller":"traceutil/trace.go:171","msg":"trace[1181730426] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22937; }","duration":"134.069258ms","start":"2026-03-01T21:58:42.877482Z","end":"2026-03-01T21:58:43.011551Z","steps":["trace[1181730426] 'agreement among raft nodes before linearized reading' (duration: 133.841333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.011591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.209775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:43.011626Z","caller":"traceutil/trace.go:171","msg":"trace[290863349] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22937; }","duration":"525.302337ms","start":"2026-03-01T21:58:42.486313Z","end":"2026-03-01T21:58:43.011616Z","steps":["trace[290863349] 'agreement among raft nodes before linearized reading' (duration: 525.242575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.011658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:42.486281Z","time spent":"525.368869ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:43.01166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.982251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:43.011696Z","caller":"traceutil/trace.go:171","msg":"trace[936817117] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22937; }","duration":"259.042883ms","start":"2026-03-01T21:58:42.752638Z","end":"2026-03-01T21:58:43.011681Z","steps":["trace[936817117] 'agreement among raft nodes before linearized reading' (duration: 258.982472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:43.583897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.881772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:43.584026Z","caller":"traceutil/trace.go:171","msg":"trace[623858341] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"564.214394ms","start":"2026-03-01T21:58:43.019791Z","end":"2026-03-01T21:58:43.584006Z","steps":["trace[623858341] 'process raft request' (duration: 396.092657ms)","trace[623858341] 'compare' (duration: 167.330969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:43.584087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.019761Z","time spent":"564.297976ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:44.254306Z","caller":"traceutil/trace.go:171","msg":"trace[2062887197] linearizableReadLoop","detail":"{readStateIndex:23745; appliedIndex:23741; }","duration":"1.233666364s","start":"2026-03-01T21:58:43.020612Z","end":"2026-03-01T21:58:44.254278Z","steps":["trace[2062887197] 'read index received' (duration: 395.382361ms)","trace[2062887197] 'applied index is now lower than readState.Index' (duration: 838.282883ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:44.254555Z","caller":"traceutil/trace.go:171","msg":"trace[1975753664] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"1.234439442s","start":"2026-03-01T21:58:43.020102Z","end":"2026-03-01T21:58:44.254541Z","steps":["trace[1975753664] 'process raft request' (duration: 1.155323699s)","trace[1975753664] 'compare' (duration: 77.985477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:44.254661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.020095Z","time spent":"1.234490383s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:44.254832Z","caller":"traceutil/trace.go:171","msg":"trace[1569536113] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"1.234607515s","start":"2026-03-01T21:58:43.020214Z","end":"2026-03-01T21:58:44.254822Z","steps":["trace[1569536113] 'process raft request' (duration: 1.233409178s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:44.254882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.020191Z","time spent":"1.234661417s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:44.255001Z","caller":"traceutil/trace.go:171","msg":"trace[1495261644] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"1.234660766s","start":"2026-03-01T21:58:43.020332Z","end":"2026-03-01T21:58:44.254992Z","steps":["trace[1495261644] 'process raft request' (duration: 1.233339366s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:44.255051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.020325Z","time spent":"1.234697208s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:44.255158Z","caller":"traceutil/trace.go:171","msg":"trace[1070254740] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"1.234114584s","start":"2026-03-01T21:58:43.021035Z","end":"2026-03-01T21:58:44.255149Z","steps":["trace[1070254740] 'process raft request' (duration: 1.232678912s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:44.255202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.021023Z","time spent":"1.234153445s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:44.255311Z","caller":"traceutil/trace.go:171","msg":"trace[374862060] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"1.227741392s","start":"2026-03-01T21:58:43.027561Z","end":"2026-03-01T21:58:44.255303Z","steps":["trace[374862060] 'process raft request' (duration: 1.226187567s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:44.25537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.02754Z","time spent":"1.227802433s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:44.255497Z","caller":"traceutil/trace.go:171","msg":"trace[1576657678] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"1.125036333s","start":"2026-03-01T21:58:43.130448Z","end":"2026-03-01T21:58:44.255484Z","steps":["trace[1576657678] 'process raft request' (duration: 1.123344766s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:44.255555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.130415Z","time spent":"1.125112904s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:44.255673Z","caller":"traceutil/trace.go:171","msg":"trace[1551693233] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"1.125002182s","start":"2026-03-01T21:58:43.130663Z","end":"2026-03-01T21:58:44.255665Z","steps":["trace[1551693233] 'process raft request' (duration: 1.123171581s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:44.255727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.130625Z","time spent":"1.125077283s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:44.256102Z","caller":"traceutil/trace.go:171","msg":"trace[618780797] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"847.428915ms","start":"2026-03-01T21:58:43.408653Z","end":"2026-03-01T21:58:44.256082Z","steps":["trace[618780797] 'process raft request' (duration: 845.334809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:44.256181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.40862Z","time spent":"847.521627ms","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:44.25639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23569942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:44.256782Z","caller":"traceutil/trace.go:171","msg":"trace[610435824] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22946; }","duration":"1.236185881s","start":"2026-03-01T21:58:43.020568Z","end":"2026-03-01T21:58:44.256754Z","steps":["trace[610435824] 'agreement among raft nodes before linearized reading' (duration: 1.235640808s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:44.257114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.020549Z","time spent":"1.236550709s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T21:58:45.507269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.947086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:45.507361Z","caller":"traceutil/trace.go:171","msg":"trace[354122304] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22946; }","duration":"340.050798ms","start":"2026-03-01T21:58:45.167295Z","end":"2026-03-01T21:58:45.507346Z","steps":["trace[354122304] 'range keys from in-memory index tree' (duration: 339.932406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.507738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.859968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:45.507928Z","caller":"traceutil/trace.go:171","msg":"trace[951498610] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"1.653556722s","start":"2026-03-01T21:58:43.854355Z","end":"2026-03-01T21:58:45.507912Z","steps":["trace[951498610] 'process raft request' (duration: 795.499329ms)","trace[951498610] 'compare' (duration: 856.476968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:45.507983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.854337Z","time spent":"1.653622493s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:45.508092Z","caller":"traceutil/trace.go:171","msg":"trace[1557695557] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"1.320618051s","start":"2026-03-01T21:58:44.187407Z","end":"2026-03-01T21:58:45.508025Z","steps":["trace[1557695557] 'process raft request' (duration: 1.320418997s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.508459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367322799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:58:45.508514Z","caller":"traceutil/trace.go:171","msg":"trace[1319363552] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:22951; }","duration":"2.36737334s","start":"2026-03-01T21:58:43.141129Z","end":"2026-03-01T21:58:45.508502Z","steps":["trace[1319363552] 'agreement among raft nodes before linearized reading' (duration: 2.367226696s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.508553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.141067Z","time spent":"2.367478093s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:45.508549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:44.187369Z","time spent":"1.321106372s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:45.508173Z","caller":"traceutil/trace.go:171","msg":"trace[1269124711] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"490.471181ms","start":"2026-03-01T21:58:45.017681Z","end":"2026-03-01T21:58:45.508152Z","steps":["trace[1269124711] 'process raft request' (duration: 490.355668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.508872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.017654Z","time spent":"491.170997ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:45.508326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456138378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:45.509048Z","caller":"traceutil/trace.go:171","msg":"trace[1143994312] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22950; }","duration":"2.456802063s","start":"2026-03-01T21:58:43.052124Z","end":"2026-03-01T21:58:45.508926Z","steps":["trace[1143994312] 'agreement among raft nodes before linearized reading' (duration: 2.456087476s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.508332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899468052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:58:45.509147Z","caller":"traceutil/trace.go:171","msg":"trace[897913808] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22950; }","duration":"1.900328662s","start":"2026-03-01T21:58:43.608787Z","end":"2026-03-01T21:58:45.509116Z","steps":["trace[897913808] 'agreement among raft nodes before linearized reading' (duration: 1.899419871s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.509218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.052114Z","time spent":"2.456972986s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:58:45.508343Z","caller":"traceutil/trace.go:171","msg":"trace[1357614353] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"488.040177ms","start":"2026-03-01T21:58:45.020283Z","end":"2026-03-01T21:58:45.508323Z","steps":["trace[1357614353] 'process raft request' (duration: 487.957955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.509265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.608767Z","time spent":"1.900463725s","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:45.509336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.02027Z","time spent":"489.022359ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:45.50836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326382276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T21:58:45.509445Z","caller":"traceutil/trace.go:171","msg":"trace[218384680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22950; }","duration":"2.327538692s","start":"2026-03-01T21:58:43.181898Z","end":"2026-03-01T21:58:45.509436Z","steps":["trace[218384680] 'agreement among raft nodes before linearized reading' (duration: 2.326332215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.509479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.181866Z","time spent":"2.327601654s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:45.508414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676602345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:45.509552Z","caller":"traceutil/trace.go:171","msg":"trace[300124310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22951; }","duration":"1.677781281s","start":"2026-03-01T21:58:43.831759Z","end":"2026-03-01T21:58:45.50954Z","steps":["trace[300124310] 'agreement among raft nodes before linearized reading' (duration: 1.676635125s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.509596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.831727Z","time spent":"1.677857793s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:58:45.508404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589072154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:45.509645Z","caller":"traceutil/trace.go:171","msg":"trace[1726043550] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22951; }","duration":"1.590365194s","start":"2026-03-01T21:58:43.919261Z","end":"2026-03-01T21:58:45.509626Z","steps":["trace[1726043550] 'agreement among raft nodes before linearized reading' (duration: 1.589108156s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:45.508411Z","caller":"traceutil/trace.go:171","msg":"trace[977811975] transaction","detail":"{read_only:false; response_revision:22950; number_of_response:1; }","duration":"488.582308ms","start":"2026-03-01T21:58:45.019818Z","end":"2026-03-01T21:58:45.5084Z","steps":["trace[977811975] 'process raft request' (duration: 488.304642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.509694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:43.919225Z","time spent":"1.590454765s","remote":"127.0.0.1:51348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:45.509754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.019786Z","time spent":"489.934399ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:45.50815Z","caller":"traceutil/trace.go:171","msg":"trace[304908171] linearizableReadLoop","detail":"{readStateIndex:23752; appliedIndex:23750; }","duration":"1.253745371s","start":"2026-03-01T21:58:44.254373Z","end":"2026-03-01T21:58:45.508118Z","steps":["trace[304908171] 'read index received' (duration: 395.454063ms)","trace[304908171] 'applied index is now lower than readState.Index' (duration: 858.287898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:45.509921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238447451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:45.509964Z","caller":"traceutil/trace.go:171","msg":"trace[1308864806] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22951; }","duration":"1.238518182s","start":"2026-03-01T21:58:44.271433Z","end":"2026-03-01T21:58:45.509951Z","steps":["trace[1308864806] 'agreement among raft nodes before linearized reading' (duration: 1.238451401s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.510002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:44.271416Z","time spent":"1.238579233s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T21:58:45.510075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.700822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:45.510111Z","caller":"traceutil/trace.go:171","msg":"trace[781849348] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22951; }","duration":"624.772954ms","start":"2026-03-01T21:58:44.88533Z","end":"2026-03-01T21:58:45.510103Z","steps":["trace[781849348] 'agreement among raft nodes before linearized reading' (duration: 624.578009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.51014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:44.885312Z","time spent":"624.820915ms","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:45.510186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.292687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:58:45.510225Z","caller":"traceutil/trace.go:171","msg":"trace[1789522718] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22951; }","duration":"630.381839ms","start":"2026-03-01T21:58:44.879834Z","end":"2026-03-01T21:58:45.510215Z","steps":["trace[1789522718] 'agreement among raft nodes before linearized reading' (duration: 630.317168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.510261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:44.879804Z","time spent":"630.4496ms","remote":"127.0.0.1:56616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:45.510286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.367158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:58:45.510314Z","caller":"traceutil/trace.go:171","msg":"trace[1446617578] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22951; }","duration":"306.49354ms","start":"2026-03-01T21:58:45.203813Z","end":"2026-03-01T21:58:45.510307Z","steps":["trace[1446617578] 'agreement among raft nodes before linearized reading' (duration: 306.444009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.51034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.203787Z","time spent":"306.548462ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:45.510462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.763017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T21:58:45.510506Z","caller":"traceutil/trace.go:171","msg":"trace[2127075666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22951; }","duration":"490.864679ms","start":"2026-03-01T21:58:45.019631Z","end":"2026-03-01T21:58:45.510496Z","steps":["trace[2127075666] 'agreement among raft nodes before linearized reading' (duration: 490.715376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.51054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.019601Z","time spent":"490.932891ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:45.510609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.429321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-01T21:58:45.510646Z","caller":"traceutil/trace.go:171","msg":"trace[182192011] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22951; }","duration":"906.518082ms","start":"2026-03-01T21:58:44.604118Z","end":"2026-03-01T21:58:45.510637Z","steps":["trace[182192011] 'agreement among raft nodes before linearized reading' (duration: 906.40443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.51068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:44.60409Z","time spent":"906.583953ms","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T21:58:45.51074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.496672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:58:45.510781Z","caller":"traceutil/trace.go:171","msg":"trace[1506114268] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22951; }","duration":"490.555513ms","start":"2026-03-01T21:58:45.020212Z","end":"2026-03-01T21:58:45.510768Z","steps":["trace[1506114268] 'agreement among raft nodes before linearized reading' (duration: 490.461911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.510801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110903457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-01T21:58:45.510813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.020198Z","time spent":"490.606824ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:58:45.510834Z","caller":"traceutil/trace.go:171","msg":"trace[1675801208] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22951; }","duration":"1.11101146s","start":"2026-03-01T21:58:44.399808Z","end":"2026-03-01T21:58:45.51082Z","steps":["trace[1675801208] 'agreement among raft nodes before linearized reading' (duration: 1.110861026s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.510864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:44.399779Z","time spent":"1.111079861s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-01T21:58:45.510503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.441484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-01T21:58:45.510964Z","caller":"traceutil/trace.go:171","msg":"trace[1765636616] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:22951; }","duration":"658.939235ms","start":"2026-03-01T21:58:44.852014Z","end":"2026-03-01T21:58:45.510953Z","steps":["trace[1765636616] 'agreement among raft nodes before linearized reading' (duration: 658.385323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:45.510999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:44.851957Z","time spent":"659.032627ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-01T21:58:47.111701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202022719s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-01T21:58:47.111942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.512576Z","time spent":"1.599357794s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T21:58:47.112415Z","caller":"traceutil/trace.go:171","msg":"trace[2035450603] linearizableReadLoop","detail":"{readStateIndex:23756; appliedIndex:23755; }","duration":"1.596675444s","start":"2026-03-01T21:58:45.515714Z","end":"2026-03-01T21:58:47.112389Z","steps":["trace[2035450603] 'read index received' (duration: 393.926879ms)","trace[2035450603] 'applied index is now lower than readState.Index' (duration: 1.202745795s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:47.112627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596895708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebc1b264-2f1f-472b-940b-30d31057013f\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-01T21:58:47.112656Z","caller":"traceutil/trace.go:171","msg":"trace[404352144] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebc1b264-2f1f-472b-940b-30d31057013f; range_end:; response_count:1; response_revision:22953; }","duration":"1.596938829s","start":"2026-03-01T21:58:45.515707Z","end":"2026-03-01T21:58:47.112646Z","steps":["trace[404352144] 'agreement among raft nodes before linearized reading' (duration: 1.596779846s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:47.112686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.51567Z","time spent":"1.597009071s","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-ebc1b264-2f1f-472b-940b-30d31057013f\" "} {"level":"info","ts":"2026-03-01T21:58:47.113104Z","caller":"traceutil/trace.go:171","msg":"trace[659250123] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"1.597361099s","start":"2026-03-01T21:58:45.515707Z","end":"2026-03-01T21:58:47.113068Z","steps":["trace[659250123] 'process raft request' (duration: 1.596169803s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:47.113225Z","caller":"traceutil/trace.go:171","msg":"trace[734538972] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"1.597274617s","start":"2026-03-01T21:58:45.515903Z","end":"2026-03-01T21:58:47.113177Z","steps":["trace[734538972] 'process raft request' (duration: 1.596128542s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:47.113286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.515687Z","time spent":"1.597499722s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:47.113324Z","caller":"traceutil/trace.go:171","msg":"trace[902903590] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"1.597305098s","start":"2026-03-01T21:58:45.516007Z","end":"2026-03-01T21:58:47.113312Z","steps":["trace[902903590] 'process raft request' (duration: 1.596057351s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:47.113412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.515883Z","time spent":"1.59741986s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:47.113424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.515969Z","time spent":"1.59738261s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:47.113505Z","caller":"traceutil/trace.go:171","msg":"trace[803210451] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"849.930072ms","start":"2026-03-01T21:58:46.263547Z","end":"2026-03-01T21:58:47.113477Z","steps":["trace[803210451] 'process raft request' (duration: 849.704317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:47.113644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:46.263512Z","time spent":"850.062505ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:47.518017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:58:47.518124Z","caller":"traceutil/trace.go:171","msg":"trace[1697445885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414082s","start":"2026-03-01T21:58:45.517689Z","end":"2026-03-01T21:58:47.518104Z","steps":["trace[1697445885] 'agreement among raft nodes before linearized reading' (duration: 2.000292689s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:47.518162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.517675Z","time spent":"2.000479423s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:58:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:58:47.612763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870434897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:58:48.113161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870434897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:58:48.301759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759503943s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:58:48.988735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.665613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:58:48.989075Z","caller":"traceutil/trace.go:171","msg":"trace[1489130627] linearizableReadLoop","detail":"{readStateIndex:23767; appliedIndex:23760; }","duration":"1.876606743s","start":"2026-03-01T21:58:47.112455Z","end":"2026-03-01T21:58:48.989062Z","steps":["trace[1489130627] 'read index received' (duration: 1.189692314s)","trace[1489130627] 'applied index is now lower than readState.Index' (duration: 686.913279ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:48.989155Z","caller":"traceutil/trace.go:171","msg":"trace[980306744] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"2.722687979s","start":"2026-03-01T21:58:46.266459Z","end":"2026-03-01T21:58:48.989147Z","steps":["trace[980306744] 'process raft request' (duration: 2.035539765s)","trace[980306744] 'compare' (duration: 684.625007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:48.989196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:46.26641Z","time spent":"2.72276379s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:48.989351Z","caller":"traceutil/trace.go:171","msg":"trace[271988194] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"1.874871904s","start":"2026-03-01T21:58:47.114472Z","end":"2026-03-01T21:58:48.989344Z","steps":["trace[271988194] 'process raft request' (duration: 1.874362433s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.989391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.114417Z","time spent":"1.874952765s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:48.98964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806699871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T21:58:48.989661Z","caller":"traceutil/trace.go:171","msg":"trace[1237994934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22962; }","duration":"2.806780833s","start":"2026-03-01T21:58:46.182874Z","end":"2026-03-01T21:58:48.989655Z","steps":["trace[1237994934] 'agreement among raft nodes before linearized reading' (duration: 2.80667666s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.989684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:46.182845Z","time spent":"2.806832184s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:58:48.989691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726727468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T21:58:48.989707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954382783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:48.989753Z","caller":"traceutil/trace.go:171","msg":"trace[1778914450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22962; }","duration":"2.726840651s","start":"2026-03-01T21:58:46.262898Z","end":"2026-03-01T21:58:48.989738Z","steps":["trace[1778914450] 'agreement among raft nodes before linearized reading' (duration: 2.726655226s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.989733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.400646098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T21:58:48.989757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471931236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:48.989765Z","caller":"traceutil/trace.go:171","msg":"trace[1441206161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:22962; }","duration":"2.954457265s","start":"2026-03-01T21:58:46.035294Z","end":"2026-03-01T21:58:48.989751Z","steps":["trace[1441206161] 'agreement among raft nodes before linearized reading' (duration: 2.954326862s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.989786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:46.262873Z","time spent":"2.726905582s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:58:48.9898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871759594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-01T21:58:48.989797Z","caller":"traceutil/trace.go:171","msg":"trace[702015570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22962; }","duration":"3.40076018s","start":"2026-03-01T21:58:45.589021Z","end":"2026-03-01T21:58:48.989781Z","steps":["trace[702015570] 'agreement among raft nodes before linearized reading' (duration: 3.400553716s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:48.989805Z","caller":"traceutil/trace.go:171","msg":"trace[1775595560] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22962; }","duration":"3.471974847s","start":"2026-03-01T21:58:45.517812Z","end":"2026-03-01T21:58:48.989787Z","steps":["trace[1775595560] 'agreement among raft nodes before linearized reading' (duration: 3.471919235s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.989809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:46.035218Z","time spent":"2.954583687s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:58:48.989824Z","caller":"traceutil/trace.go:171","msg":"trace[1907780324] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22962; }","duration":"1.871801295s","start":"2026-03-01T21:58:47.118016Z","end":"2026-03-01T21:58:48.989817Z","steps":["trace[1907780324] 'agreement among raft nodes before linearized reading' (duration: 1.871730904s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.989836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.589001Z","time spent":"3.400827631s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:48.989837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.517808Z","time spent":"3.472023088s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T21:58:48.989842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.118006Z","time spent":"1.871832096s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-01T21:58:48.989968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981378997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:48.990006Z","caller":"traceutil/trace.go:171","msg":"trace[1637074153] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22962; }","duration":"1.981470909s","start":"2026-03-01T21:58:47.008522Z","end":"2026-03-01T21:58:48.989993Z","steps":["trace[1637074153] 'agreement among raft nodes before linearized reading' (duration: 1.981409358s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472084536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:48.99002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285837982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T21:58:48.99003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.00849Z","time spent":"1.981533711s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:58:48.990036Z","caller":"traceutil/trace.go:171","msg":"trace[1354060674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22962; }","duration":"1.472135868s","start":"2026-03-01T21:58:47.517893Z","end":"2026-03-01T21:58:48.990028Z","steps":["trace[1354060674] 'agreement among raft nodes before linearized reading' (duration: 1.472088927s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.989694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471892895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-01T21:58:48.990047Z","caller":"traceutil/trace.go:171","msg":"trace[1356085689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22962; }","duration":"2.285869673s","start":"2026-03-01T21:58:46.704169Z","end":"2026-03-01T21:58:48.990039Z","steps":["trace[1356085689] 'agreement among raft nodes before linearized reading' (duration: 2.285814082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.517884Z","time spent":"1.472168488s","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:58:48.990069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:46.704099Z","time spent":"2.285964016s","remote":"127.0.0.1:47974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:58:48.990069Z","caller":"traceutil/trace.go:171","msg":"trace[1904379456] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22962; }","duration":"3.472294764s","start":"2026-03-01T21:58:45.517765Z","end":"2026-03-01T21:58:48.99006Z","steps":["trace[1904379456] 'agreement among raft nodes before linearized reading' (duration: 3.471790963s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:45.517759Z","time spent":"3.472330885s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T21:58:48.990104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770862155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:48.990128Z","caller":"traceutil/trace.go:171","msg":"trace[2090144258] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22962; }","duration":"1.770937657s","start":"2026-03-01T21:58:47.219182Z","end":"2026-03-01T21:58:48.99012Z","steps":["trace[2090144258] 'agreement among raft nodes before linearized reading' (duration: 1.770896606s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.219154Z","time spent":"1.770988778s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:58:48.990147Z","caller":"traceutil/trace.go:171","msg":"trace[33345004] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"1.476600877s","start":"2026-03-01T21:58:47.513535Z","end":"2026-03-01T21:58:48.990136Z","steps":["trace[33345004] 'process raft request' (duration: 1.4753779s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44033101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T21:58:48.990222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401311586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:48.990199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145111311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:48.990246Z","caller":"traceutil/trace.go:171","msg":"trace[811032555] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"1.474107582s","start":"2026-03-01T21:58:47.516128Z","end":"2026-03-01T21:58:48.990236Z","steps":["trace[811032555] 'process raft request' (duration: 1.472832244s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:48.990251Z","caller":"traceutil/trace.go:171","msg":"trace[703412294] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:22962; }","duration":"2.401372768s","start":"2026-03-01T21:58:46.58887Z","end":"2026-03-01T21:58:48.990243Z","steps":["trace[703412294] 'agreement among raft nodes before linearized reading' (duration: 2.401327887s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724015758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-01T21:58:48.990274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:46.588849Z","time spent":"2.401419808s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:58:48.990278Z","caller":"traceutil/trace.go:171","msg":"trace[1887200166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22962; }","duration":"2.724066519s","start":"2026-03-01T21:58:46.266205Z","end":"2026-03-01T21:58:48.990272Z","steps":["trace[1887200166] 'agreement among raft nodes before linearized reading' (duration: 2.723994858s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.516119Z","time spent":"1.474144143s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:48.990283Z","caller":"traceutil/trace.go:171","msg":"trace[527129088] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22962; }","duration":"1.145263254s","start":"2026-03-01T21:58:47.844997Z","end":"2026-03-01T21:58:48.99026Z","steps":["trace[527129088] 'agreement among raft nodes before linearized reading' (duration: 1.145112981s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:46.266191Z","time spent":"2.72410196s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:58:48.990317Z","caller":"traceutil/trace.go:171","msg":"trace[1527837767] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"1.471816921s","start":"2026-03-01T21:58:47.518482Z","end":"2026-03-01T21:58:48.990299Z","steps":["trace[1527837767] 'process raft request' (duration: 1.470526403s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:48.990326Z","caller":"traceutil/trace.go:171","msg":"trace[623122763] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"1.474097152s","start":"2026-03-01T21:58:47.51622Z","end":"2026-03-01T21:58:48.990317Z","steps":["trace[623122763] 'process raft request' (duration: 1.472763413s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.844969Z","time spent":"1.145345296s","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:58:48.990342Z","caller":"traceutil/trace.go:171","msg":"trace[792922371] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"979.276434ms","start":"2026-03-01T21:58:48.011059Z","end":"2026-03-01T21:58:48.990336Z","steps":["trace[792922371] 'process raft request' (duration: 977.969155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:48.01102Z","time spent":"979.337035ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:48.990376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.516214Z","time spent":"1.474131633s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:48.990396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.518474Z","time spent":"1.471870742s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:48.990241Z","caller":"traceutil/trace.go:171","msg":"trace[1628617804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22962; }","duration":"1.440393431s","start":"2026-03-01T21:58:47.549839Z","end":"2026-03-01T21:58:48.990232Z","steps":["trace[1628617804] 'agreement among raft nodes before linearized reading' (duration: 1.44033877s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:48.990446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.549823Z","time spent":"1.440611266s","remote":"127.0.0.1:47942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:48.990213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:47.513494Z","time spent":"1.476671469s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:49.227714Z","caller":"traceutil/trace.go:171","msg":"trace[1623220970] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"107.675848ms","start":"2026-03-01T21:58:49.119976Z","end":"2026-03-01T21:58:49.227652Z","steps":["trace[1623220970] 'process raft request' (duration: 107.162157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:50.369077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25192825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:58:50.369177Z","caller":"traceutil/trace.go:171","msg":"trace[1399500846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22966; }","duration":"1.252048703s","start":"2026-03-01T21:58:49.117097Z","end":"2026-03-01T21:58:50.369146Z","steps":["trace[1399500846] 'agreement among raft nodes before linearized reading' (duration: 110.417909ms)","trace[1399500846] 'range keys from in-memory index tree' (duration: 1.141336416s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:50.36922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:49.117087Z","time spent":"1.252124405s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:50.369226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245240292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:50.369347Z","caller":"traceutil/trace.go:171","msg":"trace[1129598679] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22966; }","duration":"1.245396305s","start":"2026-03-01T21:58:49.123916Z","end":"2026-03-01T21:58:50.369312Z","steps":["trace[1129598679] 'agreement among raft nodes before linearized reading' (duration: 103.66182ms)","trace[1129598679] 'range keys from in-memory index tree' (duration: 1.141545222s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:50.369395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:49.123901Z","time spent":"1.245483518s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T21:58:50.369381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249555108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:58:50.369479Z","caller":"traceutil/trace.go:171","msg":"trace[398795823] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22966; }","duration":"1.2496966s","start":"2026-03-01T21:58:49.119748Z","end":"2026-03-01T21:58:50.369445Z","steps":["trace[398795823] 'agreement among raft nodes before linearized reading' (duration: 107.840162ms)","trace[398795823] 'range keys from in-memory index tree' (duration: 1.141660734s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:50.369534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:49.119722Z","time spent":"1.249800104s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:58:50.369367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24960932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:58:50.369675Z","caller":"traceutil/trace.go:171","msg":"trace[2037643674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22966; }","duration":"1.249989578s","start":"2026-03-01T21:58:49.119672Z","end":"2026-03-01T21:58:50.369661Z","steps":["trace[2037643674] 'agreement among raft nodes before linearized reading' (duration: 107.938666ms)","trace[2037643674] 'range keys from in-memory index tree' (duration: 1.141562412s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:58:50.369708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:49.119647Z","time spent":"1.2500528s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:58:50.826417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870434921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:58:51.029537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.80248471s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:58:51.029877Z","caller":"traceutil/trace.go:171","msg":"trace[1571010874] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"1.899149715s","start":"2026-03-01T21:58:49.130704Z","end":"2026-03-01T21:58:51.029853Z","steps":["trace[1571010874] 'process raft request' (duration: 1.899004672s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.030002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:49.130682Z","time spent":"1.899251047s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:51.882305Z","caller":"traceutil/trace.go:171","msg":"trace[1912538167] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"2.601839356s","start":"2026-03-01T21:58:49.280433Z","end":"2026-03-01T21:58:51.882272Z","steps":["trace[1912538167] 'process raft request' (duration: 2.60158841s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.882505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:49.280401Z","time spent":"2.601992769s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:51.882754Z","caller":"traceutil/trace.go:171","msg":"trace[1546867583] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"1.505274897s","start":"2026-03-01T21:58:50.377431Z","end":"2026-03-01T21:58:51.882706Z","steps":["trace[1546867583] 'process raft request' (duration: 1.504794367s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:51.882799Z","caller":"traceutil/trace.go:171","msg":"trace[525029307] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"1.505204035s","start":"2026-03-01T21:58:50.377568Z","end":"2026-03-01T21:58:51.882772Z","steps":["trace[525029307] 'process raft request' (duration: 1.505020761s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.883002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.377404Z","time spent":"1.505455741s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:51.882998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.377537Z","time spent":"1.505343369s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:51.883081Z","caller":"traceutil/trace.go:171","msg":"trace[1101128122] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"1.504472309s","start":"2026-03-01T21:58:50.378562Z","end":"2026-03-01T21:58:51.883034Z","steps":["trace[1101128122] 'process raft request' (duration: 1.504161102s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:51.883129Z","caller":"traceutil/trace.go:171","msg":"trace[1585198064] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"1.344523675s","start":"2026-03-01T21:58:50.538578Z","end":"2026-03-01T21:58:51.883102Z","steps":["trace[1585198064] 'process raft request' (duration: 1.344344611s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.883933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.538544Z","time spent":"1.345341993s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:51.883322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.378552Z","time spent":"1.504643773s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:51.89232Z","caller":"traceutil/trace.go:171","msg":"trace[1618202280] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"895.737623ms","start":"2026-03-01T21:58:50.996566Z","end":"2026-03-01T21:58:51.892304Z","steps":["trace[1618202280] 'process raft request' (duration: 895.532858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.89242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.996537Z","time spent":"895.836875ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:51.892602Z","caller":"traceutil/trace.go:171","msg":"trace[871160793] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"895.823734ms","start":"2026-03-01T21:58:50.996751Z","end":"2026-03-01T21:58:51.892575Z","steps":["trace[871160793] 'process raft request' (duration: 895.502387ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:51.892674Z","caller":"traceutil/trace.go:171","msg":"trace[1542776493] linearizableReadLoop","detail":"{readStateIndex:23779; appliedIndex:23772; }","duration":"1.567305049s","start":"2026-03-01T21:58:50.325349Z","end":"2026-03-01T21:58:51.892654Z","steps":["trace[1542776493] 'read index received' (duration: 704.443199ms)","trace[1542776493] 'applied index is now lower than readState.Index' (duration: 862.86071ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:51.892763Z","caller":"traceutil/trace.go:171","msg":"trace[815746164] transaction","detail":"{read_only:false; response_revision:22977; number_of_response:1; }","duration":"895.786032ms","start":"2026-03-01T21:58:50.996964Z","end":"2026-03-01T21:58:51.89275Z","steps":["trace[815746164] 'process raft request' (duration: 895.639879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.892754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.996742Z","time spent":"895.930616ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:51.892781Z","caller":"traceutil/trace.go:171","msg":"trace[206727844] transaction","detail":"{read_only:false; response_revision:22976; number_of_response:1; }","duration":"895.774312ms","start":"2026-03-01T21:58:50.996929Z","end":"2026-03-01T21:58:51.892703Z","steps":["trace[206727844] 'process raft request' (duration: 895.64406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.892851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.996952Z","time spent":"895.837264ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:51.892907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.996922Z","time spent":"895.947036ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:51.892768Z","caller":"traceutil/trace.go:171","msg":"trace[1259804486] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"895.910935ms","start":"2026-03-01T21:58:50.996837Z","end":"2026-03-01T21:58:51.892748Z","steps":["trace[1259804486] 'process raft request' (duration: 895.623919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.892937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567584135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:51.892971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.99681Z","time spent":"896.139821ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:58:51.892999Z","caller":"traceutil/trace.go:171","msg":"trace[909145896] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22977; }","duration":"1.567651277s","start":"2026-03-01T21:58:50.325331Z","end":"2026-03-01T21:58:51.892983Z","steps":["trace[909145896] 'agreement among raft nodes before linearized reading' (duration: 1.567517834s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.89304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.325267Z","time spent":"1.567764139s","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:58:51.893297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515919915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:51.893347Z","caller":"traceutil/trace.go:171","msg":"trace[621283930] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22978; }","duration":"1.516036067s","start":"2026-03-01T21:58:50.377297Z","end":"2026-03-01T21:58:51.893333Z","steps":["trace[621283930] 'agreement among raft nodes before linearized reading' (duration: 1.515942605s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.893372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.377265Z","time spent":"1.516102169s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T21:58:51.893472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.865642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T21:58:51.893516Z","caller":"traceutil/trace.go:171","msg":"trace[419318879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22978; }","duration":"832.924884ms","start":"2026-03-01T21:58:51.060581Z","end":"2026-03-01T21:58:51.893506Z","steps":["trace[419318879] 'agreement among raft nodes before linearized reading' (duration: 832.7634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.89355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:51.060574Z","time spent":"832.969155ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:58:51.893602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467281321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-01T21:58:51.893642Z","caller":"traceutil/trace.go:171","msg":"trace[299585679] transaction","detail":"{read_only:false; response_revision:22978; number_of_response:1; }","duration":"656.201776ms","start":"2026-03-01T21:58:51.237427Z","end":"2026-03-01T21:58:51.893629Z","steps":["trace[299585679] 'process raft request' (duration: 655.705335ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:51.893667Z","caller":"traceutil/trace.go:171","msg":"trace[2074088647] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22978; }","duration":"1.467378113s","start":"2026-03-01T21:58:50.426268Z","end":"2026-03-01T21:58:51.893646Z","steps":["trace[2074088647] 'agreement among raft nodes before linearized reading' (duration: 1.467191629s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.893705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:51.237392Z","time spent":"656.272396ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:58:51.893801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.470835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:58:51.893522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489480465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T21:58:51.893843Z","caller":"traceutil/trace.go:171","msg":"trace[1790301443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22978; }","duration":"833.543907ms","start":"2026-03-01T21:58:51.060291Z","end":"2026-03-01T21:58:51.893835Z","steps":["trace[1790301443] 'agreement among raft nodes before linearized reading' (duration: 833.442825ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:58:51.893859Z","caller":"traceutil/trace.go:171","msg":"trace[1228687884] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22978; }","duration":"1.489815463s","start":"2026-03-01T21:58:50.404035Z","end":"2026-03-01T21:58:51.89385Z","steps":["trace[1228687884] 'agreement among raft nodes before linearized reading' (duration: 1.489448284s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.893712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.426249Z","time spent":"1.467454264s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-01T21:58:51.89385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061882086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:58:51.893878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:51.060275Z","time spent":"833.597248ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:58:51.893884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.40395Z","time spent":"1.489927645s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-01T21:58:51.893915Z","caller":"traceutil/trace.go:171","msg":"trace[969279904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22978; }","duration":"1.061983848s","start":"2026-03-01T21:58:50.831915Z","end":"2026-03-01T21:58:51.893898Z","steps":["trace[969279904] 'agreement among raft nodes before linearized reading' (duration: 1.061871495s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.893943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:50.831898Z","time spent":"1.062039869s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:58:51.893714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.537516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:58:51.894011Z","caller":"traceutil/trace.go:171","msg":"trace[1715660910] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22978; }","duration":"216.868514ms","start":"2026-03-01T21:58:51.677126Z","end":"2026-03-01T21:58:51.893995Z","steps":["trace[1715660910] 'agreement among raft nodes before linearized reading' (duration: 216.560007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.893861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.2235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T21:58:51.894131Z","caller":"traceutil/trace.go:171","msg":"trace[1477082906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22978; }","duration":"833.501836ms","start":"2026-03-01T21:58:51.060619Z","end":"2026-03-01T21:58:51.894121Z","steps":["trace[1477082906] 'agreement among raft nodes before linearized reading' (duration: 833.173389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:51.894165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:58:51.060614Z","time spent":"833.542817ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:59:02.07558Z","caller":"traceutil/trace.go:171","msg":"trace[2040454480] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"145.791659ms","start":"2026-03-01T21:59:01.929758Z","end":"2026-03-01T21:59:02.075549Z","steps":["trace[2040454480] 'process raft request' (duration: 145.562664ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:02.209782Z","caller":"traceutil/trace.go:171","msg":"trace[1029966501] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"245.530821ms","start":"2026-03-01T21:59:01.964193Z","end":"2026-03-01T21:59:02.209724Z","steps":["trace[1029966501] 'process raft request' (duration: 244.720603ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:02.209841Z","caller":"traceutil/trace.go:171","msg":"trace[1087520447] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"240.622413ms","start":"2026-03-01T21:59:01.96915Z","end":"2026-03-01T21:59:02.209772Z","steps":["trace[1087520447] 'process raft request' (duration: 240.359267ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:02.209797Z","caller":"traceutil/trace.go:171","msg":"trace[950631461] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"237.229876ms","start":"2026-03-01T21:59:01.972543Z","end":"2026-03-01T21:59:02.209772Z","steps":["trace[950631461] 'process raft request' (duration: 237.134384ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:02.210013Z","caller":"traceutil/trace.go:171","msg":"trace[1966624528] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"236.995871ms","start":"2026-03-01T21:59:01.972998Z","end":"2026-03-01T21:59:02.209994Z","steps":["trace[1966624528] 'process raft request' (duration: 236.726475ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:02.209819Z","caller":"traceutil/trace.go:171","msg":"trace[1269848272] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"239.867945ms","start":"2026-03-01T21:59:01.969909Z","end":"2026-03-01T21:59:02.209777Z","steps":["trace[1269848272] 'process raft request' (duration: 239.677811ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:02.210114Z","caller":"traceutil/trace.go:171","msg":"trace[1268291845] linearizableReadLoop","detail":"{readStateIndex:23848; appliedIndex:23844; }","duration":"238.976406ms","start":"2026-03-01T21:59:01.971107Z","end":"2026-03-01T21:59:02.210083Z","steps":["trace[1268291845] 'read index received' (duration: 104.281054ms)","trace[1268291845] 'applied index is now lower than readState.Index' (duration: 134.693922ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:02.210154Z","caller":"traceutil/trace.go:171","msg":"trace[1950243644] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"234.678159ms","start":"2026-03-01T21:59:01.975461Z","end":"2026-03-01T21:59:02.210139Z","steps":["trace[1950243644] 'process raft request' (duration: 234.460764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:02.210402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.277322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T21:59:02.21043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.991039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:59:02.210454Z","caller":"traceutil/trace.go:171","msg":"trace[1555451239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23042; }","duration":"239.383225ms","start":"2026-03-01T21:59:01.971057Z","end":"2026-03-01T21:59:02.21044Z","steps":["trace[1555451239] 'agreement among raft nodes before linearized reading' (duration: 239.197211ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:02.210475Z","caller":"traceutil/trace.go:171","msg":"trace[1010294417] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23042; }","duration":"227.06703ms","start":"2026-03-01T21:59:01.983391Z","end":"2026-03-01T21:59:02.210458Z","steps":["trace[1010294417] 'agreement among raft nodes before linearized reading' (duration: 226.878836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:02.210485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.952927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T21:59:02.210532Z","caller":"traceutil/trace.go:171","msg":"trace[1728016395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23042; }","duration":"231.052789ms","start":"2026-03-01T21:59:01.979466Z","end":"2026-03-01T21:59:02.210519Z","steps":["trace[1728016395] 'agreement among raft nodes before linearized reading' (duration: 230.799213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:02.210393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.064727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:59:02.21058Z","caller":"traceutil/trace.go:171","msg":"trace[2072622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23042; }","duration":"226.289924ms","start":"2026-03-01T21:59:01.984278Z","end":"2026-03-01T21:59:02.210568Z","steps":["trace[2072622] 'agreement among raft nodes before linearized reading' (duration: 225.989766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:02.210704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.171413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T21:59:02.210738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.91083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T21:59:02.210742Z","caller":"traceutil/trace.go:171","msg":"trace[2059515831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23042; }","duration":"227.219295ms","start":"2026-03-01T21:59:01.983511Z","end":"2026-03-01T21:59:02.21073Z","steps":["trace[2059515831] 'agreement among raft nodes before linearized reading' (duration: 227.111253ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:02.210779Z","caller":"traceutil/trace.go:171","msg":"trace[408322309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23042; }","duration":"227.975252ms","start":"2026-03-01T21:59:01.982784Z","end":"2026-03-01T21:59:02.21076Z","steps":["trace[408322309] 'agreement among raft nodes before linearized reading' (duration: 227.87918ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:07.506673Z","caller":"traceutil/trace.go:171","msg":"trace[1522153038] linearizableReadLoop","detail":"{readStateIndex:23940; appliedIndex:23939; }","duration":"266.309105ms","start":"2026-03-01T21:59:07.24034Z","end":"2026-03-01T21:59:07.506649Z","steps":["trace[1522153038] 'read index received' (duration: 266.142321ms)","trace[1522153038] 'applied index is now lower than readState.Index' (duration: 165.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:07.506736Z","caller":"traceutil/trace.go:171","msg":"trace[1844956142] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"274.451467ms","start":"2026-03-01T21:59:07.232251Z","end":"2026-03-01T21:59:07.506702Z","steps":["trace[1844956142] 'process raft request' (duration: 274.233992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:07.506963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.931314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-01T21:59:07.507012Z","caller":"traceutil/trace.go:171","msg":"trace[82640981] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23130; }","duration":"265.013745ms","start":"2026-03-01T21:59:07.241984Z","end":"2026-03-01T21:59:07.506998Z","steps":["trace[82640981] 'agreement among raft nodes before linearized reading' (duration: 264.811671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:07.507043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.670093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-01T21:59:07.507137Z","caller":"traceutil/trace.go:171","msg":"trace[1497067341] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23130; }","duration":"266.801086ms","start":"2026-03-01T21:59:07.240313Z","end":"2026-03-01T21:59:07.507114Z","steps":["trace[1497067341] 'agreement among raft nodes before linearized reading' (duration: 266.480059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:07.507235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.46586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-01T21:59:07.507222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.444117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-01T21:59:07.507268Z","caller":"traceutil/trace.go:171","msg":"trace[1544749235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23130; }","duration":"197.534122ms","start":"2026-03-01T21:59:07.309727Z","end":"2026-03-01T21:59:07.507261Z","steps":["trace[1544749235] 'agreement among raft nodes before linearized reading' (duration: 197.377479ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:07.507305Z","caller":"traceutil/trace.go:171","msg":"trace[2001665856] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23130; }","duration":"191.558359ms","start":"2026-03-01T21:59:07.315724Z","end":"2026-03-01T21:59:07.507282Z","steps":["trace[2001665856] 'agreement among raft nodes before linearized reading' (duration: 191.288933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:08.129522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.060419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:08.129647Z","caller":"traceutil/trace.go:171","msg":"trace[654598970] linearizableReadLoop","detail":"{readStateIndex:23941; appliedIndex:23940; }","duration":"603.036359ms","start":"2026-03-01T21:59:07.526589Z","end":"2026-03-01T21:59:08.129626Z","steps":["trace[654598970] 'read index received' (duration: 91.700734ms)","trace[654598970] 'applied index is now lower than readState.Index' (duration: 511.333915ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:08.129932Z","caller":"traceutil/trace.go:171","msg":"trace[615898489] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"603.90898ms","start":"2026-03-01T21:59:07.526005Z","end":"2026-03-01T21:59:08.129914Z","steps":["trace[615898489] 'process raft request' (duration: 92.348598ms)","trace[615898489] 'compare' (duration: 510.059048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:08.129958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.971823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:08.130014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:07.525993Z","time spent":"603.980231ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:08.130018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.205085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:08.130045Z","caller":"traceutil/trace.go:171","msg":"trace[319171850] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23131; }","duration":"548.087055ms","start":"2026-03-01T21:59:07.581939Z","end":"2026-03-01T21:59:08.130026Z","steps":["trace[319171850] 'agreement among raft nodes before linearized reading' (duration: 547.940352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:08.13004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.550449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:08.130087Z","caller":"traceutil/trace.go:171","msg":"trace[1957640237] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23131; }","duration":"560.292817ms","start":"2026-03-01T21:59:07.569773Z","end":"2026-03-01T21:59:08.130066Z","steps":["trace[1957640237] 'agreement among raft nodes before linearized reading' (duration: 560.144934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:08.130106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:07.581904Z","time spent":"548.192428ms","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T21:59:08.129963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.350897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-01T21:59:08.13012Z","caller":"traceutil/trace.go:171","msg":"trace[2105398367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23131; }","duration":"112.712523ms","start":"2026-03-01T21:59:08.017386Z","end":"2026-03-01T21:59:08.130099Z","steps":["trace[2105398367] 'agreement among raft nodes before linearized reading' (duration: 112.525759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:08.130111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.879146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-01T21:59:08.130207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:07.569734Z","time spent":"560.394889ms","remote":"127.0.0.1:51354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:08.130173Z","caller":"traceutil/trace.go:171","msg":"trace[1710299613] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23131; }","duration":"603.588352ms","start":"2026-03-01T21:59:07.526568Z","end":"2026-03-01T21:59:08.130157Z","steps":["trace[1710299613] 'agreement among raft nodes before linearized reading' (duration: 603.194612ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:08.130264Z","caller":"traceutil/trace.go:171","msg":"trace[1749862893] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23131; }","duration":"603.064571ms","start":"2026-03-01T21:59:07.527166Z","end":"2026-03-01T21:59:08.13023Z","steps":["trace[1749862893] 'agreement among raft nodes before linearized reading' (duration: 602.663651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:08.130332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:07.52656Z","time spent":"603.753986ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T21:59:08.130343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:07.527143Z","time spent":"603.186104ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-01T21:59:08.129963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.852001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:08.130462Z","caller":"traceutil/trace.go:171","msg":"trace[417870868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23131; }","duration":"299.410372ms","start":"2026-03-01T21:59:07.831043Z","end":"2026-03-01T21:59:08.130453Z","steps":["trace[417870868] 'agreement among raft nodes before linearized reading' (duration: 298.809919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:08.636803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:09.137065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:09.276984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14063999s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:09.277497Z","caller":"traceutil/trace.go:171","msg":"trace[1517350532] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"1.141276524s","start":"2026-03-01T21:59:08.136188Z","end":"2026-03-01T21:59:09.277465Z","steps":["trace[1517350532] 'process raft request' (duration: 1.141059089s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:09.27769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.136168Z","time spent":"1.141415827s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:10.832166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001004635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:10.832276Z","caller":"traceutil/trace.go:171","msg":"trace[626110121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001166578s","start":"2026-03-01T21:59:08.831084Z","end":"2026-03-01T21:59:10.83225Z","steps":["trace[626110121] 'agreement among raft nodes before linearized reading' (duration: 2.001028815s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:10.832336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.831066Z","time spent":"2.00125869s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:59:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:10.929187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.651462335s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:10.929734Z","caller":"traceutil/trace.go:171","msg":"trace[184834840] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"2.698208803s","start":"2026-03-01T21:59:08.231492Z","end":"2026-03-01T21:59:10.9297Z","steps":["trace[184834840] 'process raft request' (duration: 2.697906356s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:10.929923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.231472Z","time spent":"2.698354626s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:10.930089Z","caller":"traceutil/trace.go:171","msg":"trace[1796863888] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"2.694518971s","start":"2026-03-01T21:59:08.235535Z","end":"2026-03-01T21:59:10.930054Z","steps":["trace[1796863888] 'process raft request' (duration: 2.694340777s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:10.930229Z","caller":"traceutil/trace.go:171","msg":"trace[2015915176] linearizableReadLoop","detail":"{readStateIndex:23948; appliedIndex:23941; }","duration":"2.793971687s","start":"2026-03-01T21:59:08.136241Z","end":"2026-03-01T21:59:10.930213Z","steps":["trace[2015915176] 'read index received' (duration: 1.14107516s)","trace[2015915176] 'applied index is now lower than readState.Index' (duration: 1.652881097s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:10.930255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.235521Z","time spent":"2.694645794s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:10.930277Z","caller":"traceutil/trace.go:171","msg":"trace[283199398] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"2.693938357s","start":"2026-03-01T21:59:08.236314Z","end":"2026-03-01T21:59:10.930252Z","steps":["trace[283199398] 'process raft request' (duration: 2.693792804s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:10.930308Z","caller":"traceutil/trace.go:171","msg":"trace[1107493875] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"2.693922957s","start":"2026-03-01T21:59:08.236367Z","end":"2026-03-01T21:59:10.93029Z","steps":["trace[1107493875] 'process raft request' (duration: 2.693797184s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:10.930272Z","caller":"traceutil/trace.go:171","msg":"trace[1978725765] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"2.693951308s","start":"2026-03-01T21:59:08.236267Z","end":"2026-03-01T21:59:10.930218Z","steps":["trace[1978725765] 'process raft request' (duration: 2.693741904s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:10.930393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794139361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-01T21:59:10.930415Z","caller":"traceutil/trace.go:171","msg":"trace[64504497] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23138; }","duration":"2.794184611s","start":"2026-03-01T21:59:08.136224Z","end":"2026-03-01T21:59:10.930408Z","steps":["trace[64504497] 'agreement among raft nodes before linearized reading' (duration: 2.794076359s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:10.930407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.236338Z","time spent":"2.694014109s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:10.930408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.23628Z","time spent":"2.694052141s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:10.930436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.136216Z","time spent":"2.794216152s","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-01T21:59:10.930514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.236231Z","time spent":"2.694157193s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:10.930422Z","caller":"traceutil/trace.go:171","msg":"trace[1150369023] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"2.695837449s","start":"2026-03-01T21:59:08.234122Z","end":"2026-03-01T21:59:10.92996Z","steps":["trace[1150369023] 'process raft request' (duration: 2.695508912s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:10.930669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.234109Z","time spent":"2.696473363s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:11.300457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.480635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:11.300651Z","caller":"traceutil/trace.go:171","msg":"trace[688416086] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"1.91056277s","start":"2026-03-01T21:59:09.39005Z","end":"2026-03-01T21:59:11.300613Z","steps":["trace[688416086] 'process raft request' (duration: 1.675826459s)","trace[688416086] 'compare' (duration: 234.082936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:11.300785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:09.390015Z","time spent":"1.910701423s","remote":"127.0.0.1:41856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:11.627996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.425927ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:59:11.628096Z","caller":"traceutil/trace.go:171","msg":"trace[743027175] linearizableReadLoop","detail":"{readStateIndex:23950; appliedIndex:23948; }","duration":"697.802371ms","start":"2026-03-01T21:59:10.930279Z","end":"2026-03-01T21:59:11.628081Z","steps":["trace[743027175] 'read index received' (duration: 135.52523ms)","trace[743027175] 'applied index is now lower than readState.Index' (duration: 562.275661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:11.628372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590049832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:11.628392Z","caller":"traceutil/trace.go:171","msg":"trace[944504359] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23139; }","duration":"2.590082092s","start":"2026-03-01T21:59:09.038302Z","end":"2026-03-01T21:59:11.628385Z","steps":["trace[944504359] 'agreement among raft nodes before linearized reading' (duration: 2.590023321s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.628413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:09.038235Z","time spent":"2.590172605s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T21:59:11.628559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493218155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-01T21:59:11.628637Z","caller":"traceutil/trace.go:171","msg":"trace[566576554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23139; }","duration":"2.493398219s","start":"2026-03-01T21:59:09.135219Z","end":"2026-03-01T21:59:11.628618Z","steps":["trace[566576554] 'agreement among raft nodes before linearized reading' (duration: 2.493063561s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.62866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390329027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:59:11.628679Z","caller":"traceutil/trace.go:171","msg":"trace[1308598063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23139; }","duration":"3.390380959s","start":"2026-03-01T21:59:08.238292Z","end":"2026-03-01T21:59:11.628673Z","steps":["trace[1308598063] 'agreement among raft nodes before linearized reading' (duration: 3.390274166s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.628693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.238281Z","time spent":"3.390408289s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:59:11.628684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:09.135196Z","time spent":"2.49347822s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" "} {"level":"warn","ts":"2026-03-01T21:59:11.628698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384343184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-01T21:59:11.628729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467270439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:11.628772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621830453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:11.628807Z","caller":"traceutil/trace.go:171","msg":"trace[949462106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23139; }","duration":"3.384478548s","start":"2026-03-01T21:59:08.244303Z","end":"2026-03-01T21:59:11.628781Z","steps":["trace[949462106] 'agreement among raft nodes before linearized reading' (duration: 3.38413072s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:11.628825Z","caller":"traceutil/trace.go:171","msg":"trace[2133946404] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23139; }","duration":"1.467421083s","start":"2026-03-01T21:59:10.161376Z","end":"2026-03-01T21:59:11.628797Z","steps":["trace[2133946404] 'agreement among raft nodes before linearized reading' (duration: 1.467262239s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.628843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490368437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-01T21:59:11.628842Z","caller":"traceutil/trace.go:171","msg":"trace[1667560843] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23139; }","duration":"1.621952237s","start":"2026-03-01T21:59:10.006873Z","end":"2026-03-01T21:59:11.628825Z","steps":["trace[1667560843] 'agreement among raft nodes before linearized reading' (duration: 1.621821173s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:11.628867Z","caller":"traceutil/trace.go:171","msg":"trace[1250887318] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23139; }","duration":"3.490400318s","start":"2026-03-01T21:59:08.138461Z","end":"2026-03-01T21:59:11.628861Z","steps":["trace[1250887318] 'agreement among raft nodes before linearized reading' (duration: 3.490329976s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.628856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.244295Z","time spent":"3.38455062s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:59:11.628883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.138455Z","time spent":"3.490424318s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-01T21:59:11.62888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:10.006848Z","time spent":"1.622024479s","remote":"127.0.0.1:51912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:11.628879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:10.161347Z","time spent":"1.467520786s","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:11.628859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65209851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:11.628963Z","caller":"traceutil/trace.go:171","msg":"trace[1658873311] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23139; }","duration":"1.652281524s","start":"2026-03-01T21:59:09.976657Z","end":"2026-03-01T21:59:11.628938Z","steps":["trace[1658873311] 'agreement among raft nodes before linearized reading' (duration: 1.652055868s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.629003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49273892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T21:59:11.629022Z","caller":"traceutil/trace.go:171","msg":"trace[158624341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23139; }","duration":"3.492769131s","start":"2026-03-01T21:59:08.136248Z","end":"2026-03-01T21:59:11.629017Z","steps":["trace[158624341] 'agreement among raft nodes before linearized reading' (duration: 3.49271132s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.629034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.136234Z","time spent":"3.492797512s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:59:11.629024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:09.976633Z","time spent":"1.652378195s","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:11.629128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.739557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:11.629153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73526707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:11.629165Z","caller":"traceutil/trace.go:171","msg":"trace[1446178389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23139; }","duration":"796.834249ms","start":"2026-03-01T21:59:10.832318Z","end":"2026-03-01T21:59:11.629152Z","steps":["trace[1446178389] 'agreement among raft nodes before linearized reading' (duration: 796.775318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.629195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:10.832295Z","time spent":"796.89459ms","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:59:11.629201Z","caller":"traceutil/trace.go:171","msg":"trace[1037426775] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23139; }","duration":"2.735357432s","start":"2026-03-01T21:59:08.893823Z","end":"2026-03-01T21:59:11.62918Z","steps":["trace[1037426775] 'agreement among raft nodes before linearized reading' (duration: 2.73527708s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.629242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.893793Z","time spent":"2.735434843s","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:11.629285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.790241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:11.629327Z","caller":"traceutil/trace.go:171","msg":"trace[437243317] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23139; }","duration":"841.871853ms","start":"2026-03-01T21:59:10.787436Z","end":"2026-03-01T21:59:11.629308Z","steps":["trace[437243317] 'agreement among raft nodes before linearized reading' (duration: 841.808601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.629355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:10.787408Z","time spent":"841.940615ms","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:11.629444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378053545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:59:11.629464Z","caller":"traceutil/trace.go:171","msg":"trace[929509770] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23139; }","duration":"3.378086395s","start":"2026-03-01T21:59:08.251372Z","end":"2026-03-01T21:59:11.629459Z","steps":["trace[929509770] 'agreement among raft nodes before linearized reading' (duration: 3.378026194s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.629479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.251364Z","time spent":"3.378111785s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:59:11.629488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383692849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:59:11.629523Z","caller":"traceutil/trace.go:171","msg":"trace[446571480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23139; }","duration":"3.383736411s","start":"2026-03-01T21:59:08.245773Z","end":"2026-03-01T21:59:11.62951Z","steps":["trace[446571480] 'agreement among raft nodes before linearized reading' (duration: 3.383630259s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.629555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379488477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T21:59:11.629552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.245765Z","time spent":"3.383779542s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:11.629544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380665052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T21:59:11.629578Z","caller":"traceutil/trace.go:171","msg":"trace[150490420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23139; }","duration":"3.379531157s","start":"2026-03-01T21:59:08.250039Z","end":"2026-03-01T21:59:11.62957Z","steps":["trace[150490420] 'agreement among raft nodes before linearized reading' (duration: 3.379446726s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.629601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.25003Z","time spent":"3.379567028s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:59:11.629614Z","caller":"traceutil/trace.go:171","msg":"trace[2071143679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23139; }","duration":"3.380749334s","start":"2026-03-01T21:59:08.248847Z","end":"2026-03-01T21:59:11.629596Z","steps":["trace[2071143679] 'agreement among raft nodes before linearized reading' (duration: 3.380509859s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:11.629655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:08.24884Z","time spent":"3.380806355s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:59:12.04642Z","caller":"traceutil/trace.go:171","msg":"trace[1272180260] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"737.682541ms","start":"2026-03-01T21:59:11.308716Z","end":"2026-03-01T21:59:12.046399Z","steps":["trace[1272180260] 'process raft request' (duration: 737.547338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:12.046557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.308699Z","time spent":"737.800183ms","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:59:13.221468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.703471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:13.22194Z","caller":"traceutil/trace.go:171","msg":"trace[1688735156] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"1.586946296s","start":"2026-03-01T21:59:11.634956Z","end":"2026-03-01T21:59:13.221902Z","steps":["trace[1688735156] 'process raft request' (duration: 1.586794063s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:13.221961Z","caller":"traceutil/trace.go:171","msg":"trace[319802296] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"1.587853927s","start":"2026-03-01T21:59:11.634009Z","end":"2026-03-01T21:59:13.221863Z","steps":["trace[319802296] 'process raft request' (duration: 1.587630562s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.222551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807180595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:13.222632Z","caller":"traceutil/trace.go:171","msg":"trace[1335474791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23147; }","duration":"1.807302597s","start":"2026-03-01T21:59:11.415303Z","end":"2026-03-01T21:59:13.222606Z","steps":["trace[1335474791] 'agreement among raft nodes before linearized reading' (duration: 1.807170355s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.22264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28845487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-01T21:59:13.222708Z","caller":"traceutil/trace.go:171","msg":"trace[2025786243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23147; }","duration":"2.288591613s","start":"2026-03-01T21:59:10.934101Z","end":"2026-03-01T21:59:13.222692Z","steps":["trace[2025786243] 'agreement among raft nodes before linearized reading' (duration: 2.288357178s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.222703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.415274Z","time spent":"1.80741391s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:59:13.222766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:10.934081Z","time spent":"2.288673286s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1468,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-01T21:59:13.221984Z","caller":"traceutil/trace.go:171","msg":"trace[398012685] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"1.654222236s","start":"2026-03-01T21:59:11.567707Z","end":"2026-03-01T21:59:13.221929Z","steps":["trace[398012685] 'process raft request' (duration: 1.239879941s)","trace[398012685] 'compare' (duration: 413.314792ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:13.222024Z","caller":"traceutil/trace.go:171","msg":"trace[1722536029] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"1.586281532s","start":"2026-03-01T21:59:11.635722Z","end":"2026-03-01T21:59:13.222004Z","steps":["trace[1722536029] 'process raft request' (duration: 1.58618302s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.222928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.567677Z","time spent":"1.655158728s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:13.222949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.633989Z","time spent":"1.588679736s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:13.223118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.635709Z","time spent":"1.587291355s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:13.222078Z","caller":"traceutil/trace.go:171","msg":"trace[1346195639] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"1.586988598s","start":"2026-03-01T21:59:11.635075Z","end":"2026-03-01T21:59:13.222064Z","steps":["trace[1346195639] 'process raft request' (duration: 1.586731082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.223271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.635043Z","time spent":"1.588179585s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:13.222139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.634936Z","time spent":"1.5870898s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:13.22238Z","caller":"traceutil/trace.go:171","msg":"trace[540601335] linearizableReadLoop","detail":"{readStateIndex:23952; appliedIndex:23950; }","duration":"1.59423428s","start":"2026-03-01T21:59:11.628111Z","end":"2026-03-01T21:59:13.222345Z","steps":["trace[540601335] 'read index received' (duration: 418.219022ms)","trace[540601335] 'applied index is now lower than readState.Index' (duration: 1.176013448s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:13.222394Z","caller":"traceutil/trace.go:171","msg":"trace[1714938949] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.585706409s","start":"2026-03-01T21:59:11.636653Z","end":"2026-03-01T21:59:13.22236Z","steps":["trace[1714938949] 'process raft request' (duration: 1.585325011s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.223676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.636626Z","time spent":"1.586955678s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:13.222412Z","caller":"traceutil/trace.go:171","msg":"trace[1607191330] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"1.585614937s","start":"2026-03-01T21:59:11.636759Z","end":"2026-03-01T21:59:13.222373Z","steps":["trace[1607191330] 'process raft request' (duration: 1.585509695s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.223819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.636751Z","time spent":"1.587006719s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:13.225348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734275691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T21:59:13.225466Z","caller":"traceutil/trace.go:171","msg":"trace[1817829323] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23147; }","duration":"1.734493736s","start":"2026-03-01T21:59:11.49095Z","end":"2026-03-01T21:59:13.225444Z","steps":["trace[1817829323] 'agreement among raft nodes before linearized reading' (duration: 1.731421197s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.225543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.490936Z","time spent":"1.734591438s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2639,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:13.245821Z","caller":"traceutil/trace.go:171","msg":"trace[616651582] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"1.151745158s","start":"2026-03-01T21:59:12.094053Z","end":"2026-03-01T21:59:13.245798Z","steps":["trace[616651582] 'process raft request' (duration: 1.151555434s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:13.24602Z","caller":"traceutil/trace.go:171","msg":"trace[1345087359] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"951.22369ms","start":"2026-03-01T21:59:12.294762Z","end":"2026-03-01T21:59:13.245986Z","steps":["trace[1345087359] 'process raft request' (duration: 950.985915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.24602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.094032Z","time spent":"1.15184322s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:13.246149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.29474Z","time spent":"951.341642ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:13.839918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:13.840023Z","caller":"traceutil/trace.go:171","msg":"trace[1447090503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277939s","start":"2026-03-01T21:59:11.83972Z","end":"2026-03-01T21:59:13.839998Z","steps":["trace[1447090503] 'agreement among raft nodes before linearized reading' (duration: 2.000153496s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.840078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.839698Z","time spent":"2.000369461s","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:59:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T21:59:13.98391Z","caller":"traceutil/trace.go:171","msg":"trace[1720085340] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"1.046641725s","start":"2026-03-01T21:59:12.937203Z","end":"2026-03-01T21:59:13.983845Z","steps":["trace[1720085340] 'process raft request' (duration: 1.046253206s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:13.983967Z","caller":"traceutil/trace.go:171","msg":"trace[1993940116] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"1.046586064s","start":"2026-03-01T21:59:12.937346Z","end":"2026-03-01T21:59:13.983932Z","steps":["trace[1993940116] 'process raft request' (duration: 1.04641026s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:13.984051Z","caller":"traceutil/trace.go:171","msg":"trace[1989911760] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"1.046646545s","start":"2026-03-01T21:59:12.937358Z","end":"2026-03-01T21:59:13.984005Z","steps":["trace[1989911760] 'process raft request' (duration: 1.046473171s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.984106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.937173Z","time spent":"1.046823139s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:13.98421Z","caller":"traceutil/trace.go:171","msg":"trace[1498023234] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"1.046724566s","start":"2026-03-01T21:59:12.937414Z","end":"2026-03-01T21:59:13.984138Z","steps":["trace[1498023234] 'process raft request' (duration: 1.046528262s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.984097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.937312Z","time spent":"1.046711057s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:13.984376Z","caller":"traceutil/trace.go:171","msg":"trace[857002435] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"1.046557453s","start":"2026-03-01T21:59:12.937792Z","end":"2026-03-01T21:59:13.98435Z","steps":["trace[857002435] 'process raft request' (duration: 1.046282067s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.98442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.937372Z","time spent":"1.046950431s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:13.984488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.937781Z","time spent":"1.046646034s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:13.984537Z","caller":"traceutil/trace.go:171","msg":"trace[787397109] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"1.04597004s","start":"2026-03-01T21:59:12.938548Z","end":"2026-03-01T21:59:13.984518Z","steps":["trace[787397109] 'process raft request' (duration: 1.045732275s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:13.98454Z","caller":"traceutil/trace.go:171","msg":"trace[334259456] linearizableReadLoop","detail":"{readStateIndex:23966; appliedIndex:23958; }","duration":"761.122121ms","start":"2026-03-01T21:59:13.223396Z","end":"2026-03-01T21:59:13.984518Z","steps":["trace[334259456] 'read index received' (duration: 22.207435ms)","trace[334259456] 'applied index is now lower than readState.Index' (duration: 738.913596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:13.984604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140197066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:13.984625Z","caller":"traceutil/trace.go:171","msg":"trace[1636298273] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23155; }","duration":"2.140239528s","start":"2026-03-01T21:59:11.844379Z","end":"2026-03-01T21:59:13.984618Z","steps":["trace[1636298273] 'agreement among raft nodes before linearized reading' (duration: 2.140192887s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.98462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.938515Z","time spent":"1.046054022s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:13.984645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.844367Z","time spent":"2.140270068s","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:13.984704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34677535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:13.984748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349010921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-01T21:59:13.984776Z","caller":"traceutil/trace.go:171","msg":"trace[81446228] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23155; }","duration":"2.349068202s","start":"2026-03-01T21:59:11.635696Z","end":"2026-03-01T21:59:13.984764Z","steps":["trace[81446228] 'agreement among raft nodes before linearized reading' (duration: 2.348948398s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:13.98477Z","caller":"traceutil/trace.go:171","msg":"trace[566109373] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23155; }","duration":"2.346857533s","start":"2026-03-01T21:59:11.637895Z","end":"2026-03-01T21:59:13.984752Z","steps":["trace[566109373] 'agreement among raft nodes before linearized reading' (duration: 2.346741289s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.984796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.635681Z","time spent":"2.349111123s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-01T21:59:13.984811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121123113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-01T21:59:13.984827Z","caller":"traceutil/trace.go:171","msg":"trace[1139026580] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23155; }","duration":"2.121162873s","start":"2026-03-01T21:59:11.863659Z","end":"2026-03-01T21:59:13.984822Z","steps":["trace[1139026580] 'agreement among raft nodes before linearized reading' (duration: 2.121076501s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.98482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.637888Z","time spent":"2.346918484s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T21:59:13.984863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78582921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:13.985111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.937324Z","time spent":"1.046814478s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:13.985136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33941735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-01T21:59:13.985144Z","caller":"traceutil/trace.go:171","msg":"trace[947305506] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23155; }","duration":"1.786179858s","start":"2026-03-01T21:59:12.198939Z","end":"2026-03-01T21:59:13.985118Z","steps":["trace[947305506] 'agreement among raft nodes before linearized reading' (duration: 1.785795619s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:13.985181Z","caller":"traceutil/trace.go:171","msg":"trace[766513803] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23155; }","duration":"1.339459651s","start":"2026-03-01T21:59:12.645708Z","end":"2026-03-01T21:59:13.985168Z","steps":["trace[766513803] 'agreement among raft nodes before linearized reading' (duration: 1.339093843s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.985188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.198913Z","time spent":"1.786267289s","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:13.985181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.969854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:13.985213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.645638Z","time spent":"1.339568175s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" "} {"level":"info","ts":"2026-03-01T21:59:13.985234Z","caller":"traceutil/trace.go:171","msg":"trace[1592661913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23155; }","duration":"124.041745ms","start":"2026-03-01T21:59:13.861174Z","end":"2026-03-01T21:59:13.985215Z","steps":["trace[1592661913] 'agreement among raft nodes before linearized reading' (duration: 123.964513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.985252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347148058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4c8097230ee\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T21:59:13.985274Z","caller":"traceutil/trace.go:171","msg":"trace[1551729409] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4c8097230ee; range_end:; response_count:1; response_revision:23155; }","duration":"2.34720612s","start":"2026-03-01T21:59:11.638062Z","end":"2026-03-01T21:59:13.985268Z","steps":["trace[1551729409] 'agreement among raft nodes before linearized reading' (duration: 2.347143079s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.984841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.863646Z","time spent":"2.121191114s","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T21:59:13.985291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.63804Z","time spent":"2.347247321s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4c8097230ee\" "} {"level":"warn","ts":"2026-03-01T21:59:13.985291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353549251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-01T21:59:13.985317Z","caller":"traceutil/trace.go:171","msg":"trace[10899003] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23155; }","duration":"2.353573532s","start":"2026-03-01T21:59:11.631737Z","end":"2026-03-01T21:59:13.98531Z","steps":["trace[10899003] 'agreement among raft nodes before linearized reading' (duration: 2.35350685s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.985314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149880423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-01T21:59:13.985346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.631704Z","time spent":"2.353638954s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T21:59:13.985369Z","caller":"traceutil/trace.go:171","msg":"trace[153406012] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23155; }","duration":"2.149985406s","start":"2026-03-01T21:59:11.835368Z","end":"2026-03-01T21:59:13.985353Z","steps":["trace[153406012] 'agreement among raft nodes before linearized reading' (duration: 2.14972652s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.985429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:11.835347Z","time spent":"2.150069817s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T21:59:13.985504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.204842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:13.98553Z","caller":"traceutil/trace.go:171","msg":"trace[1826300562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23155; }","duration":"139.269294ms","start":"2026-03-01T21:59:13.846256Z","end":"2026-03-01T21:59:13.985525Z","steps":["trace[1826300562] 'agreement among raft nodes before linearized reading' (duration: 139.229563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.985558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.013257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:13.985576Z","caller":"traceutil/trace.go:171","msg":"trace[1851928122] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23155; }","duration":"165.073789ms","start":"2026-03-01T21:59:13.820496Z","end":"2026-03-01T21:59:13.98557Z","steps":["trace[1851928122] 'agreement among raft nodes before linearized reading' (duration: 165.039748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.986996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.780778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-01T21:59:13.987049Z","caller":"traceutil/trace.go:171","msg":"trace[195275295] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23155; }","duration":"750.735251ms","start":"2026-03-01T21:59:13.236298Z","end":"2026-03-01T21:59:13.987033Z","steps":["trace[195275295] 'agreement among raft nodes before linearized reading' (duration: 748.498562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:13.987097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:13.236283Z","time spent":"750.803103ms","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-01T21:59:15.288131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.490668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:15.288348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.721672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:15.288395Z","caller":"traceutil/trace.go:171","msg":"trace[721054753] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23169; }","duration":"121.769324ms","start":"2026-03-01T21:59:15.1666Z","end":"2026-03-01T21:59:15.28837Z","steps":["trace[721054753] 'range keys from in-memory index tree' (duration: 121.473888ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:15.288486Z","caller":"traceutil/trace.go:171","msg":"trace[566898248] linearizableReadLoop","detail":"{readStateIndex:23981; appliedIndex:23980; }","duration":"997.616473ms","start":"2026-03-01T21:59:14.290853Z","end":"2026-03-01T21:59:15.288469Z","steps":["trace[566898248] 'read index received' (duration: 469.596045ms)","trace[566898248] 'applied index is now lower than readState.Index' (duration: 528.018808ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:15.288573Z","caller":"traceutil/trace.go:171","msg":"trace[1263554351] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"1.000289602s","start":"2026-03-01T21:59:14.288271Z","end":"2026-03-01T21:59:15.288561Z","steps":["trace[1263554351] 'process raft request' (duration: 472.275015ms)","trace[1263554351] 'compare' (duration: 527.414154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:15.288631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:14.288246Z","time spent":"1.000351804s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:15.288762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.794923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-03-01T21:59:15.288821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.976071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-01T21:59:15.288975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.586987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-01T21:59:15.288973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.733771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-01T21:59:15.289015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.688298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:15.28902Z","caller":"traceutil/trace.go:171","msg":"trace[1503851152] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:23170; }","duration":"435.678849ms","start":"2026-03-01T21:59:14.853329Z","end":"2026-03-01T21:59:15.289008Z","steps":["trace[1503851152] 'agreement among raft nodes before linearized reading' (duration: 435.510475ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:15.289057Z","caller":"traceutil/trace.go:171","msg":"trace[1913991234] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23170; }","duration":"295.868245ms","start":"2026-03-01T21:59:14.993166Z","end":"2026-03-01T21:59:15.289034Z","steps":["trace[1913991234] 'agreement among raft nodes before linearized reading' (duration: 295.594939ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:15.289065Z","caller":"traceutil/trace.go:171","msg":"trace[533853082] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23170; }","duration":"981.752849ms","start":"2026-03-01T21:59:14.307294Z","end":"2026-03-01T21:59:15.289047Z","steps":["trace[533853082] 'agreement among raft nodes before linearized reading' (duration: 981.674477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:15.289101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:14.307285Z","time spent":"981.80743ms","remote":"127.0.0.1:60040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:15.289172Z","caller":"traceutil/trace.go:171","msg":"trace[339289053] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23170; }","duration":"998.350379ms","start":"2026-03-01T21:59:14.290813Z","end":"2026-03-01T21:59:15.289163Z","steps":["trace[339289053] 'agreement among raft nodes before linearized reading' (duration: 997.92291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:15.289196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:14.290793Z","time spent":"998.39623ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:59:15.289365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.528163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-01T21:59:15.289512Z","caller":"traceutil/trace.go:171","msg":"trace[1265256292] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23170; }","duration":"180.730077ms","start":"2026-03-01T21:59:15.108749Z","end":"2026-03-01T21:59:15.289479Z","steps":["trace[1265256292] 'agreement among raft nodes before linearized reading' (duration: 180.37586ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:15.288816Z","caller":"traceutil/trace.go:171","msg":"trace[1476282147] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23170; }","duration":"991.871245ms","start":"2026-03-01T21:59:14.296927Z","end":"2026-03-01T21:59:15.288799Z","steps":["trace[1476282147] 'agreement among raft nodes before linearized reading' (duration: 991.759663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:15.289755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:14.296916Z","time spent":"992.817316ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-01T21:59:15.289249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:14.853302Z","time spent":"435.75867ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-01T21:59:16.010157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.318282ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-01T21:59:16.010259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.290483Z","time spent":"719.770741ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T21:59:16.040631Z","caller":"traceutil/trace.go:171","msg":"trace[2012828399] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"744.566693ms","start":"2026-03-01T21:59:15.296042Z","end":"2026-03-01T21:59:16.040609Z","steps":["trace[2012828399] 'process raft request' (duration: 744.353139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:16.040807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.296022Z","time spent":"744.686025ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:16.040957Z","caller":"traceutil/trace.go:171","msg":"trace[772077686] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"744.812719ms","start":"2026-03-01T21:59:15.296109Z","end":"2026-03-01T21:59:16.040922Z","steps":["trace[772077686] 'process raft request' (duration: 744.45768ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:16.041038Z","caller":"traceutil/trace.go:171","msg":"trace[1717766273] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"744.84266ms","start":"2026-03-01T21:59:15.296178Z","end":"2026-03-01T21:59:16.04102Z","steps":["trace[1717766273] 'process raft request' (duration: 744.660145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:16.041109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.296174Z","time spent":"744.901032ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:16.041105Z","caller":"traceutil/trace.go:171","msg":"trace[1286479940] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"744.842111ms","start":"2026-03-01T21:59:15.296232Z","end":"2026-03-01T21:59:16.041074Z","steps":["trace[1286479940] 'process raft request' (duration: 744.735298ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:16.04116Z","caller":"traceutil/trace.go:171","msg":"trace[1862139543] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"744.908052ms","start":"2026-03-01T21:59:15.29623Z","end":"2026-03-01T21:59:16.041138Z","steps":["trace[1862139543] 'process raft request' (duration: 744.773389ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:16.041217Z","caller":"traceutil/trace.go:171","msg":"trace[505651215] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"744.922481ms","start":"2026-03-01T21:59:15.296282Z","end":"2026-03-01T21:59:16.041205Z","steps":["trace[505651215] 'process raft request' (duration: 744.781678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:16.041227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.296225Z","time spent":"744.935292ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:16.041277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.296268Z","time spent":"744.978493ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:16.041245Z","caller":"traceutil/trace.go:171","msg":"trace[76282435] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"744.759169ms","start":"2026-03-01T21:59:15.296457Z","end":"2026-03-01T21:59:16.041216Z","steps":["trace[76282435] 'process raft request' (duration: 744.638836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:16.041287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.296191Z","time spent":"745.023434ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:16.041359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.296105Z","time spent":"744.994043ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:16.041446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.296424Z","time spent":"744.903541ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:16.041515Z","caller":"traceutil/trace.go:171","msg":"trace[105794551] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"743.701165ms","start":"2026-03-01T21:59:15.297801Z","end":"2026-03-01T21:59:16.041502Z","steps":["trace[105794551] 'process raft request' (duration: 743.340257ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:16.041534Z","caller":"traceutil/trace.go:171","msg":"trace[1254545956] linearizableReadLoop","detail":"{readStateIndex:23990; appliedIndex:23981; }","duration":"725.667342ms","start":"2026-03-01T21:59:15.315806Z","end":"2026-03-01T21:59:16.041473Z","steps":["trace[1254545956] 'read index received' (duration: 360.132915ms)","trace[1254545956] 'applied index is now lower than readState.Index' (duration: 365.532727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:16.041601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.297781Z","time spent":"743.784387ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:16.041762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.955278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-01T21:59:16.041815Z","caller":"traceutil/trace.go:171","msg":"trace[1822363467] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23178; }","duration":"726.059791ms","start":"2026-03-01T21:59:15.315742Z","end":"2026-03-01T21:59:16.041802Z","steps":["trace[1822363467] 'agreement among raft nodes before linearized reading' (duration: 725.907738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:16.041856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.315716Z","time spent":"726.129862ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-01T21:59:16.542704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:17.043422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:17.544561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:17.612731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000487275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:17.612849Z","caller":"traceutil/trace.go:171","msg":"trace[258585992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671339s","start":"2026-03-01T21:59:15.612149Z","end":"2026-03-01T21:59:17.612821Z","steps":["trace[258585992] 'agreement among raft nodes before linearized reading' (duration: 2.000532626s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:17.612904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.612124Z","time spent":"2.00076965s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:59:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:17.682466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132855746s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:17.682839Z","caller":"traceutil/trace.go:171","msg":"trace[1840046883] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"1.692365848s","start":"2026-03-01T21:59:15.99046Z","end":"2026-03-01T21:59:17.682826Z","steps":["trace[1840046883] 'process raft request' (duration: 1.692304016s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:17.682898Z","caller":"traceutil/trace.go:171","msg":"trace[1529085628] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"1.702692916s","start":"2026-03-01T21:59:15.980165Z","end":"2026-03-01T21:59:17.682858Z","steps":["trace[1529085628] 'process raft request' (duration: 1.702472762s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:17.682931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.990444Z","time spent":"1.692434409s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:17.68307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.980139Z","time spent":"1.70283781s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:17.683729Z","caller":"traceutil/trace.go:171","msg":"trace[290088620] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"1.693135303s","start":"2026-03-01T21:59:15.99056Z","end":"2026-03-01T21:59:17.683696Z","steps":["trace[290088620] 'process raft request' (duration: 1.692240883s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:17.683888Z","caller":"traceutil/trace.go:171","msg":"trace[394544873] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"1.693194825s","start":"2026-03-01T21:59:15.99068Z","end":"2026-03-01T21:59:17.683874Z","steps":["trace[394544873] 'process raft request' (duration: 1.692875698s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:17.68394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.990641Z","time spent":"1.693277147s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:17.683945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.990524Z","time spent":"1.693292236s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:17.684002Z","caller":"traceutil/trace.go:171","msg":"trace[1933803157] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"1.692601571s","start":"2026-03-01T21:59:15.991392Z","end":"2026-03-01T21:59:17.683993Z","steps":["trace[1933803157] 'process raft request' (duration: 1.692506919s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:17.684029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.991376Z","time spent":"1.692637143s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:17.684085Z","caller":"traceutil/trace.go:171","msg":"trace[1245532667] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"1.672764119s","start":"2026-03-01T21:59:16.011313Z","end":"2026-03-01T21:59:17.684077Z","steps":["trace[1245532667] 'process raft request' (duration: 1.672670557s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:17.684055Z","caller":"traceutil/trace.go:171","msg":"trace[2112774774] linearizableReadLoop","detail":"{readStateIndex:23998; appliedIndex:23990; }","duration":"1.642421173s","start":"2026-03-01T21:59:16.041619Z","end":"2026-03-01T21:59:17.68404Z","steps":["trace[2112774774] 'read index received' (duration: 1.641068684s)","trace[2112774774] 'applied index is now lower than readState.Index' (duration: 1.351079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:17.684108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:16.011282Z","time spent":"1.67281121s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:17.684122Z","caller":"traceutil/trace.go:171","msg":"trace[273246844] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"1.692274515s","start":"2026-03-01T21:59:15.991834Z","end":"2026-03-01T21:59:17.684109Z","steps":["trace[273246844] 'process raft request' (duration: 1.692107681s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:17.6841Z","caller":"traceutil/trace.go:171","msg":"trace[1261234216] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"1.692801816s","start":"2026-03-01T21:59:15.991192Z","end":"2026-03-01T21:59:17.683994Z","steps":["trace[1261234216] 'process raft request' (duration: 1.692601912s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:17.684181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.99182Z","time spent":"1.692327666s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:17.684214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847843072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:17.684255Z","caller":"traceutil/trace.go:171","msg":"trace[1729173859] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23186; }","duration":"1.847947154s","start":"2026-03-01T21:59:15.836295Z","end":"2026-03-01T21:59:17.684243Z","steps":["trace[1729173859] 'agreement among raft nodes before linearized reading' (duration: 1.847845101s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:17.684288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.836259Z","time spent":"1.848020916s","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:17.684301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854810947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:17.684333Z","caller":"traceutil/trace.go:171","msg":"trace[306463558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23186; }","duration":"1.854884129s","start":"2026-03-01T21:59:15.829441Z","end":"2026-03-01T21:59:17.684325Z","steps":["trace[306463558] 'agreement among raft nodes before linearized reading' (duration: 1.854829077s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:17.684349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.829416Z","time spent":"1.854930369s","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:59:17.684361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:15.991181Z","time spent":"1.693014231s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:18.184734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:18.685378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:18.724613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04193015s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:59:19.691654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999856609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T21:59:19.691735Z","caller":"traceutil/trace.go:171","msg":"trace[25108922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999993702s","start":"2026-03-01T21:59:17.691726Z","end":"2026-03-01T21:59:19.691719Z","steps":["trace[25108922] 'agreement among raft nodes before linearized reading' (duration: 1.99989765s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.691779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.691702Z","time spent":"2.000067484s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:59:19.934238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209203388s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:19.934492Z","caller":"traceutil/trace.go:171","msg":"trace[355344357] linearizableReadLoop","detail":"{readStateIndex:24000; appliedIndex:23998; }","duration":"2.250366012s","start":"2026-03-01T21:59:17.684109Z","end":"2026-03-01T21:59:19.934475Z","steps":["trace[355344357] 'read index received' (duration: 1.040775805s)","trace[355344357] 'applied index is now lower than readState.Index' (duration: 1.209588997s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:19.934581Z","caller":"traceutil/trace.go:171","msg":"trace[1834427246] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"2.317990519s","start":"2026-03-01T21:59:17.616577Z","end":"2026-03-01T21:59:19.934568Z","steps":["trace[1834427246] 'process raft request' (duration: 1.10829251s)","trace[1834427246] 'compare' (duration: 1.208950193s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:19.934646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.616545Z","time spent":"2.318068331s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:59:19.935024Z","caller":"traceutil/trace.go:171","msg":"trace[586978771] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"1.681776151s","start":"2026-03-01T21:59:18.253233Z","end":"2026-03-01T21:59:19.93501Z","steps":["trace[586978771] 'process raft request' (duration: 1.681124885s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.93515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.253201Z","time spent":"1.681859093s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:19.935424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801021154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:19.935514Z","caller":"traceutil/trace.go:171","msg":"trace[1287983683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23188; }","duration":"2.801170088s","start":"2026-03-01T21:59:17.134317Z","end":"2026-03-01T21:59:19.935487Z","steps":["trace[1287983683] 'agreement among raft nodes before linearized reading' (duration: 2.801005234s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.935496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298453061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T21:59:19.935532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888298585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-01T21:59:19.935566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894987108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T21:59:19.935525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5176471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:19.935617Z","caller":"traceutil/trace.go:171","msg":"trace[1938018822] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23188; }","duration":"2.895101112s","start":"2026-03-01T21:59:17.040501Z","end":"2026-03-01T21:59:19.935602Z","steps":["trace[1938018822] 'agreement among raft nodes before linearized reading' (duration: 2.895004619s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.935568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.134294Z","time spent":"2.8012622s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:19.935611Z","caller":"traceutil/trace.go:171","msg":"trace[1627183651] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23188; }","duration":"3.298631584s","start":"2026-03-01T21:59:16.636952Z","end":"2026-03-01T21:59:19.935584Z","steps":["trace[1627183651] 'agreement among raft nodes before linearized reading' (duration: 3.298363528s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:19.935621Z","caller":"traceutil/trace.go:171","msg":"trace[1432178534] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23188; }","duration":"3.888433688s","start":"2026-03-01T21:59:16.047163Z","end":"2026-03-01T21:59:19.935597Z","steps":["trace[1432178534] 'agreement among raft nodes before linearized reading' (duration: 3.888156622s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.935655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.040474Z","time spent":"2.895172033s","remote":"127.0.0.1:48992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:19.935675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:16.047145Z","time spent":"3.88852037s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-01T21:59:19.935675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:16.63693Z","time spent":"3.298731287s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:19.935583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90085142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:19.935727Z","caller":"traceutil/trace.go:171","msg":"trace[2103647807] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23188; }","duration":"2.901049254s","start":"2026-03-01T21:59:17.034664Z","end":"2026-03-01T21:59:19.935713Z","steps":["trace[2103647807] 'agreement among raft nodes before linearized reading' (duration: 2.90086614s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.935787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.034642Z","time spent":"2.901126415s","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:19.935654Z","caller":"traceutil/trace.go:171","msg":"trace[4785357] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23188; }","duration":"2.517871554s","start":"2026-03-01T21:59:17.417757Z","end":"2026-03-01T21:59:19.935628Z","steps":["trace[4785357] 'agreement among raft nodes before linearized reading' (duration: 2.517624699s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.935954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.417728Z","time spent":"2.518209872s","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:19.935975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642559048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-01T21:59:19.936147Z","caller":"traceutil/trace.go:171","msg":"trace[840622042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23188; }","duration":"3.642822815s","start":"2026-03-01T21:59:16.293296Z","end":"2026-03-01T21:59:19.936119Z","steps":["trace[840622042] 'agreement among raft nodes before linearized reading' (duration: 3.64213768s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.936411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:16.293252Z","time spent":"3.643145072s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" "} {"level":"warn","ts":"2026-03-01T21:59:21.397996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179554138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:21.39809Z","caller":"traceutil/trace.go:171","msg":"trace[221528918] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"1.708754781s","start":"2026-03-01T21:59:19.689318Z","end":"2026-03-01T21:59:21.398073Z","steps":["trace[221528918] 'process raft request' (duration: 529.059671ms)","trace[221528918] 'compare' (duration: 1.17836311s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:21.398133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.689289Z","time spent":"1.708823983s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:21.431027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212815029s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:21.431433Z","caller":"traceutil/trace.go:171","msg":"trace[224977029] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"1.740832057s","start":"2026-03-01T21:59:19.690572Z","end":"2026-03-01T21:59:21.431404Z","steps":["trace[224977029] 'process raft request' (duration: 1.740635283s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:21.431559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.69054Z","time spent":"1.74093964s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:21.431557Z","caller":"traceutil/trace.go:171","msg":"trace[2082744723] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"1.739898716s","start":"2026-03-01T21:59:19.691614Z","end":"2026-03-01T21:59:21.431513Z","steps":["trace[2082744723] 'process raft request' (duration: 1.739699921s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:21.431802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.691581Z","time spent":"1.740146622s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:21.431949Z","caller":"traceutil/trace.go:171","msg":"trace[902381475] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"1.740251733s","start":"2026-03-01T21:59:19.69169Z","end":"2026-03-01T21:59:21.431942Z","steps":["trace[902381475] 'process raft request' (duration: 1.73965262s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:21.431992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.691663Z","time spent":"1.740305865s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:21.432073Z","caller":"traceutil/trace.go:171","msg":"trace[1369787593] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"1.739492027s","start":"2026-03-01T21:59:19.692565Z","end":"2026-03-01T21:59:21.432058Z","steps":["trace[1369787593] 'process raft request' (duration: 1.739277082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:21.432156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.692554Z","time spent":"1.739550498s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:21.432188Z","caller":"traceutil/trace.go:171","msg":"trace[1569876371] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"1.739558318s","start":"2026-03-01T21:59:19.692624Z","end":"2026-03-01T21:59:21.432182Z","steps":["trace[1569876371] 'process raft request' (duration: 1.739257502s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:21.432225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.692611Z","time spent":"1.739596799s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:21.692611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:21.692685Z","caller":"traceutil/trace.go:171","msg":"trace[1959330309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213827s","start":"2026-03-01T21:59:19.692451Z","end":"2026-03-01T21:59:21.692665Z","steps":["trace[1959330309] 'agreement among raft nodes before linearized reading' (duration: 2.000108515s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:21.692728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.692258Z","time spent":"2.000461903s","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:59:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:23.045745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998655321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-01T21:59:23.045776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998967488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:23.045835Z","caller":"traceutil/trace.go:171","msg":"trace[1523849419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998860025s","start":"2026-03-01T21:59:18.046953Z","end":"2026-03-01T21:59:23.045813Z","steps":["trace[1523849419] 'agreement among raft nodes before linearized reading' (duration: 4.998755413s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.045866Z","caller":"traceutil/trace.go:171","msg":"trace[132747249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999142182s","start":"2026-03-01T21:59:18.046702Z","end":"2026-03-01T21:59:23.045845Z","steps":["trace[132747249] 'agreement among raft nodes before linearized reading' (duration: 4.999017159s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.045887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.046946Z","time spent":"4.998927077s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/01 21:59:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:23.045919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.046664Z","time spent":"4.999243954s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 21:59:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:23.047017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999796326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:23.047114Z","caller":"traceutil/trace.go:171","msg":"trace[732122296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999926478s","start":"2026-03-01T21:59:18.047165Z","end":"2026-03-01T21:59:23.047091Z","steps":["trace[732122296] 'agreement among raft nodes before linearized reading' (duration: 4.999804926s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.047166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.047158Z","time spent":"4.999997752s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 21:59:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:23.317636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885706985s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:59:23.317887Z","caller":"traceutil/trace.go:171","msg":"trace[1507747116] linearizableReadLoop","detail":"{readStateIndex:24006; appliedIndex:24000; }","duration":"3.383339392s","start":"2026-03-01T21:59:19.934528Z","end":"2026-03-01T21:59:23.317868Z","steps":["trace[1507747116] 'read index received' (duration: 283.879687ms)","trace[1507747116] 'applied index is now lower than readState.Index' (duration: 3.099458665s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:23.319347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452273299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898d68b47d0fab7\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-01T21:59:23.319432Z","caller":"traceutil/trace.go:171","msg":"trace[586561754] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898d68b47d0fab7; range_end:; response_count:1; response_revision:23194; }","duration":"3.452615816s","start":"2026-03-01T21:59:19.866795Z","end":"2026-03-01T21:59:23.319411Z","steps":["trace[586561754] 'agreement among raft nodes before linearized reading' (duration: 3.452192857s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.319443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622919642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:23.319467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.866766Z","time spent":"3.452695048s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898d68b47d0fab7\" "} {"level":"info","ts":"2026-03-01T21:59:23.319504Z","caller":"traceutil/trace.go:171","msg":"trace[2015361505] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23194; }","duration":"3.623006504s","start":"2026-03-01T21:59:19.696468Z","end":"2026-03-01T21:59:23.319475Z","steps":["trace[2015361505] 'agreement among raft nodes before linearized reading' (duration: 3.622933053s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.319561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.696445Z","time spent":"3.623093566s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.319635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272407952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-01T21:59:23.31916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.322263948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-01T21:59:23.31972Z","caller":"traceutil/trace.go:171","msg":"trace[1591162704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23194; }","duration":"5.272558655s","start":"2026-03-01T21:59:18.047142Z","end":"2026-03-01T21:59:23.319701Z","steps":["trace[1591162704] 'agreement among raft nodes before linearized reading' (duration: 5.27229699s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.319742Z","caller":"traceutil/trace.go:171","msg":"trace[2118447205] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23194; }","duration":"4.322930522s","start":"2026-03-01T21:59:18.996799Z","end":"2026-03-01T21:59:23.319729Z","steps":["trace[2118447205] 'agreement among raft nodes before linearized reading' (duration: 4.322144695s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.319764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.04711Z","time spent":"5.272647048s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:23.319789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791512459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:23.31978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917461163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-01T21:59:23.319832Z","caller":"traceutil/trace.go:171","msg":"trace[616244603] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23194; }","duration":"3.7915528s","start":"2026-03-01T21:59:19.528266Z","end":"2026-03-01T21:59:23.319819Z","steps":["trace[616244603] 'agreement among raft nodes before linearized reading' (duration: 3.791487788s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.319903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.528221Z","time spent":"3.791673303s","remote":"127.0.0.1:59956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.31993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324459026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:23.31996Z","caller":"traceutil/trace.go:171","msg":"trace[1001690926] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23194; }","duration":"4.324491347s","start":"2026-03-01T21:59:18.995461Z","end":"2026-03-01T21:59:23.319952Z","steps":["trace[1001690926] 'agreement among raft nodes before linearized reading' (duration: 4.324426075s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.319983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311942137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:23.32002Z","caller":"traceutil/trace.go:171","msg":"trace[423700431] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23194; }","duration":"4.312028999s","start":"2026-03-01T21:59:19.007981Z","end":"2026-03-01T21:59:23.32001Z","steps":["trace[423700431] 'agreement among raft nodes before linearized reading' (duration: 4.311963938s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.320044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.007956Z","time spent":"4.31208261s","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:23.319842Z","caller":"traceutil/trace.go:171","msg":"trace[1815499752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23194; }","duration":"4.917575955s","start":"2026-03-01T21:59:18.402249Z","end":"2026-03-01T21:59:23.319825Z","steps":["trace[1815499752] 'agreement among raft nodes before linearized reading' (duration: 4.917380951s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.320127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.402221Z","time spent":"4.917893831s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-01T21:59:23.319773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.996767Z","time spent":"4.322995354s","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T21:59:23.31999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.995403Z","time spent":"4.324580519s","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:23.320629Z","caller":"traceutil/trace.go:171","msg":"trace[937564358] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"2.589456988s","start":"2026-03-01T21:59:20.731161Z","end":"2026-03-01T21:59:23.320618Z","steps":["trace[937564358] 'process raft request' (duration: 2.586586424s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.320706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:20.731129Z","time spent":"2.58952377s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:23.698754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T21:59:23.698863Z","caller":"traceutil/trace.go:171","msg":"trace[1851365556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474083s","start":"2026-03-01T21:59:21.698361Z","end":"2026-03-01T21:59:23.698835Z","steps":["trace[1851365556] 'agreement among raft nodes before linearized reading' (duration: 2.00031743s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.698924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:21.698344Z","time spent":"2.000566535s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:59:23.924307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359346781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:23.924414Z","caller":"traceutil/trace.go:171","msg":"trace[1288864252] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23195; }","duration":"5.359530505s","start":"2026-03-01T21:59:18.564854Z","end":"2026-03-01T21:59:23.924384Z","steps":["trace[1288864252] 'agreement among raft nodes before linearized reading' (duration: 4.755152255s)","trace[1288864252] 'count revisions from in-memory index tree' (duration: 604.205516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:23.924472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.564828Z","time spent":"5.359631056s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.924529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801081079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:23.924626Z","caller":"traceutil/trace.go:171","msg":"trace[960920975] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23195; }","duration":"4.801234841s","start":"2026-03-01T21:59:19.123363Z","end":"2026-03-01T21:59:23.924598Z","steps":["trace[960920975] 'agreement among raft nodes before linearized reading' (duration: 4.19678585s)","trace[960920975] 'count revisions from in-memory index tree' (duration: 604.294058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:23.924679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.123346Z","time spent":"4.801320604s","remote":"127.0.0.1:51920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.924683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911562401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T21:59:23.924772Z","caller":"traceutil/trace.go:171","msg":"trace[1830269674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23195; }","duration":"4.911698744s","start":"2026-03-01T21:59:19.013049Z","end":"2026-03-01T21:59:23.924747Z","steps":["trace[1830269674] 'agreement among raft nodes before linearized reading' (duration: 4.307114089s)","trace[1830269674] 'range keys from in-memory index tree' (duration: 604.337628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:23.924981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.013021Z","time spent":"4.911948789s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:59:23.925073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877588389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:59:23.925116Z","caller":"traceutil/trace.go:171","msg":"trace[1999837812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23195; }","duration":"5.8776401s","start":"2026-03-01T21:59:18.047457Z","end":"2026-03-01T21:59:23.925097Z","steps":["trace[1999837812] 'agreement among raft nodes before linearized reading' (duration: 5.272528785s)","trace[1999837812] 'range keys from in-memory index tree' (duration: 604.968902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:23.925145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.047447Z","time spent":"5.877691021s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:59:23.925128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877520628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:59:23.925186Z","caller":"traceutil/trace.go:171","msg":"trace[1966829749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23195; }","duration":"5.877594929s","start":"2026-03-01T21:59:18.047578Z","end":"2026-03-01T21:59:23.925173Z","steps":["trace[1966829749] 'agreement among raft nodes before linearized reading' (duration: 5.272393231s)","trace[1966829749] 'range keys from in-memory index tree' (duration: 604.959803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:23.92522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.047569Z","time spent":"5.877642931s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:23.925274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.237255375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-01T21:59:23.925359Z","caller":"traceutil/trace.go:171","msg":"trace[694430619] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23195; }","duration":"6.237392678s","start":"2026-03-01T21:59:17.687941Z","end":"2026-03-01T21:59:23.925334Z","steps":["trace[694430619] 'agreement among raft nodes before linearized reading' (duration: 5.63263132s)","trace[694430619] 'range keys from in-memory index tree' (duration: 604.619284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:23.925404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.687911Z","time spent":"6.237483481s","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T21:59:23.925402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.124979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:23.925521Z","caller":"traceutil/trace.go:171","msg":"trace[111181917] linearizableReadLoop","detail":"{readStateIndex:24009; appliedIndex:24008; }","duration":"607.579821ms","start":"2026-03-01T21:59:23.317922Z","end":"2026-03-01T21:59:23.925502Z","steps":["trace[111181917] 'read index received' (duration: 132.424971ms)","trace[111181917] 'applied index is now lower than readState.Index' (duration: 475.15338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:23.925632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325902779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:23.925662Z","caller":"traceutil/trace.go:171","msg":"trace[87243510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23196; }","duration":"1.32597176s","start":"2026-03-01T21:59:22.59968Z","end":"2026-03-01T21:59:23.925652Z","steps":["trace[87243510] 'agreement among raft nodes before linearized reading' (duration: 1.325902569s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.925672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62048441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:23.925713Z","caller":"traceutil/trace.go:171","msg":"trace[2037417400] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23196; }","duration":"2.620571522s","start":"2026-03-01T21:59:21.305129Z","end":"2026-03-01T21:59:23.925701Z","steps":["trace[2037417400] 'agreement among raft nodes before linearized reading' (duration: 2.620492371s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.925704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:22.599655Z","time spent":"1.326035932s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.925682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.743517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T21:59:23.925736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:21.305103Z","time spent":"2.620627373s","remote":"127.0.0.1:37090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.925736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.757502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:23.925765Z","caller":"traceutil/trace.go:171","msg":"trace[1655525293] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23196; }","duration":"858.88937ms","start":"2026-03-01T21:59:23.066857Z","end":"2026-03-01T21:59:23.925747Z","steps":["trace[1655525293] 'agreement among raft nodes before linearized reading' (duration: 858.728047ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.925796Z","caller":"traceutil/trace.go:171","msg":"trace[1905989554] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23196; }","duration":"969.853244ms","start":"2026-03-01T21:59:22.955917Z","end":"2026-03-01T21:59:23.92577Z","steps":["trace[1905989554] 'agreement among raft nodes before linearized reading' (duration: 969.780442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.925815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.066835Z","time spent":"858.969593ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.925847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:22.955881Z","time spent":"969.955086ms","remote":"127.0.0.1:51452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.925898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227443442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4c8097230ee\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T21:59:23.925949Z","caller":"traceutil/trace.go:171","msg":"trace[1628989231] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4c8097230ee; range_end:; response_count:1; response_revision:23196; }","duration":"2.227522514s","start":"2026-03-01T21:59:21.698409Z","end":"2026-03-01T21:59:23.925932Z","steps":["trace[1628989231] 'agreement among raft nodes before linearized reading' (duration: 2.22733909s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.925981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:21.698344Z","time spent":"2.227629295s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4c8097230ee\" "} {"level":"warn","ts":"2026-03-01T21:59:23.92598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559073417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:23.926002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522893815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:23.926025Z","caller":"traceutil/trace.go:171","msg":"trace[733952318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23196; }","duration":"3.559157309s","start":"2026-03-01T21:59:20.366856Z","end":"2026-03-01T21:59:23.926013Z","steps":["trace[733952318] 'agreement among raft nodes before linearized reading' (duration: 3.559071907s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.926027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.031846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268419"} {"level":"info","ts":"2026-03-01T21:59:23.926041Z","caller":"traceutil/trace.go:171","msg":"trace[335416911] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23196; }","duration":"2.522967307s","start":"2026-03-01T21:59:21.403061Z","end":"2026-03-01T21:59:23.926029Z","steps":["trace[335416911] 'agreement among raft nodes before linearized reading' (duration: 2.522893655s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.926063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:20.366837Z","time spent":"3.559213731s","remote":"127.0.0.1:48910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.926072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:21.403046Z","time spent":"2.523017518s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:23.926071Z","caller":"traceutil/trace.go:171","msg":"trace[1876285000] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23196; }","duration":"899.116598ms","start":"2026-03-01T21:59:23.026941Z","end":"2026-03-01T21:59:23.926057Z","steps":["trace[1876285000] 'agreement among raft nodes before linearized reading' (duration: 898.651208ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.926094Z","caller":"traceutil/trace.go:171","msg":"trace[459193096] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"619.157039ms","start":"2026-03-01T21:59:23.306919Z","end":"2026-03-01T21:59:23.926076Z","steps":["trace[459193096] 'process raft request' (duration: 143.259753ms)","trace[459193096] 'compare' (duration: 474.512135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:23.926103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985918411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-01T21:59:23.92615Z","caller":"traceutil/trace.go:171","msg":"trace[1696268036] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23196; }","duration":"3.986016433s","start":"2026-03-01T21:59:19.940121Z","end":"2026-03-01T21:59:23.926138Z","steps":["trace[1696268036] 'agreement among raft nodes before linearized reading' (duration: 3.985851829s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.925632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244226649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:23.92618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:19.940104Z","time spent":"3.986069455s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-01T21:59:23.926208Z","caller":"traceutil/trace.go:171","msg":"trace[749002817] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23196; }","duration":"1.244912544s","start":"2026-03-01T21:59:22.681285Z","end":"2026-03-01T21:59:23.926198Z","steps":["trace[749002817] 'agreement among raft nodes before linearized reading' (duration: 1.244232659s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.926208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.306874Z","time spent":"619.263121ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:23.926233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:22.681259Z","time spent":"1.244966505s","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.926263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.14321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:23.926295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984488102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-01T21:59:23.926307Z","caller":"traceutil/trace.go:171","msg":"trace[1168819251] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23196; }","duration":"760.218782ms","start":"2026-03-01T21:59:23.166076Z","end":"2026-03-01T21:59:23.926295Z","steps":["trace[1168819251] 'agreement among raft nodes before linearized reading' (duration: 760.14566ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.926338Z","caller":"traceutil/trace.go:171","msg":"trace[1713908766] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23196; }","duration":"2.984575614s","start":"2026-03-01T21:59:20.94175Z","end":"2026-03-01T21:59:23.926326Z","steps":["trace[1713908766] 'agreement among raft nodes before linearized reading' (duration: 2.984461742s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.926342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.166064Z","time spent":"760.268853ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.926371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:20.941722Z","time spent":"2.984639926s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" "} {"level":"warn","ts":"2026-03-01T21:59:23.926103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.026915Z","time spent":"899.179839ms","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268441,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-01T21:59:23.929989Z","caller":"traceutil/trace.go:171","msg":"trace[848707105] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"603.780767ms","start":"2026-03-01T21:59:23.326168Z","end":"2026-03-01T21:59:23.929949Z","steps":["trace[848707105] 'process raft request' (duration: 603.4797ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.930024Z","caller":"traceutil/trace.go:171","msg":"trace[418992082] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"524.264314ms","start":"2026-03-01T21:59:23.405739Z","end":"2026-03-01T21:59:23.930003Z","steps":["trace[418992082] 'process raft request' (duration: 523.962157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.930109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.326137Z","time spent":"603.90624ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:23.930159Z","caller":"traceutil/trace.go:171","msg":"trace[1683273842] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"489.040359ms","start":"2026-03-01T21:59:23.4411Z","end":"2026-03-01T21:59:23.93014Z","steps":["trace[1683273842] 'process raft request' (duration: 488.822594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.930272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.441082Z","time spent":"489.130521ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:23.930281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.079421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:23.930323Z","caller":"traceutil/trace.go:171","msg":"trace[159460315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23204; }","duration":"231.137702ms","start":"2026-03-01T21:59:23.699171Z","end":"2026-03-01T21:59:23.930308Z","steps":["trace[159460315] 'agreement among raft nodes before linearized reading' (duration: 231.069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.930346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.143333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:23.930342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.264422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:23.930377Z","caller":"traceutil/trace.go:171","msg":"trace[1891534747] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"490.43575ms","start":"2026-03-01T21:59:23.439932Z","end":"2026-03-01T21:59:23.930368Z","steps":["trace[1891534747] 'process raft request' (duration: 489.809446ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.930384Z","caller":"traceutil/trace.go:171","msg":"trace[1570769005] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23204; }","duration":"319.183454ms","start":"2026-03-01T21:59:23.611188Z","end":"2026-03-01T21:59:23.930371Z","steps":["trace[1570769005] 'agreement among raft nodes before linearized reading' (duration: 319.122623ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.930406Z","caller":"traceutil/trace.go:171","msg":"trace[1164376819] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23204; }","duration":"177.368773ms","start":"2026-03-01T21:59:23.753021Z","end":"2026-03-01T21:59:23.93039Z","steps":["trace[1164376819] 'agreement among raft nodes before linearized reading' (duration: 177.23497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.930414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.611122Z","time spent":"319.281896ms","remote":"127.0.0.1:56890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:23.930413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.489814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T21:59:23.930454Z","caller":"traceutil/trace.go:171","msg":"trace[712691919] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23204; }","duration":"115.530484ms","start":"2026-03-01T21:59:23.814913Z","end":"2026-03-01T21:59:23.930444Z","steps":["trace[712691919] 'agreement among raft nodes before linearized reading' (duration: 115.288769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.930472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.439906Z","time spent":"490.488721ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:23.930533Z","caller":"traceutil/trace.go:171","msg":"trace[1164922743] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"490.343938ms","start":"2026-03-01T21:59:23.440178Z","end":"2026-03-01T21:59:23.930522Z","steps":["trace[1164922743] 'process raft request' (duration: 489.640263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.930157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.405709Z","time spent":"524.371248ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:23.930598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.44014Z","time spent":"490.412599ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:23.930043Z","caller":"traceutil/trace.go:171","msg":"trace[1572710413] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"607.673893ms","start":"2026-03-01T21:59:23.32235Z","end":"2026-03-01T21:59:23.930023Z","steps":["trace[1572710413] 'process raft request' (duration: 607.13473ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.930678Z","caller":"traceutil/trace.go:171","msg":"trace[209915144] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"490.718666ms","start":"2026-03-01T21:59:23.439947Z","end":"2026-03-01T21:59:23.930665Z","steps":["trace[209915144] 'process raft request' (duration: 489.842167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.930708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.785089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-66050627-8540-40c9-8675-d2b5c201c3a3\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-01T21:59:23.930677Z","caller":"traceutil/trace.go:171","msg":"trace[739365607] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"490.44529ms","start":"2026-03-01T21:59:23.440211Z","end":"2026-03-01T21:59:23.930656Z","steps":["trace[739365607] 'process raft request' (duration: 489.641223ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:23.930756Z","caller":"traceutil/trace.go:171","msg":"trace[222331905] range","detail":"{range_begin:/registry/persistentvolumes/pvc-66050627-8540-40c9-8675-d2b5c201c3a3; range_end:; response_count:1; response_revision:23204; }","duration":"604.8486ms","start":"2026-03-01T21:59:23.325892Z","end":"2026-03-01T21:59:23.930741Z","steps":["trace[222331905] 'agreement among raft nodes before linearized reading' (duration: 604.726707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:23.93078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.325877Z","time spent":"604.897521ms","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-66050627-8540-40c9-8675-d2b5c201c3a3\" "} {"level":"warn","ts":"2026-03-01T21:59:23.930772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.322323Z","time spent":"608.390378ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:23.930797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.44015Z","time spent":"490.602523ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:23.930864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:23.439936Z","time spent":"490.780417ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:26.398Z","caller":"traceutil/trace.go:171","msg":"trace[454362543] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"461.497936ms","start":"2026-03-01T21:59:25.936483Z","end":"2026-03-01T21:59:26.397981Z","steps":["trace[454362543] 'process raft request' (duration: 461.363163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:26.398141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.936456Z","time spent":"461.602717ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:27.189564Z","caller":"traceutil/trace.go:171","msg":"trace[1459608801] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"1.251565353s","start":"2026-03-01T21:59:25.937942Z","end":"2026-03-01T21:59:27.189508Z","steps":["trace[1459608801] 'process raft request' (duration: 1.192743912s)","trace[1459608801] 'compare' (duration: 41.410244ms)","trace[1459608801] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 14.935473ms)"],"step_count":3} {"level":"warn","ts":"2026-03-01T21:59:27.189755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.937913Z","time spent":"1.251741517s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:27.190108Z","caller":"traceutil/trace.go:171","msg":"trace[815188639] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"1.251793847s","start":"2026-03-01T21:59:25.938276Z","end":"2026-03-01T21:59:27.19007Z","steps":["trace[815188639] 'process raft request' (duration: 1.251076781s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.190335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.938265Z","time spent":"1.25195736s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:27.190814Z","caller":"traceutil/trace.go:171","msg":"trace[795733993] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"1.251470501s","start":"2026-03-01T21:59:25.939281Z","end":"2026-03-01T21:59:27.190752Z","steps":["trace[795733993] 'process raft request' (duration: 1.250422877s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.191056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.93927Z","time spent":"1.251650274s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:27.191402Z","caller":"traceutil/trace.go:171","msg":"trace[1051552866] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"1.250618592s","start":"2026-03-01T21:59:25.940753Z","end":"2026-03-01T21:59:27.191372Z","steps":["trace[1051552866] 'process raft request' (duration: 1.250466829s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.191502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.94074Z","time spent":"1.250715354s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:27.191549Z","caller":"traceutil/trace.go:171","msg":"trace[2106015933] linearizableReadLoop","detail":"{readStateIndex:24034; appliedIndex:24030; }","duration":"1.251918751s","start":"2026-03-01T21:59:25.939577Z","end":"2026-03-01T21:59:27.191496Z","steps":["trace[2106015933] 'read index received' (duration: 458.463738ms)","trace[2106015933] 'applied index is now lower than readState.Index' (duration: 793.452083ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:27.191743Z","caller":"traceutil/trace.go:171","msg":"trace[2093672114] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"1.248368352s","start":"2026-03-01T21:59:25.943342Z","end":"2026-03-01T21:59:27.191711Z","steps":["trace[2093672114] 'process raft request' (duration: 1.247960953s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.191926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.943334Z","time spent":"1.248485954s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:27.192019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.084407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:27.192032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.181994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:27.192069Z","caller":"traceutil/trace.go:171","msg":"trace[1571135402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23222; }","duration":"361.174799ms","start":"2026-03-01T21:59:26.830877Z","end":"2026-03-01T21:59:27.192052Z","steps":["trace[1571135402] 'agreement among raft nodes before linearized reading' (duration: 361.098307ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:27.19137Z","caller":"traceutil/trace.go:171","msg":"trace[1025329777] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"1.251951932s","start":"2026-03-01T21:59:25.939354Z","end":"2026-03-01T21:59:27.191306Z","steps":["trace[1025329777] 'process raft request' (duration: 1.251252536s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.192119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:26.830853Z","time spent":"361.255771ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:59:27.192145Z","caller":"traceutil/trace.go:171","msg":"trace[46008437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23222; }","duration":"201.338257ms","start":"2026-03-01T21:59:26.990761Z","end":"2026-03-01T21:59:27.192099Z","steps":["trace[46008437] 'agreement among raft nodes before linearized reading' (duration: 201.146603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.192164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252587755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-01T21:59:27.19217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.939341Z","time spent":"1.25279484s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:27.192204Z","caller":"traceutil/trace.go:171","msg":"trace[2053744636] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23222; }","duration":"1.252643906s","start":"2026-03-01T21:59:25.939543Z","end":"2026-03-01T21:59:27.192187Z","steps":["trace[2053744636] 'agreement among raft nodes before linearized reading' (duration: 1.252548234s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.19223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.939533Z","time spent":"1.252689928s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" "} {"level":"warn","ts":"2026-03-01T21:59:27.19194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234364229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:59:27.192297Z","caller":"traceutil/trace.go:171","msg":"trace[639398220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23222; }","duration":"1.234763938s","start":"2026-03-01T21:59:25.957519Z","end":"2026-03-01T21:59:27.192283Z","steps":["trace[639398220] 'agreement among raft nodes before linearized reading' (duration: 1.234250467s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.192332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.881923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:27.192335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.957498Z","time spent":"1.23482691s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:59:27.19237Z","caller":"traceutil/trace.go:171","msg":"trace[1136154771] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23222; }","duration":"426.958365ms","start":"2026-03-01T21:59:26.765399Z","end":"2026-03-01T21:59:27.192357Z","steps":["trace[1136154771] 'agreement among raft nodes before linearized reading' (duration: 426.889723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.19242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:26.765376Z","time spent":"427.034226ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:27.192429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173504643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:27.192496Z","caller":"traceutil/trace.go:171","msg":"trace[883724480] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23222; }","duration":"1.173591335s","start":"2026-03-01T21:59:26.018881Z","end":"2026-03-01T21:59:27.192473Z","steps":["trace[883724480] 'agreement among raft nodes before linearized reading' (duration: 1.173500963s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.192528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:26.01887Z","time spent":"1.173648786s","remote":"127.0.0.1:56846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:27.192878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.185002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:59:27.192921Z","caller":"traceutil/trace.go:171","msg":"trace[131809945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23222; }","duration":"131.277395ms","start":"2026-03-01T21:59:27.061626Z","end":"2026-03-01T21:59:27.192903Z","steps":["trace[131809945] 'agreement among raft nodes before linearized reading' (duration: 130.777084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.192987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.960755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-01T21:59:27.193014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.223376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T21:59:27.193046Z","caller":"traceutil/trace.go:171","msg":"trace[1017236113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23222; }","duration":"132.253197ms","start":"2026-03-01T21:59:27.060786Z","end":"2026-03-01T21:59:27.19304Z","steps":["trace[1017236113] 'agreement among raft nodes before linearized reading' (duration: 132.187535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.193136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.37602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-01T21:59:27.193173Z","caller":"traceutil/trace.go:171","msg":"trace[196283108] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23222; }","duration":"801.436461ms","start":"2026-03-01T21:59:26.391718Z","end":"2026-03-01T21:59:27.193155Z","steps":["trace[196283108] 'agreement among raft nodes before linearized reading' (duration: 801.321159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.193203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:26.3917Z","time spent":"801.496793ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" "} {"level":"warn","ts":"2026-03-01T21:59:27.192062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.234962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:59:27.193738Z","caller":"traceutil/trace.go:171","msg":"trace[418998387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23222; }","duration":"131.916159ms","start":"2026-03-01T21:59:27.0618Z","end":"2026-03-01T21:59:27.193717Z","steps":["trace[418998387] 'agreement among raft nodes before linearized reading' (duration: 130.17618ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:27.193023Z","caller":"traceutil/trace.go:171","msg":"trace[1330640783] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23222; }","duration":"751.034627ms","start":"2026-03-01T21:59:26.441979Z","end":"2026-03-01T21:59:27.193013Z","steps":["trace[1330640783] 'agreement among raft nodes before linearized reading' (duration: 750.961945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.193919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:26.441954Z","time spent":"751.947659ms","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T21:59:27.195783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238182984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:59:27.195902Z","caller":"traceutil/trace.go:171","msg":"trace[389614572] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23222; }","duration":"1.238320258s","start":"2026-03-01T21:59:25.957545Z","end":"2026-03-01T21:59:27.195865Z","steps":["trace[389614572] 'agreement among raft nodes before linearized reading' (duration: 1.235091986s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.196078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:25.957528Z","time spent":"1.238404789s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:59:27.762795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435498,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:59:27.84774Z","caller":"traceutil/trace.go:171","msg":"trace[1731829908] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"625.826917ms","start":"2026-03-01T21:59:27.221742Z","end":"2026-03-01T21:59:27.847569Z","steps":["trace[1731829908] 'process raft request' (duration: 620.835556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:27.848047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.221733Z","time spent":"626.184945ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:28.884124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040729613s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:28.88453Z","caller":"traceutil/trace.go:171","msg":"trace[46502706] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"1.662372018s","start":"2026-03-01T21:59:27.222139Z","end":"2026-03-01T21:59:28.884511Z","steps":["trace[46502706] 'process raft request' (duration: 1.662326867s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:28.884571Z","caller":"traceutil/trace.go:171","msg":"trace[2047227600] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"1.662857968s","start":"2026-03-01T21:59:27.221673Z","end":"2026-03-01T21:59:28.884531Z","steps":["trace[2047227600] 'process raft request' (duration: 1.662619863s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:28.884664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.222108Z","time spent":"1.662490071s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:28.884643Z","caller":"traceutil/trace.go:171","msg":"trace[1191710640] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"1.66250451s","start":"2026-03-01T21:59:27.222081Z","end":"2026-03-01T21:59:28.884586Z","steps":["trace[1191710640] 'process raft request' (duration: 1.662345987s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:28.884903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.221644Z","time spent":"1.662973971s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:28.884915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.222067Z","time spent":"1.662713656s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:28.884878Z","caller":"traceutil/trace.go:171","msg":"trace[596356188] linearizableReadLoop","detail":"{readStateIndex:24041; appliedIndex:24036; }","duration":"1.622749825s","start":"2026-03-01T21:59:27.262069Z","end":"2026-03-01T21:59:28.884819Z","steps":["trace[596356188] 'read index received' (duration: 580.545378ms)","trace[596356188] 'applied index is now lower than readState.Index' (duration: 1.042198096s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:28.884951Z","caller":"traceutil/trace.go:171","msg":"trace[1176376686] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"1.662742626s","start":"2026-03-01T21:59:27.222201Z","end":"2026-03-01T21:59:28.884943Z","steps":["trace[1176376686] 'process raft request' (duration: 1.662286906s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:28.885088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.222167Z","time spent":"1.662887369s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:28.885276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623198286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-01T21:59:28.885329Z","caller":"traceutil/trace.go:171","msg":"trace[384340256] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23227; }","duration":"1.623332538s","start":"2026-03-01T21:59:27.261981Z","end":"2026-03-01T21:59:28.885313Z","steps":["trace[384340256] 'agreement among raft nodes before linearized reading' (duration: 1.623048391s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:28.885371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.261947Z","time spent":"1.62341508s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-01T21:59:29.83141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:29.831504Z","caller":"traceutil/trace.go:171","msg":"trace[1317186927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389021s","start":"2026-03-01T21:59:27.831094Z","end":"2026-03-01T21:59:29.831483Z","steps":["trace[1317186927] 'agreement among raft nodes before linearized reading' (duration: 2.000222967s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:29.831558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.831065Z","time spent":"2.000483143s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:59:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:30.291024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305830702s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:30.291281Z","caller":"traceutil/trace.go:171","msg":"trace[838738379] linearizableReadLoop","detail":"{readStateIndex:24043; appliedIndex:24041; }","duration":"1.406284541s","start":"2026-03-01T21:59:28.884978Z","end":"2026-03-01T21:59:30.291263Z","steps":["trace[838738379] 'read index received' (duration: 100.04262ms)","trace[838738379] 'applied index is now lower than readState.Index' (duration: 1.306240811s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:30.291499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175939713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:30.291536Z","caller":"traceutil/trace.go:171","msg":"trace[997673250] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23229; }","duration":"2.175980625s","start":"2026-03-01T21:59:28.115547Z","end":"2026-03-01T21:59:30.291527Z","steps":["trace[997673250] 'agreement among raft nodes before linearized reading' (duration: 2.17580006s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:30.291552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379234065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:30.291578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:28.115528Z","time spent":"2.176041897s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:30.291596Z","caller":"traceutil/trace.go:171","msg":"trace[196068838] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23229; }","duration":"2.379270696s","start":"2026-03-01T21:59:27.912309Z","end":"2026-03-01T21:59:30.291579Z","steps":["trace[196068838] 'agreement among raft nodes before linearized reading' (duration: 2.379215565s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:30.291634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.912232Z","time spent":"2.379393449s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:30.291714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090885009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-01T21:59:30.29149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427837647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:30.291909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542402281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:30.291949Z","caller":"traceutil/trace.go:171","msg":"trace[1916707524] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23229; }","duration":"2.542506714s","start":"2026-03-01T21:59:27.749433Z","end":"2026-03-01T21:59:30.29194Z","steps":["trace[1916707524] 'agreement among raft nodes before linearized reading' (duration: 2.54235666s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:30.291984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.749399Z","time spent":"2.542578195s","remote":"127.0.0.1:56808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:30.292044Z","caller":"traceutil/trace.go:171","msg":"trace[1808845325] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23229; }","duration":"2.428310918s","start":"2026-03-01T21:59:27.863598Z","end":"2026-03-01T21:59:30.291909Z","steps":["trace[1808845325] 'agreement among raft nodes before linearized reading' (duration: 2.427824056s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:30.292103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562164441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:30.292199Z","caller":"traceutil/trace.go:171","msg":"trace[21686821] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23229; }","duration":"2.562343796s","start":"2026-03-01T21:59:27.729834Z","end":"2026-03-01T21:59:30.292178Z","steps":["trace[21686821] 'agreement among raft nodes before linearized reading' (duration: 2.562122881s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:30.292171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.863586Z","time spent":"2.428526992s","remote":"127.0.0.1:59928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:30.292257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:27.729805Z","time spent":"2.562441317s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:30.292572Z","caller":"traceutil/trace.go:171","msg":"trace[1432957489] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"2.207158619s","start":"2026-03-01T21:59:28.085397Z","end":"2026-03-01T21:59:30.292555Z","steps":["trace[1432957489] 'process raft request' (duration: 899.699801ms)","trace[1432957489] 'compare' (duration: 1.305109426s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:30.292612Z","caller":"traceutil/trace.go:171","msg":"trace[314210418] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"1.889267596s","start":"2026-03-01T21:59:28.40331Z","end":"2026-03-01T21:59:30.292578Z","steps":["trace[314210418] 'process raft request' (duration: 1.887825493s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:30.292657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:28.085374Z","time spent":"2.207244681s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:30.292792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:28.403275Z","time spent":"1.889417709s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:30.292838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962022865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-01T21:59:30.291826Z","caller":"traceutil/trace.go:171","msg":"trace[747300399] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23229; }","duration":"2.091064853s","start":"2026-03-01T21:59:28.200737Z","end":"2026-03-01T21:59:30.291802Z","steps":["trace[747300399] 'agreement among raft nodes before linearized reading' (duration: 2.090572981s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:30.293097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:28.200721Z","time spent":"2.092359432s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" "} {"level":"info","ts":"2026-03-01T21:59:30.292938Z","caller":"traceutil/trace.go:171","msg":"trace[1069459612] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23229; }","duration":"1.962171409s","start":"2026-03-01T21:59:28.330742Z","end":"2026-03-01T21:59:30.292913Z","steps":["trace[1069459612] 'agreement among raft nodes before linearized reading' (duration: 1.961871342s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:30.29327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:28.330722Z","time spent":"1.962501487s","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T21:59:30.299566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101028347s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:30.299787Z","caller":"traceutil/trace.go:171","msg":"trace[409988738] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"1.101365275s","start":"2026-03-01T21:59:29.198408Z","end":"2026-03-01T21:59:30.299773Z","steps":["trace[409988738] 'process raft request' (duration: 1.101269593s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:30.29988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.198377Z","time spent":"1.101440657s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:31.831519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998710184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:31.831637Z","caller":"traceutil/trace.go:171","msg":"trace[1562608637] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998910357s","start":"2026-03-01T21:59:29.832699Z","end":"2026-03-01T21:59:31.831609Z","steps":["trace[1562608637] 'agreement among raft nodes before linearized reading' (duration: 1.998741974s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:31.8317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.83268Z","time spent":"1.99900733s","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:59:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:32.640135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.340426921s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:32.717098Z","caller":"traceutil/trace.go:171","msg":"trace[1154133942] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"3.518047004s","start":"2026-03-01T21:59:29.199022Z","end":"2026-03-01T21:59:32.717069Z","steps":["trace[1154133942] 'process raft request' (duration: 3.441528929s)","trace[1154133942] 'compare' (duration: 76.177828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:32.717265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.198977Z","time spent":"3.518202637s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:32.71742Z","caller":"traceutil/trace.go:171","msg":"trace[1937461869] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"3.517750797s","start":"2026-03-01T21:59:29.199636Z","end":"2026-03-01T21:59:32.717387Z","steps":["trace[1937461869] 'process raft request' (duration: 3.517329068s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:32.717596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.199608Z","time spent":"3.517901202s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:32.717616Z","caller":"traceutil/trace.go:171","msg":"trace[515424686] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"3.517201866s","start":"2026-03-01T21:59:29.200387Z","end":"2026-03-01T21:59:32.717589Z","steps":["trace[515424686] 'process raft request' (duration: 3.516902489s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:32.717764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.200376Z","time spent":"3.517302778s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:32.718086Z","caller":"traceutil/trace.go:171","msg":"trace[545743839] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"3.514890934s","start":"2026-03-01T21:59:29.203179Z","end":"2026-03-01T21:59:32.71807Z","steps":["trace[545743839] 'process raft request' (duration: 3.514333692s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:32.718171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.203167Z","time spent":"3.514968796s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:32.718512Z","caller":"traceutil/trace.go:171","msg":"trace[1083999426] linearizableReadLoop","detail":"{readStateIndex:24049; appliedIndex:24043; }","duration":"2.427183053s","start":"2026-03-01T21:59:30.291318Z","end":"2026-03-01T21:59:32.718501Z","steps":["trace[1083999426] 'read index received' (duration: 8.383216ms)","trace[1083999426] 'applied index is now lower than readState.Index' (duration: 2.418798897s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:32.718724Z","caller":"traceutil/trace.go:171","msg":"trace[744281884] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"2.76938264s","start":"2026-03-01T21:59:29.949328Z","end":"2026-03-01T21:59:32.718711Z","steps":["trace[744281884] 'process raft request' (duration: 2.768672324s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:32.718797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.949303Z","time spent":"2.769454411s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:32.718949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694271926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:32.718998Z","caller":"traceutil/trace.go:171","msg":"trace[1431069314] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23235; }","duration":"2.694353587s","start":"2026-03-01T21:59:30.024633Z","end":"2026-03-01T21:59:32.718987Z","steps":["trace[1431069314] 'agreement among raft nodes before linearized reading' (duration: 2.694279375s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:32.71904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:30.024618Z","time spent":"2.694413679s","remote":"127.0.0.1:51178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:32.719219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44700036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T21:59:32.719311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866367731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:59:32.719368Z","caller":"traceutil/trace.go:171","msg":"trace[846092110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23235; }","duration":"2.866473653s","start":"2026-03-01T21:59:29.85288Z","end":"2026-03-01T21:59:32.719353Z","steps":["trace[846092110] 'agreement among raft nodes before linearized reading' (duration: 2.866271639s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:32.719362Z","caller":"traceutil/trace.go:171","msg":"trace[1988650143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23235; }","duration":"3.447185184s","start":"2026-03-01T21:59:29.272131Z","end":"2026-03-01T21:59:32.719316Z","steps":["trace[1988650143] 'agreement among raft nodes before linearized reading' (duration: 3.446961289s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:32.719326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719835992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-01T21:59:32.719407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.852854Z","time spent":"2.866545044s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:59:32.719434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518701359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T21:59:32.71944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.272119Z","time spent":"3.447301157s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:32.719477Z","caller":"traceutil/trace.go:171","msg":"trace[648278906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23235; }","duration":"3.518770351s","start":"2026-03-01T21:59:29.200696Z","end":"2026-03-01T21:59:32.719466Z","steps":["trace[648278906] 'agreement among raft nodes before linearized reading' (duration: 3.518599377s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:32.719474Z","caller":"traceutil/trace.go:171","msg":"trace[1876640634] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23235; }","duration":"3.720057077s","start":"2026-03-01T21:59:28.999378Z","end":"2026-03-01T21:59:32.719435Z","steps":["trace[1876640634] 'agreement among raft nodes before linearized reading' (duration: 3.719654748s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:32.71951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.200685Z","time spent":"3.518817601s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:32.719562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:28.999351Z","time spent":"3.720192329s","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T21:59:32.719601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648809998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-01T21:59:32.719586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803714951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:32.719711Z","caller":"traceutil/trace.go:171","msg":"trace[1377476226] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23235; }","duration":"3.803915115s","start":"2026-03-01T21:59:28.915767Z","end":"2026-03-01T21:59:32.719683Z","steps":["trace[1377476226] 'agreement among raft nodes before linearized reading' (duration: 3.803495156s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:32.719775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:28.915748Z","time spent":"3.804014318s","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:32.719653Z","caller":"traceutil/trace.go:171","msg":"trace[67771683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23235; }","duration":"3.64890773s","start":"2026-03-01T21:59:29.070731Z","end":"2026-03-01T21:59:32.719639Z","steps":["trace[67771683] 'agreement among raft nodes before linearized reading' (duration: 3.648721196s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:32.719992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:29.070701Z","time spent":"3.649281258s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:59:33.382509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:32.888002Z","time spent":"494.497111ms","remote":"127.0.0.1:43290","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:59:33.383107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.098179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:33.383597Z","caller":"traceutil/trace.go:171","msg":"trace[893494906] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"2.612112954s","start":"2026-03-01T21:59:30.771448Z","end":"2026-03-01T21:59:33.383561Z","steps":["trace[893494906] 'process raft request' (duration: 2.258481043s)","trace[893494906] 'compare' (duration: 352.860414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:33.38375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:30.77142Z","time spent":"2.612243647s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:33.400102Z","caller":"traceutil/trace.go:171","msg":"trace[1448702107] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"2.571387857s","start":"2026-03-01T21:59:30.828691Z","end":"2026-03-01T21:59:33.400079Z","steps":["trace[1448702107] 'process raft request' (duration: 2.571217173s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.400243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:30.828666Z","time spent":"2.5715006s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:33.400384Z","caller":"traceutil/trace.go:171","msg":"trace[1032144413] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"1.101359965s","start":"2026-03-01T21:59:32.299Z","end":"2026-03-01T21:59:33.40036Z","steps":["trace[1032144413] 'process raft request' (duration: 1.101029488s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.400557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:32.29896Z","time spent":"1.101505888s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:33.40071Z","caller":"traceutil/trace.go:171","msg":"trace[767364325] linearizableReadLoop","detail":"{readStateIndex:24054; appliedIndex:24049; }","duration":"682.129591ms","start":"2026-03-01T21:59:32.718549Z","end":"2026-03-01T21:59:33.400679Z","steps":["trace[767364325] 'read index received' (duration: 311.40936ms)","trace[767364325] 'applied index is now lower than readState.Index' (duration: 370.718011ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:33.400704Z","caller":"traceutil/trace.go:171","msg":"trace[2101033036] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"1.094457651s","start":"2026-03-01T21:59:32.306198Z","end":"2026-03-01T21:59:33.400656Z","steps":["trace[2101033036] 'process raft request' (duration: 1.094086292s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.400835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561849597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:33.400866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129287724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:33.400873Z","caller":"traceutil/trace.go:171","msg":"trace[1167100795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23241; }","duration":"1.561941339s","start":"2026-03-01T21:59:31.838922Z","end":"2026-03-01T21:59:33.400863Z","steps":["trace[1167100795] 'agreement among raft nodes before linearized reading' (duration: 1.561858527s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:33.400922Z","caller":"traceutil/trace.go:171","msg":"trace[1858127260] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23241; }","duration":"2.129380356s","start":"2026-03-01T21:59:31.271531Z","end":"2026-03-01T21:59:33.400911Z","steps":["trace[1858127260] 'agreement among raft nodes before linearized reading' (duration: 2.129157771s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.40093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:31.838892Z","time spent":"1.562030791s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:59:33.400964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:31.27151Z","time spent":"2.129444127s","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:33.400958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:32.306179Z","time spent":"1.094656624s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:33.401044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511700657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-01T21:59:33.401005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107532306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T21:59:33.401095Z","caller":"traceutil/trace.go:171","msg":"trace[1915005167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23241; }","duration":"2.511790449s","start":"2026-03-01T21:59:30.889293Z","end":"2026-03-01T21:59:33.401084Z","steps":["trace[1915005167] 'agreement among raft nodes before linearized reading' (duration: 2.511662305s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:33.401119Z","caller":"traceutil/trace.go:171","msg":"trace[854338298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23241; }","duration":"3.10770235s","start":"2026-03-01T21:59:30.293398Z","end":"2026-03-01T21:59:33.401101Z","steps":["trace[854338298] 'agreement among raft nodes before linearized reading' (duration: 3.107441794s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.401127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:30.889264Z","time spent":"2.51185523s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:59:33.400974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564829833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4c8097230ee\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-01T21:59:33.401166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:30.29337Z","time spent":"3.107786232s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T21:59:33.401212Z","caller":"traceutil/trace.go:171","msg":"trace[2049338138] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4c8097230ee; range_end:; response_count:1; response_revision:23241; }","duration":"1.565140742s","start":"2026-03-01T21:59:31.836042Z","end":"2026-03-01T21:59:33.401183Z","steps":["trace[2049338138] 'agreement among raft nodes before linearized reading' (duration: 1.564679531s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.400846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539753495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:33.401265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:31.836021Z","time spent":"1.565233454s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4c8097230ee\" "} {"level":"info","ts":"2026-03-01T21:59:33.400733Z","caller":"traceutil/trace.go:171","msg":"trace[1420035919] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"674.964402ms","start":"2026-03-01T21:59:32.725725Z","end":"2026-03-01T21:59:33.400689Z","steps":["trace[1420035919] 'process raft request' (duration: 674.827089ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:33.401283Z","caller":"traceutil/trace.go:171","msg":"trace[508951580] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23241; }","duration":"1.540298368s","start":"2026-03-01T21:59:31.86097Z","end":"2026-03-01T21:59:33.401268Z","steps":["trace[508951580] 'agreement among raft nodes before linearized reading' (duration: 1.539743565s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.401335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:31.860955Z","time spent":"1.540366789s","remote":"127.0.0.1:51076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:33.401393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:32.725705Z","time spent":"675.608168ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:33.401402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511077653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T21:59:33.401377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97248666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-01T21:59:33.401444Z","caller":"traceutil/trace.go:171","msg":"trace[8121525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23241; }","duration":"2.511156195s","start":"2026-03-01T21:59:30.890277Z","end":"2026-03-01T21:59:33.401433Z","steps":["trace[8121525] 'agreement among raft nodes before linearized reading' (duration: 2.511002411s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.401495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353074882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-01T21:59:33.401507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:30.890261Z","time spent":"2.511230837s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:59:33.401548Z","caller":"traceutil/trace.go:171","msg":"trace[2018183498] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23241; }","duration":"2.353148823s","start":"2026-03-01T21:59:31.048389Z","end":"2026-03-01T21:59:33.401538Z","steps":["trace[2018183498] 'agreement among raft nodes before linearized reading' (duration: 2.352977549s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:33.401473Z","caller":"traceutil/trace.go:171","msg":"trace[892303641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23241; }","duration":"1.972646374s","start":"2026-03-01T21:59:31.428802Z","end":"2026-03-01T21:59:33.401448Z","steps":["trace[892303641] 'agreement among raft nodes before linearized reading' (duration: 1.972324527s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.40161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512071685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T21:59:33.401595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:31.048377Z","time spent":"2.353211584s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:59:33.401635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:31.428779Z","time spent":"1.972833359s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-01T21:59:33.401644Z","caller":"traceutil/trace.go:171","msg":"trace[875712729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23241; }","duration":"2.512105566s","start":"2026-03-01T21:59:30.889528Z","end":"2026-03-01T21:59:33.401634Z","steps":["trace[875712729] 'agreement among raft nodes before linearized reading' (duration: 2.512001764s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:33.400768Z","caller":"traceutil/trace.go:171","msg":"trace[1057382856] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"675.014514ms","start":"2026-03-01T21:59:32.725735Z","end":"2026-03-01T21:59:33.40075Z","steps":["trace[1057382856] 'process raft request' (duration: 674.922112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.401695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:30.889453Z","time spent":"2.512231808s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:33.401755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:32.725707Z","time spent":"676.007676ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:33.401799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.184125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:33.402142Z","caller":"traceutil/trace.go:171","msg":"trace[386501743] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23241; }","duration":"460.572355ms","start":"2026-03-01T21:59:32.941555Z","end":"2026-03-01T21:59:33.402128Z","steps":["trace[386501743] 'agreement among raft nodes before linearized reading' (duration: 460.195447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.401928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.136996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-01T21:59:33.402352Z","caller":"traceutil/trace.go:171","msg":"trace[1351246805] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23241; }","duration":"675.570605ms","start":"2026-03-01T21:59:32.726765Z","end":"2026-03-01T21:59:33.402336Z","steps":["trace[1351246805] 'agreement among raft nodes before linearized reading' (duration: 675.073154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.4024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:32.726754Z","time spent":"675.636278ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-01T21:59:33.401927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.994388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T21:59:33.4026Z","caller":"traceutil/trace.go:171","msg":"trace[141908053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23241; }","duration":"678.01834ms","start":"2026-03-01T21:59:32.724568Z","end":"2026-03-01T21:59:33.402587Z","steps":["trace[141908053] 'agreement among raft nodes before linearized reading' (duration: 677.151511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.40256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103497229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-01T21:59:33.402703Z","caller":"traceutil/trace.go:171","msg":"trace[145769942] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7; range_end:; response_count:1; response_revision:23241; }","duration":"2.103855197s","start":"2026-03-01T21:59:31.29883Z","end":"2026-03-01T21:59:33.402685Z","steps":["trace[145769942] 'agreement among raft nodes before linearized reading' (duration: 2.102385615s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.40277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:31.298804Z","time spent":"2.10395197s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae806810-7530-4e3b-8d28-29a1a37cd4d7\" "} {"level":"warn","ts":"2026-03-01T21:59:33.402646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:32.724549Z","time spent":"678.085652ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:59:33.402086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060814754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:33.402966Z","caller":"traceutil/trace.go:171","msg":"trace[1034246744] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23241; }","duration":"3.061745955s","start":"2026-03-01T21:59:30.341204Z","end":"2026-03-01T21:59:33.402949Z","steps":["trace[1034246744] 'agreement among raft nodes before linearized reading' (duration: 3.059619567s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.403014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:30.341181Z","time spent":"3.061819597s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:33.403912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514434758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:59:33.403975Z","caller":"traceutil/trace.go:171","msg":"trace[1054679297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23241; }","duration":"2.514496329s","start":"2026-03-01T21:59:30.88946Z","end":"2026-03-01T21:59:33.403957Z","steps":["trace[1054679297] 'agreement among raft nodes before linearized reading' (duration: 2.512816341s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:33.404018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:30.889414Z","time spent":"2.514591691s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:59:33.407796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:32.941532Z","time spent":"460.78606ms","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:37.924428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:38.424874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:38.521601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105768503s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:38.522211Z","caller":"traceutil/trace.go:171","msg":"trace[1607254316] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"1.10649349s","start":"2026-03-01T21:59:37.415687Z","end":"2026-03-01T21:59:38.52218Z","steps":["trace[1607254316] 'process raft request' (duration: 1.106312656s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.522372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.415648Z","time spent":"1.106637943s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:38.582574Z","caller":"traceutil/trace.go:171","msg":"trace[1615690977] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"1.158161261s","start":"2026-03-01T21:59:37.424384Z","end":"2026-03-01T21:59:38.582546Z","steps":["trace[1615690977] 'process raft request' (duration: 1.157072777s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.582751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.424328Z","time spent":"1.158330914s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:38.582756Z","caller":"traceutil/trace.go:171","msg":"trace[1582954019] linearizableReadLoop","detail":"{readStateIndex:24107; appliedIndex:24104; }","duration":"1.159391529s","start":"2026-03-01T21:59:37.423324Z","end":"2026-03-01T21:59:38.582715Z","steps":["trace[1582954019] 'read index received' (duration: 1.098746827s)","trace[1582954019] 'applied index is now lower than readState.Index' (duration: 60.641642ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:38.582855Z","caller":"traceutil/trace.go:171","msg":"trace[924952521] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"856.829766ms","start":"2026-03-01T21:59:37.725981Z","end":"2026-03-01T21:59:38.58281Z","steps":["trace[924952521] 'process raft request' (duration: 856.517389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.583073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159738167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T21:59:38.583063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.725899Z","time spent":"857.03514ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:38.583112Z","caller":"traceutil/trace.go:171","msg":"trace[1449528954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23290; }","duration":"1.159800418s","start":"2026-03-01T21:59:37.423299Z","end":"2026-03-01T21:59:38.5831Z","steps":["trace[1449528954] 'agreement among raft nodes before linearized reading' (duration: 1.159592834s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.583152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.423215Z","time spent":"1.159927531s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:38.583217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136509968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T21:59:38.583225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044057088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10362"} {"level":"info","ts":"2026-03-01T21:59:38.583274Z","caller":"traceutil/trace.go:171","msg":"trace[942876111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23290; }","duration":"1.13660519s","start":"2026-03-01T21:59:37.446654Z","end":"2026-03-01T21:59:38.583259Z","steps":["trace[942876111] 'agreement among raft nodes before linearized reading' (duration: 1.136390005s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.583317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.446643Z","time spent":"1.136666812s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:59:38.583321Z","caller":"traceutil/trace.go:171","msg":"trace[202275438] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23290; }","duration":"1.044220321s","start":"2026-03-01T21:59:37.539079Z","end":"2026-03-01T21:59:38.583299Z","steps":["trace[202275438] 'agreement among raft nodes before linearized reading' (duration: 1.043947865s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.583334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.943648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:38.583366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.539055Z","time spent":"1.044302663s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10384,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-01T21:59:38.583382Z","caller":"traceutil/trace.go:171","msg":"trace[138447290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23290; }","duration":"752.03532ms","start":"2026-03-01T21:59:37.831332Z","end":"2026-03-01T21:59:38.583367Z","steps":["trace[138447290] 'agreement among raft nodes before linearized reading' (duration: 751.936618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.583418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.831304Z","time spent":"752.102301ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:59:38.583379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135581118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:59:38.583484Z","caller":"traceutil/trace.go:171","msg":"trace[1630687186] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23290; }","duration":"1.135781022s","start":"2026-03-01T21:59:37.447675Z","end":"2026-03-01T21:59:38.583456Z","steps":["trace[1630687186] 'agreement among raft nodes before linearized reading' (duration: 1.135433504s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.583541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.447659Z","time spent":"1.135870114s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:59:38.583585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15267791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T21:59:38.583573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144530738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T21:59:38.583614Z","caller":"traceutil/trace.go:171","msg":"trace[328816471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23290; }","duration":"1.152730471s","start":"2026-03-01T21:59:37.430874Z","end":"2026-03-01T21:59:38.583604Z","steps":["trace[328816471] 'agreement among raft nodes before linearized reading' (duration: 1.152638798s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:38.583624Z","caller":"traceutil/trace.go:171","msg":"trace[1968347069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23290; }","duration":"1.14463061s","start":"2026-03-01T21:59:37.438981Z","end":"2026-03-01T21:59:38.583612Z","steps":["trace[1968347069] 'agreement among raft nodes before linearized reading' (duration: 1.144413815s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.583642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.430862Z","time spent":"1.152774332s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:59:38.583662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.438957Z","time spent":"1.144693281s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:38.586705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162307074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T21:59:38.587144Z","caller":"traceutil/trace.go:171","msg":"trace[408201214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23290; }","duration":"1.162523169s","start":"2026-03-01T21:59:37.424303Z","end":"2026-03-01T21:59:38.586826Z","steps":["trace[408201214] 'agreement among raft nodes before linearized reading' (duration: 1.158688073s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.587324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.424271Z","time spent":"1.163037729s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:59:38.586763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037865011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-01T21:59:38.587742Z","caller":"traceutil/trace.go:171","msg":"trace[1925768634] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23290; }","duration":"1.038880403s","start":"2026-03-01T21:59:37.548838Z","end":"2026-03-01T21:59:38.587719Z","steps":["trace[1925768634] 'agreement among raft nodes before linearized reading' (duration: 1.034489235s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:38.587838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:37.548823Z","time spent":"1.038998236s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-01T21:59:39.248164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:39.306098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.66003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-01T21:59:39.306255Z","caller":"traceutil/trace.go:171","msg":"trace[2022387816] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23297; }","duration":"619.865194ms","start":"2026-03-01T21:59:38.686366Z","end":"2026-03-01T21:59:39.306231Z","steps":["trace[2022387816] 'range keys from in-memory index tree' (duration: 619.466925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:39.306301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.686347Z","time spent":"619.944326ms","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-01T21:59:39.307907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.72332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:39.308057Z","caller":"traceutil/trace.go:171","msg":"trace[333352306] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"620.056318ms","start":"2026-03-01T21:59:38.687981Z","end":"2026-03-01T21:59:39.308037Z","steps":["trace[333352306] 'process raft request' (duration: 31.062762ms)","trace[333352306] 'compare' (duration: 587.678387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:39.308132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.687963Z","time spent":"620.138019ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:39.748315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:39.805828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086709509s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:39.857035Z","caller":"traceutil/trace.go:171","msg":"trace[923125133] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"1.167850547s","start":"2026-03-01T21:59:38.689157Z","end":"2026-03-01T21:59:39.857007Z","steps":["trace[923125133] 'process raft request' (duration: 1.167730994s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:39.85703Z","caller":"traceutil/trace.go:171","msg":"trace[262550201] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"1.168601333s","start":"2026-03-01T21:59:38.688368Z","end":"2026-03-01T21:59:39.856969Z","steps":["trace[262550201] 'process raft request' (duration: 1.117694409s)","trace[262550201] 'compare' (duration: 50.632448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:39.857209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.689148Z","time spent":"1.167971339s","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:39.857201Z","caller":"traceutil/trace.go:171","msg":"trace[887098546] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"1.167915938s","start":"2026-03-01T21:59:38.68925Z","end":"2026-03-01T21:59:39.857166Z","steps":["trace[887098546] 'process raft request' (duration: 1.167710064s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:39.85734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.688348Z","time spent":"1.168798938s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:39.857382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.689221Z","time spent":"1.168049672s","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:40.513124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.791666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:40.513423Z","caller":"traceutil/trace.go:171","msg":"trace[1471425189] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"1.773667508s","start":"2026-03-01T21:59:38.739736Z","end":"2026-03-01T21:59:40.513404Z","steps":["trace[1471425189] 'process raft request' (duration: 1.773588246s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.513501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.739722Z","time spent":"1.77374394s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:40.513508Z","caller":"traceutil/trace.go:171","msg":"trace[1900352349] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"1.776148043s","start":"2026-03-01T21:59:38.737322Z","end":"2026-03-01T21:59:40.51347Z","steps":["trace[1900352349] 'process raft request' (duration: 1.639918558s)","trace[1900352349] 'compare' (duration: 135.269034ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:40.513526Z","caller":"traceutil/trace.go:171","msg":"trace[367500487] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"1.774601948s","start":"2026-03-01T21:59:38.738865Z","end":"2026-03-01T21:59:40.513467Z","steps":["trace[367500487] 'process raft request' (duration: 1.774366253s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:40.513665Z","caller":"traceutil/trace.go:171","msg":"trace[709825568] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"1.770846045s","start":"2026-03-01T21:59:38.742805Z","end":"2026-03-01T21:59:40.513651Z","steps":["trace[709825568] 'process raft request' (duration: 1.770552759s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.513729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.738841Z","time spent":"1.774770652s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:40.513799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765736882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:40.513815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.742779Z","time spent":"1.770956388s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:40.51384Z","caller":"traceutil/trace.go:171","msg":"trace[1550856294] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23305; }","duration":"1.765815934s","start":"2026-03-01T21:59:38.748015Z","end":"2026-03-01T21:59:40.513831Z","steps":["trace[1550856294] 'agreement among raft nodes before linearized reading' (duration: 1.765731652s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.513858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.748003Z","time spent":"1.765851365s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T21:59:40.513685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:38.737293Z","time spent":"1.776299237s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:40.513585Z","caller":"traceutil/trace.go:171","msg":"trace[211603401] linearizableReadLoop","detail":"{readStateIndex:24122; appliedIndex:24115; }","duration":"1.765496826s","start":"2026-03-01T21:59:38.748057Z","end":"2026-03-01T21:59:40.513554Z","steps":["trace[211603401] 'read index received' (duration: 1.05800378s)","trace[211603401] 'applied index is now lower than readState.Index' (duration: 707.490766ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:40.546032Z","caller":"traceutil/trace.go:171","msg":"trace[1335314367] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"237.905992ms","start":"2026-03-01T21:59:40.308099Z","end":"2026-03-01T21:59:40.546005Z","steps":["trace[1335314367] 'process raft request' (duration: 237.678247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.960856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.872646ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:59:40.961128Z","caller":"traceutil/trace.go:171","msg":"trace[861916668] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24122; }","duration":"447.078324ms","start":"2026-03-01T21:59:40.514017Z","end":"2026-03-01T21:59:40.961095Z","steps":["trace[861916668] 'read index received' (duration: 31.791199ms)","trace[861916668] 'applied index is now lower than readState.Index' (duration: 415.285825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:40.961121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.657201Z","time spent":"303.913683ms","remote":"127.0.0.1:46112","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:59:40.961325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.629541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-01T21:59:40.96135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130217318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:40.961362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.10224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:40.961398Z","caller":"traceutil/trace.go:171","msg":"trace[1287929372] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23306; }","duration":"646.805565ms","start":"2026-03-01T21:59:40.314572Z","end":"2026-03-01T21:59:40.961378Z","steps":["trace[1287929372] 'agreement among raft nodes before linearized reading' (duration: 646.60289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.961409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.361269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:40.961407Z","caller":"traceutil/trace.go:171","msg":"trace[1219735180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23306; }","duration":"1.13033411s","start":"2026-03-01T21:59:39.831054Z","end":"2026-03-01T21:59:40.961388Z","steps":["trace[1219735180] 'agreement among raft nodes before linearized reading' (duration: 1.130215897s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:40.96144Z","caller":"traceutil/trace.go:171","msg":"trace[874774784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23306; }","duration":"893.433621ms","start":"2026-03-01T21:59:40.067996Z","end":"2026-03-01T21:59:40.96143Z","steps":["trace[874774784] 'agreement among raft nodes before linearized reading' (duration: 893.36988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.961443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.314523Z","time spent":"646.911797ms","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T21:59:40.961448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:39.831016Z","time spent":"1.130424312s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:59:40.961442Z","caller":"traceutil/trace.go:171","msg":"trace[828243021] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23306; }","duration":"515.233303ms","start":"2026-03-01T21:59:40.44619Z","end":"2026-03-01T21:59:40.961423Z","steps":["trace[828243021] 'agreement among raft nodes before linearized reading' (duration: 515.067049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.961463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.067971Z","time spent":"893.484033ms","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:40.961495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.446166Z","time spent":"515.318044ms","remote":"127.0.0.1:41894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:40.961498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649856509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e16b7347-452b-433d-9565-e80bfa06a4f5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T21:59:40.961541Z","caller":"traceutil/trace.go:171","msg":"trace[1373702920] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e16b7347-452b-433d-9565-e80bfa06a4f5; range_end:; response_count:1; response_revision:23306; }","duration":"1.64989899s","start":"2026-03-01T21:59:39.311627Z","end":"2026-03-01T21:59:40.961526Z","steps":["trace[1373702920] 'agreement among raft nodes before linearized reading' (duration: 1.649728776s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:40.961536Z","caller":"traceutil/trace.go:171","msg":"trace[1777105215] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"434.925882ms","start":"2026-03-01T21:59:40.526568Z","end":"2026-03-01T21:59:40.961494Z","steps":["trace[1777105215] 'process raft request' (duration: 434.425181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.961577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:39.311561Z","time spent":"1.650007583s","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e16b7347-452b-433d-9565-e80bfa06a4f5\" "} {"level":"warn","ts":"2026-03-01T21:59:40.961702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.526535Z","time spent":"435.075146ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:40.961793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418070244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:40.962074Z","caller":"traceutil/trace.go:171","msg":"trace[2029139672] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23306; }","duration":"1.418477234s","start":"2026-03-01T21:59:39.54348Z","end":"2026-03-01T21:59:40.961957Z","steps":["trace[2029139672] 'agreement among raft nodes before linearized reading' (duration: 1.417834828s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.962304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:39.54345Z","time spent":"1.41878441s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:40.962379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.23135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:40.962457Z","caller":"traceutil/trace.go:171","msg":"trace[1442000944] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23306; }","duration":"664.384296ms","start":"2026-03-01T21:59:40.298025Z","end":"2026-03-01T21:59:40.962409Z","steps":["trace[1442000944] 'agreement among raft nodes before linearized reading' (duration: 663.169789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:40.962521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.298002Z","time spent":"664.483768ms","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:41.461496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:41.96193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:42.038391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112597366s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:42.039648Z","caller":"traceutil/trace.go:171","msg":"trace[1669950644] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"1.446836384s","start":"2026-03-01T21:59:40.592787Z","end":"2026-03-01T21:59:42.039623Z","steps":["trace[1669950644] 'process raft request' (duration: 1.445799151s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:42.039689Z","caller":"traceutil/trace.go:171","msg":"trace[49386649] linearizableReadLoop","detail":"{readStateIndex:24127; appliedIndex:24125; }","duration":"1.078498986s","start":"2026-03-01T21:59:40.961166Z","end":"2026-03-01T21:59:42.039665Z","steps":["trace[49386649] 'read index received' (duration: 1.077355251s)","trace[49386649] 'applied index is now lower than readState.Index' (duration: 1.139435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:42.03976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.592755Z","time spent":"1.446931236s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:42.039985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354485515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T21:59:42.040057Z","caller":"traceutil/trace.go:171","msg":"trace[42541970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23309; }","duration":"1.354612238s","start":"2026-03-01T21:59:40.685435Z","end":"2026-03-01T21:59:42.040047Z","steps":["trace[42541970] 'agreement among raft nodes before linearized reading' (duration: 1.354376113s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.040099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.685419Z","time spent":"1.35467232s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:42.040339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362389262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:42.04038Z","caller":"traceutil/trace.go:171","msg":"trace[193445880] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23309; }","duration":"1.362472534s","start":"2026-03-01T21:59:40.677894Z","end":"2026-03-01T21:59:42.040367Z","steps":["trace[193445880] 'agreement among raft nodes before linearized reading' (duration: 1.362403163s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.040417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.677873Z","time spent":"1.362535695s","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:42.040556Z","caller":"traceutil/trace.go:171","msg":"trace[320895880] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"1.131827764s","start":"2026-03-01T21:59:40.90869Z","end":"2026-03-01T21:59:42.040518Z","steps":["trace[320895880] 'process raft request' (duration: 1.130835192s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.040633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404152754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T21:59:42.040667Z","caller":"traceutil/trace.go:171","msg":"trace[217927265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23309; }","duration":"1.404231326s","start":"2026-03-01T21:59:40.636428Z","end":"2026-03-01T21:59:42.040659Z","steps":["trace[217927265] 'agreement among raft nodes before linearized reading' (duration: 1.404139184s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.040694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.908658Z","time spent":"1.131969168s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:42.040701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353863023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T21:59:42.040703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.63639Z","time spent":"1.404303807s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:59:42.040795Z","caller":"traceutil/trace.go:171","msg":"trace[1013725621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23309; }","duration":"1.353996006s","start":"2026-03-01T21:59:40.686777Z","end":"2026-03-01T21:59:42.040773Z","steps":["trace[1013725621] 'agreement among raft nodes before linearized reading' (duration: 1.35370376s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.04077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354036887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-01T21:59:42.04085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.68676Z","time spent":"1.354080528s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:59:42.041071Z","caller":"traceutil/trace.go:171","msg":"trace[789280707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23309; }","duration":"1.354382144s","start":"2026-03-01T21:59:40.686678Z","end":"2026-03-01T21:59:42.04106Z","steps":["trace[789280707] 'agreement among raft nodes before linearized reading' (duration: 1.353978436s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.04081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078174759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:42.041081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40622216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T21:59:42.041113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.68665Z","time spent":"1.354451856s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:59:42.041117Z","caller":"traceutil/trace.go:171","msg":"trace[2135124455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23309; }","duration":"1.078549086s","start":"2026-03-01T21:59:40.962557Z","end":"2026-03-01T21:59:42.041106Z","steps":["trace[2135124455] 'agreement among raft nodes before linearized reading' (duration: 1.078153958s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.040826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355281934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T21:59:42.041153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.962538Z","time spent":"1.078607878s","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:59:42.041146Z","caller":"traceutil/trace.go:171","msg":"trace[1316375297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23309; }","duration":"1.406340442s","start":"2026-03-01T21:59:40.634783Z","end":"2026-03-01T21:59:42.041124Z","steps":["trace[1316375297] 'agreement among raft nodes before linearized reading' (duration: 1.405903962s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.041154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.49293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:42.041168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.976359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:42.041203Z","caller":"traceutil/trace.go:171","msg":"trace[1926165424] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23309; }","duration":"122.599282ms","start":"2026-03-01T21:59:41.918589Z","end":"2026-03-01T21:59:42.041189Z","steps":["trace[1926165424] 'agreement among raft nodes before linearized reading' (duration: 122.51944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.04121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.634751Z","time spent":"1.406442184s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:59:42.041202Z","caller":"traceutil/trace.go:171","msg":"trace[823365205] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23309; }","duration":"1.355719914s","start":"2026-03-01T21:59:40.685453Z","end":"2026-03-01T21:59:42.041173Z","steps":["trace[823365205] 'agreement among raft nodes before linearized reading' (duration: 1.354312732s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:42.041214Z","caller":"traceutil/trace.go:171","msg":"trace[510876639] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23309; }","duration":"420.046941ms","start":"2026-03-01T21:59:41.62115Z","end":"2026-03-01T21:59:42.041197Z","steps":["trace[510876639] 'agreement among raft nodes before linearized reading' (duration: 419.97481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.041215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068071704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:42.041259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:41.621133Z","time spent":"420.116423ms","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:42.041095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523274468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:42.041274Z","caller":"traceutil/trace.go:171","msg":"trace[1781748863] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23309; }","duration":"1.068185767s","start":"2026-03-01T21:59:40.973073Z","end":"2026-03-01T21:59:42.041258Z","steps":["trace[1781748863] 'agreement among raft nodes before linearized reading' (duration: 1.068062104s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.041296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.685441Z","time spent":"1.355827586s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:59:42.041317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.973056Z","time spent":"1.068249558s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:42.041213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.529477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:42.041383Z","caller":"traceutil/trace.go:171","msg":"trace[1636072149] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23309; }","duration":"361.745391ms","start":"2026-03-01T21:59:41.679627Z","end":"2026-03-01T21:59:42.041372Z","steps":["trace[1636072149] 'agreement among raft nodes before linearized reading' (duration: 361.479455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.041422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:41.679605Z","time spent":"361.804983ms","remote":"127.0.0.1:56620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:42.041319Z","caller":"traceutil/trace.go:171","msg":"trace[1630330853] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23309; }","duration":"1.523517424s","start":"2026-03-01T21:59:40.517781Z","end":"2026-03-01T21:59:42.041298Z","steps":["trace[1630330853] 'agreement among raft nodes before linearized reading' (duration: 1.523278908s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:42.041671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:40.517764Z","time spent":"1.523895162s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T21:59:42.547647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:43.048761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870435664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:43.234618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166542848s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:59:44.048675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:44.048784Z","caller":"traceutil/trace.go:171","msg":"trace[167868526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000390431s","start":"2026-03-01T21:59:42.048369Z","end":"2026-03-01T21:59:44.048759Z","steps":["trace[167868526] 'agreement among raft nodes before linearized reading' (duration: 2.000176186s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:44.048846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.048353Z","time spent":"2.000480353s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:59:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:44.624493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389557288s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:59:44.624616Z","caller":"traceutil/trace.go:171","msg":"trace[2068338052] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"2.578823552s","start":"2026-03-01T21:59:42.045769Z","end":"2026-03-01T21:59:44.624592Z","steps":["trace[2068338052] 'process raft request' (duration: 1.18905825s)","trace[2068338052] 'compare' (duration: 1.388945004s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:44.624679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.045743Z","time spent":"2.578906735s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:45.226126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999810519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:45.22623Z","caller":"traceutil/trace.go:171","msg":"trace[258799456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999929081s","start":"2026-03-01T21:59:43.226274Z","end":"2026-03-01T21:59:45.226203Z","steps":["trace[258799456] 'agreement among raft nodes before linearized reading' (duration: 1.999806948s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.226292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:43.226204Z","time spent":"2.000077144s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:59:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:59:45.278543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.043686276s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:59:45.282085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.956032ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:45.282257Z","caller":"traceutil/trace.go:171","msg":"trace[449893297] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23310; }","duration":"115.128296ms","start":"2026-03-01T21:59:45.167108Z","end":"2026-03-01T21:59:45.282236Z","steps":["trace[449893297] 'range keys from in-memory index tree' (duration: 114.935961ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:45.283205Z","caller":"traceutil/trace.go:171","msg":"trace[2144208511] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"3.237035631s","start":"2026-03-01T21:59:42.046138Z","end":"2026-03-01T21:59:45.283174Z","steps":["trace[2144208511] 'process raft request' (duration: 3.232789947s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:45.283498Z","caller":"traceutil/trace.go:171","msg":"trace[1334680706] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"3.237229425s","start":"2026-03-01T21:59:42.04623Z","end":"2026-03-01T21:59:45.283459Z","steps":["trace[1334680706] 'process raft request' (duration: 3.236825016s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.283549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.046124Z","time spent":"3.237168714s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:45.28367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.046224Z","time spent":"3.237358838s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:45.283834Z","caller":"traceutil/trace.go:171","msg":"trace[1789834630] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"3.23741482s","start":"2026-03-01T21:59:42.046394Z","end":"2026-03-01T21:59:45.283809Z","steps":["trace[1789834630] 'process raft request' (duration: 3.237307797s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:45.284247Z","caller":"traceutil/trace.go:171","msg":"trace[1848179041] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"3.23652186s","start":"2026-03-01T21:59:42.047706Z","end":"2026-03-01T21:59:45.284227Z","steps":["trace[1848179041] 'process raft request' (duration: 3.236049319s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.28432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.047689Z","time spent":"3.236596381s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:45.284327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.046381Z","time spent":"3.237861759s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:45.283888Z","caller":"traceutil/trace.go:171","msg":"trace[119534963] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"3.237579763s","start":"2026-03-01T21:59:42.046248Z","end":"2026-03-01T21:59:45.283828Z","steps":["trace[119534963] 'process raft request' (duration: 3.237322227s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:45.28439Z","caller":"traceutil/trace.go:171","msg":"trace[781821334] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"2.762830743s","start":"2026-03-01T21:59:42.521544Z","end":"2026-03-01T21:59:45.284374Z","steps":["trace[781821334] 'process raft request' (duration: 2.762752931s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:45.284356Z","caller":"traceutil/trace.go:171","msg":"trace[1240580521] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"2.764485889s","start":"2026-03-01T21:59:42.519815Z","end":"2026-03-01T21:59:45.284301Z","steps":["trace[1240580521] 'process raft request' (duration: 2.764101971s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:45.284389Z","caller":"traceutil/trace.go:171","msg":"trace[1073260553] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"2.763201932s","start":"2026-03-01T21:59:42.521153Z","end":"2026-03-01T21:59:45.284355Z","steps":["trace[1073260553] 'process raft request' (duration: 2.763100679s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.284447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.046212Z","time spent":"3.238206667s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:45.284383Z","caller":"traceutil/trace.go:171","msg":"trace[889623640] linearizableReadLoop","detail":"{readStateIndex:24138; appliedIndex:24127; }","duration":"3.236793636s","start":"2026-03-01T21:59:42.047574Z","end":"2026-03-01T21:59:45.284368Z","steps":["trace[889623640] 'read index received' (duration: 1.18727897s)","trace[889623640] 'applied index is now lower than readState.Index' (duration: 2.049513216s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:45.284528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.521499Z","time spent":"2.762937256s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:45.284554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.521145Z","time spent":"2.763325875s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:45.284516Z","caller":"traceutil/trace.go:171","msg":"trace[868963794] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"2.317187592s","start":"2026-03-01T21:59:42.967272Z","end":"2026-03-01T21:59:45.28446Z","steps":["trace[868963794] 'process raft request' (duration: 2.317055858s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.28458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.519779Z","time spent":"2.764685305s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:45.284512Z","caller":"traceutil/trace.go:171","msg":"trace[472642468] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"2.763775264s","start":"2026-03-01T21:59:42.520554Z","end":"2026-03-01T21:59:45.284329Z","steps":["trace[472642468] 'process raft request' (duration: 2.763421886s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.284619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237035762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-03-01T21:59:45.284764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.967242Z","time spent":"2.317383117s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:45.284844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.520548Z","time spent":"2.764120533s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:45.284833Z","caller":"traceutil/trace.go:171","msg":"trace[538305036] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23320; }","duration":"3.237235596s","start":"2026-03-01T21:59:42.047552Z","end":"2026-03-01T21:59:45.284788Z","steps":["trace[538305036] 'agreement among raft nodes before linearized reading' (duration: 3.236860887s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.284924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.047526Z","time spent":"3.23736937s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T21:59:45.288389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192851885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:45.288437Z","caller":"traceutil/trace.go:171","msg":"trace[112852048] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23323; }","duration":"1.192907336s","start":"2026-03-01T21:59:44.095517Z","end":"2026-03-01T21:59:45.288424Z","steps":["trace[112852048] 'agreement among raft nodes before linearized reading' (duration: 1.192790303s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.288462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:44.09544Z","time spent":"1.193013848s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T21:59:45.288539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888153456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-01T21:59:45.288664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.710102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:59:45.288651Z","caller":"traceutil/trace.go:171","msg":"trace[1569431718] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"1.241911257s","start":"2026-03-01T21:59:44.046701Z","end":"2026-03-01T21:59:45.288613Z","steps":["trace[1569431718] 'process raft request' (duration: 1.241502548s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:45.288694Z","caller":"traceutil/trace.go:171","msg":"trace[334680872] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23323; }","duration":"790.793784ms","start":"2026-03-01T21:59:44.497893Z","end":"2026-03-01T21:59:45.288687Z","steps":["trace[334680872] 'agreement among raft nodes before linearized reading' (duration: 790.751343ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:45.288685Z","caller":"traceutil/trace.go:171","msg":"trace[1586731337] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23323; }","duration":"2.888367671s","start":"2026-03-01T21:59:42.400285Z","end":"2026-03-01T21:59:45.288653Z","steps":["trace[1586731337] 'agreement among raft nodes before linearized reading' (duration: 2.888014653s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.288722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:44.497867Z","time spent":"790.848524ms","remote":"127.0.0.1:59976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:45.28872Z","caller":"traceutil/trace.go:171","msg":"trace[1747735761] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"658.047646ms","start":"2026-03-01T21:59:44.63065Z","end":"2026-03-01T21:59:45.288697Z","steps":["trace[1747735761] 'process raft request' (duration: 657.594266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.288757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.400251Z","time spent":"2.888488044s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-01T21:59:45.288774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:44.046672Z","time spent":"1.24203826s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:45.288766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.113583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-01T21:59:45.28887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239895584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:45.288909Z","caller":"traceutil/trace.go:171","msg":"trace[1246829841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23323; }","duration":"1.239978285s","start":"2026-03-01T21:59:44.048922Z","end":"2026-03-01T21:59:45.2889Z","steps":["trace[1246829841] 'agreement among raft nodes before linearized reading' (duration: 1.239909534s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.288899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085971169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131173"} {"level":"warn","ts":"2026-03-01T21:59:45.288933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:44.048896Z","time spent":"1.240033296s","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:59:45.288942Z","caller":"traceutil/trace.go:171","msg":"trace[1679033297] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23323; }","duration":"2.086057251s","start":"2026-03-01T21:59:43.202873Z","end":"2026-03-01T21:59:45.288931Z","steps":["trace[1679033297] 'agreement among raft nodes before linearized reading' (duration: 2.085849806s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.288973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:43.202848Z","time spent":"2.086120262s","remote":"127.0.0.1:56386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131195,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T21:59:45.28897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450064368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T21:59:45.288981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53653485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:45.289016Z","caller":"traceutil/trace.go:171","msg":"trace[430127242] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23323; }","duration":"1.45015841s","start":"2026-03-01T21:59:43.838844Z","end":"2026-03-01T21:59:45.289003Z","steps":["trace[430127242] 'agreement among raft nodes before linearized reading' (duration: 1.450056747s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.289043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127468203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-01T21:59:45.288843Z","caller":"traceutil/trace.go:171","msg":"trace[1430438292] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"1.696860597s","start":"2026-03-01T21:59:43.59181Z","end":"2026-03-01T21:59:45.28867Z","steps":["trace[1430438292] 'process raft request' (duration: 1.696221393s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:45.288858Z","caller":"traceutil/trace.go:171","msg":"trace[1081739913] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:23323; }","duration":"433.257176ms","start":"2026-03-01T21:59:44.855583Z","end":"2026-03-01T21:59:45.288841Z","steps":["trace[1081739913] 'agreement among raft nodes before linearized reading' (duration: 432.97603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.289291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:44.855513Z","time spent":"433.768328ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-01T21:59:45.288805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:44.630611Z","time spent":"658.159268ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:45.289057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:43.838816Z","time spent":"1.450230841s","remote":"127.0.0.1:56656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:45.289058Z","caller":"traceutil/trace.go:171","msg":"trace[1925165398] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23323; }","duration":"2.536633031s","start":"2026-03-01T21:59:42.752403Z","end":"2026-03-01T21:59:45.289036Z","steps":["trace[1925165398] 'agreement among raft nodes before linearized reading' (duration: 2.536510659s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.289466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552186828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-01T21:59:45.289518Z","caller":"traceutil/trace.go:171","msg":"trace[659026589] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23323; }","duration":"2.552291751s","start":"2026-03-01T21:59:42.737214Z","end":"2026-03-01T21:59:45.289506Z","steps":["trace[659026589] 'agreement among raft nodes before linearized reading' (duration: 2.551895292s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.289519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.752391Z","time spent":"2.537101272s","remote":"127.0.0.1:48934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:45.28956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:42.737185Z","time spent":"2.552364103s","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418278,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-01T21:59:45.28863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.165876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:45.289706Z","caller":"traceutil/trace.go:171","msg":"trace[1312580654] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23323; }","duration":"636.291591ms","start":"2026-03-01T21:59:44.6534Z","end":"2026-03-01T21:59:45.289691Z","steps":["trace[1312580654] 'agreement among raft nodes before linearized reading' (duration: 635.195817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.289756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:44.653374Z","time spent":"636.368852ms","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:59:45.289077Z","caller":"traceutil/trace.go:171","msg":"trace[1950020751] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23323; }","duration":"2.127548015s","start":"2026-03-01T21:59:43.16152Z","end":"2026-03-01T21:59:45.289068Z","steps":["trace[1950020751] 'agreement among raft nodes before linearized reading' (duration: 2.127441813s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:45.289792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:43.161492Z","time spent":"2.128290901s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-01T21:59:45.289271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:43.591778Z","time spent":"1.697401138s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:03.78157Z","caller":"traceutil/trace.go:171","msg":"trace[1249519322] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"408.873696ms","start":"2026-03-01T22:00:03.372668Z","end":"2026-03-01T22:00:03.781541Z","steps":["trace[1249519322] 'process raft request' (duration: 408.650951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:03.781869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.372648Z","time spent":"409.135621ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:04.512973Z","caller":"traceutil/trace.go:171","msg":"trace[275189735] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"1.140272672s","start":"2026-03-01T22:00:03.372665Z","end":"2026-03-01T22:00:04.512938Z","steps":["trace[275189735] 'process raft request' (duration: 1.108661968s)","trace[275189735] 'compare' (duration: 31.073703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:00:04.513157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.372648Z","time spent":"1.140416516s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:04.513318Z","caller":"traceutil/trace.go:171","msg":"trace[1403377454] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"1.139808512s","start":"2026-03-01T22:00:03.373483Z","end":"2026-03-01T22:00:04.513292Z","steps":["trace[1403377454] 'process raft request' (duration: 1.13972812s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.513464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.373478Z","time spent":"1.139908054s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:04.513526Z","caller":"traceutil/trace.go:171","msg":"trace[1540835842] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"1.140600521s","start":"2026-03-01T22:00:03.372857Z","end":"2026-03-01T22:00:04.513458Z","steps":["trace[1540835842] 'process raft request' (duration: 1.140015807s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:04.513622Z","caller":"traceutil/trace.go:171","msg":"trace[819284298] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"1.140306473s","start":"2026-03-01T22:00:03.373301Z","end":"2026-03-01T22:00:04.513607Z","steps":["trace[819284298] 'process raft request' (duration: 1.139831353s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.513684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.372835Z","time spent":"1.140766404s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:04.513691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.373294Z","time spent":"1.140368604s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:04.51397Z","caller":"traceutil/trace.go:171","msg":"trace[1820198364] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"1.140165839s","start":"2026-03-01T22:00:03.373735Z","end":"2026-03-01T22:00:04.513901Z","steps":["trace[1820198364] 'process raft request' (duration: 1.139514655s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.514266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13482532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T22:00:04.514117Z","caller":"traceutil/trace.go:171","msg":"trace[553126468] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24331; }","duration":"1.13435748s","start":"2026-03-01T22:00:03.379432Z","end":"2026-03-01T22:00:04.513789Z","steps":["trace[553126468] 'read index received' (duration: 401.92879ms)","trace[553126468] 'applied index is now lower than readState.Index' (duration: 732.4262ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:00:04.514327Z","caller":"traceutil/trace.go:171","msg":"trace[54436285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23514; }","duration":"1.134906872s","start":"2026-03-01T22:00:03.379405Z","end":"2026-03-01T22:00:04.514311Z","steps":["trace[54436285] 'agreement among raft nodes before linearized reading' (duration: 1.134716538s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.514362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.379396Z","time spent":"1.134959153s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T22:00:04.514483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.373727Z","time spent":"1.140374444s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:04.514541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135075446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T22:00:04.514574Z","caller":"traceutil/trace.go:171","msg":"trace[1986150181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23514; }","duration":"1.135112087s","start":"2026-03-01T22:00:03.379451Z","end":"2026-03-01T22:00:04.514563Z","steps":["trace[1986150181] 'agreement among raft nodes before linearized reading' (duration: 1.135022365s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.514607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.379449Z","time spent":"1.135152878s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T22:00:04.514654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.649203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-01T22:00:04.514729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070697471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T22:00:04.514732Z","caller":"traceutil/trace.go:171","msg":"trace[469145656] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23514; }","duration":"984.764674ms","start":"2026-03-01T22:00:03.529948Z","end":"2026-03-01T22:00:04.514712Z","steps":["trace[469145656] 'agreement among raft nodes before linearized reading' (duration: 984.528579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.514751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.117259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:00:04.514767Z","caller":"traceutil/trace.go:171","msg":"trace[1962373219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23514; }","duration":"1.070749702s","start":"2026-03-01T22:00:03.444Z","end":"2026-03-01T22:00:04.51475Z","steps":["trace[1962373219] 'agreement among raft nodes before linearized reading' (duration: 1.07066623s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.514799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.443981Z","time spent":"1.070812073s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:00:04.514798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.529928Z","time spent":"984.856377ms","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-01T22:00:04.514807Z","caller":"traceutil/trace.go:171","msg":"trace[1163326694] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23514; }","duration":"103.168861ms","start":"2026-03-01T22:00:04.411617Z","end":"2026-03-01T22:00:04.514785Z","steps":["trace[1163326694] 'agreement among raft nodes before linearized reading' (duration: 103.060588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.51487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.333727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:00:04.514978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071063199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-01T22:00:04.515023Z","caller":"traceutil/trace.go:171","msg":"trace[2123377497] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23514; }","duration":"292.492571ms","start":"2026-03-01T22:00:04.22247Z","end":"2026-03-01T22:00:04.514962Z","steps":["trace[2123377497] 'agreement among raft nodes before linearized reading' (duration: 292.299947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.51507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.721125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:04.515077Z","caller":"traceutil/trace.go:171","msg":"trace[341620084] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23514; }","duration":"1.071188062s","start":"2026-03-01T22:00:03.443863Z","end":"2026-03-01T22:00:04.515051Z","steps":["trace[341620084] 'agreement among raft nodes before linearized reading' (duration: 1.070938926s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:04.515131Z","caller":"traceutil/trace.go:171","msg":"trace[1857492993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23514; }","duration":"684.797597ms","start":"2026-03-01T22:00:03.830319Z","end":"2026-03-01T22:00:04.515116Z","steps":["trace[1857492993] 'agreement among raft nodes before linearized reading' (duration: 684.700535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.515139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.443845Z","time spent":"1.071284423s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T22:00:04.51518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.83031Z","time spent":"684.858578ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:00:04.514688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.200826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:00:04.515128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13435019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T22:00:04.515272Z","caller":"traceutil/trace.go:171","msg":"trace[2090408276] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23514; }","duration":"471.831919ms","start":"2026-03-01T22:00:04.043403Z","end":"2026-03-01T22:00:04.515235Z","steps":["trace[2090408276] 'agreement among raft nodes before linearized reading' (duration: 471.121143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.515289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072394859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T22:00:04.515196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133438909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T22:00:04.516436Z","caller":"traceutil/trace.go:171","msg":"trace[20294521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23514; }","duration":"1.134777s","start":"2026-03-01T22:00:03.381609Z","end":"2026-03-01T22:00:04.516386Z","steps":["trace[20294521] 'agreement among raft nodes before linearized reading' (duration: 1.133215805s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.516478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.381561Z","time spent":"1.134904513s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:00:04.515365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.043382Z","time spent":"471.954312ms","remote":"127.0.0.1:48964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:00:04.515475Z","caller":"traceutil/trace.go:171","msg":"trace[1909916340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23514; }","duration":"1.072608953s","start":"2026-03-01T22:00:03.442797Z","end":"2026-03-01T22:00:04.515406Z","steps":["trace[1909916340] 'agreement among raft nodes before linearized reading' (duration: 1.071963679s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.516723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.442775Z","time spent":"1.073938794s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T22:00:04.515295Z","caller":"traceutil/trace.go:171","msg":"trace[1930680836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23514; }","duration":"1.134518984s","start":"2026-03-01T22:00:03.380758Z","end":"2026-03-01T22:00:04.515276Z","steps":["trace[1930680836] 'agreement among raft nodes before linearized reading' (duration: 1.134204587s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.51684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.380752Z","time spent":"1.136076219s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:00:04.515423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.800261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:04.517376Z","caller":"traceutil/trace.go:171","msg":"trace[260391981] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23514; }","duration":"692.772055ms","start":"2026-03-01T22:00:03.824574Z","end":"2026-03-01T22:00:04.517346Z","steps":["trace[260391981] 'agreement among raft nodes before linearized reading' (duration: 690.75122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:04.517435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:03.824553Z","time spent":"692.855536ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:05.02292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870436150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:00:05.391436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.274251ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:05.391577Z","caller":"traceutil/trace.go:171","msg":"trace[1055852427] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23514; }","duration":"224.427644ms","start":"2026-03-01T22:00:05.16713Z","end":"2026-03-01T22:00:05.391558Z","steps":["trace[1055852427] 'range keys from in-memory index tree' (duration: 224.25766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:05.391672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.828642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:00:05.392233Z","caller":"traceutil/trace.go:171","msg":"trace[2065676650] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"870.985019ms","start":"2026-03-01T22:00:04.521221Z","end":"2026-03-01T22:00:05.392206Z","steps":["trace[2065676650] 'process raft request' (duration: 606.530253ms)","trace[2065676650] 'compare' (duration: 263.25479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:00:05.39232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.521202Z","time spent":"871.077351ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:06.679028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.314465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:00:06.679372Z","caller":"traceutil/trace.go:171","msg":"trace[1223280669] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"2.157766787s","start":"2026-03-01T22:00:04.521568Z","end":"2026-03-01T22:00:06.679335Z","steps":["trace[1223280669] 'process raft request' (duration: 1.464987721s)","trace[1223280669] 'compare' (duration: 690.390342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:00:06.679596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.521541Z","time spent":"2.157954881s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:06.679884Z","caller":"traceutil/trace.go:171","msg":"trace[479113126] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"159.024656ms","start":"2026-03-01T22:00:06.520808Z","end":"2026-03-01T22:00:06.679833Z","steps":["trace[479113126] 'process raft request' (duration: 158.954434ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:06.679957Z","caller":"traceutil/trace.go:171","msg":"trace[293147237] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"2.157824378s","start":"2026-03-01T22:00:04.522118Z","end":"2026-03-01T22:00:06.679943Z","steps":["trace[293147237] 'process raft request' (duration: 2.157384438s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:06.680034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.522108Z","time spent":"2.15788862s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:06.680226Z","caller":"traceutil/trace.go:171","msg":"trace[1429479847] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"2.158634716s","start":"2026-03-01T22:00:04.52158Z","end":"2026-03-01T22:00:06.680214Z","steps":["trace[1429479847] 'process raft request' (duration: 2.157600123s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:06.680302Z","caller":"traceutil/trace.go:171","msg":"trace[1395062252] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"2.11393385s","start":"2026-03-01T22:00:04.566355Z","end":"2026-03-01T22:00:06.680289Z","steps":["trace[1395062252] 'process raft request' (duration: 2.113187683s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:06.680339Z","caller":"traceutil/trace.go:171","msg":"trace[1405907735] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"2.158611386s","start":"2026-03-01T22:00:04.521719Z","end":"2026-03-01T22:00:06.68033Z","steps":["trace[1405907735] 'process raft request' (duration: 2.157613934s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:06.680386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.52171Z","time spent":"2.158653146s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:06.680394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.566343Z","time spent":"2.114004211s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:06.680516Z","caller":"traceutil/trace.go:171","msg":"trace[1075572016] linearizableReadLoop","detail":"{readStateIndex:24345; appliedIndex:24337; }","duration":"2.158087494s","start":"2026-03-01T22:00:04.522417Z","end":"2026-03-01T22:00:06.680504Z","steps":["trace[1075572016] 'read index received' (duration: 605.280595ms)","trace[1075572016] 'applied index is now lower than readState.Index' (duration: 1.552805919s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:00:06.680572Z","caller":"traceutil/trace.go:171","msg":"trace[169274813] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"2.158761649s","start":"2026-03-01T22:00:04.5218Z","end":"2026-03-01T22:00:06.680562Z","steps":["trace[169274813] 'process raft request' (duration: 2.157578063s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:06.680605Z","caller":"traceutil/trace.go:171","msg":"trace[1033385645] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"1.360658785s","start":"2026-03-01T22:00:05.319934Z","end":"2026-03-01T22:00:06.680593Z","steps":["trace[1033385645] 'process raft request' (duration: 1.359674604s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:06.680637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.521776Z","time spent":"2.158828631s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:06.680671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.319912Z","time spent":"1.360722646s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:06.680774Z","caller":"traceutil/trace.go:171","msg":"trace[902349370] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"1.226058644s","start":"2026-03-01T22:00:05.454705Z","end":"2026-03-01T22:00:06.680764Z","steps":["trace[902349370] 'process raft request' (duration: 1.22495706s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:06.680817Z","caller":"traceutil/trace.go:171","msg":"trace[1739620444] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"2.158968263s","start":"2026-03-01T22:00:04.521837Z","end":"2026-03-01T22:00:06.680805Z","steps":["trace[1739620444] 'process raft request' (duration: 2.157619853s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:06.680833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.454657Z","time spent":"1.226146636s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:06.680879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.521818Z","time spent":"2.159031835s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:06.680952Z","caller":"traceutil/trace.go:171","msg":"trace[1433087521] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"892.903716ms","start":"2026-03-01T22:00:05.788037Z","end":"2026-03-01T22:00:06.680941Z","steps":["trace[1433087521] 'process raft request' (duration: 891.668169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:06.681012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.788004Z","time spent":"892.979468ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:06.680304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.521566Z","time spent":"2.158691507s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:06.681397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158976905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-01T22:00:06.681439Z","caller":"traceutil/trace.go:171","msg":"trace[1143401989] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23526; }","duration":"2.159042976s","start":"2026-03-01T22:00:04.522384Z","end":"2026-03-01T22:00:06.681427Z","steps":["trace[1143401989] 'agreement among raft nodes before linearized reading' (duration: 2.158880911s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:06.681485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.522375Z","time spent":"2.159103198s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-01T22:00:06.831124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999778705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:00:06.831233Z","caller":"traceutil/trace.go:171","msg":"trace[1448738418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999903708s","start":"2026-03-01T22:00:04.831303Z","end":"2026-03-01T22:00:06.831207Z","steps":["trace[1448738418] 'agreement among raft nodes before linearized reading' (duration: 1.999775235s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:06.831286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.831238Z","time spent":"2.000037771s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:00:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:00:07.180915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870436167,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:00:07.495938Z","caller":"traceutil/trace.go:171","msg":"trace[1995665871] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"974.375133ms","start":"2026-03-01T22:00:06.521465Z","end":"2026-03-01T22:00:07.49584Z","steps":["trace[1995665871] 'process raft request' (duration: 974.094647ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:07.49585Z","caller":"traceutil/trace.go:171","msg":"trace[292110792] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"973.589396ms","start":"2026-03-01T22:00:06.522235Z","end":"2026-03-01T22:00:07.495824Z","steps":["trace[292110792] 'process raft request' (duration: 973.497914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.496116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:06.521437Z","time spent":"974.588058ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:07.496136Z","caller":"traceutil/trace.go:171","msg":"trace[797206301] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"973.164106ms","start":"2026-03-01T22:00:06.52295Z","end":"2026-03-01T22:00:07.496114Z","steps":["trace[797206301] 'process raft request' (duration: 972.827119ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:07.496202Z","caller":"traceutil/trace.go:171","msg":"trace[95590612] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24349; }","duration":"815.637235ms","start":"2026-03-01T22:00:06.680545Z","end":"2026-03-01T22:00:07.496183Z","steps":["trace[95590612] 'read index received' (duration: 814.922059ms)","trace[95590612] 'applied index is now lower than readState.Index' (duration: 713.956µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:00:07.496252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:06.522222Z","time spent":"973.931903ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:07.496254Z","caller":"traceutil/trace.go:171","msg":"trace[654378468] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"972.157794ms","start":"2026-03-01T22:00:06.524052Z","end":"2026-03-01T22:00:07.49621Z","steps":["trace[654378468] 'process raft request' (duration: 971.994071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.496297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:06.52294Z","time spent":"973.264048ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:07.496333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159518865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:07.496397Z","caller":"traceutil/trace.go:171","msg":"trace[1456697393] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23530; }","duration":"2.159658648s","start":"2026-03-01T22:00:05.33672Z","end":"2026-03-01T22:00:07.496379Z","steps":["trace[1456697393] 'agreement among raft nodes before linearized reading' (duration: 2.159519795s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.496398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313403616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-01T22:00:07.496417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240058312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:00:07.496405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:06.524039Z","time spent":"972.292057ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:07.496429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639853825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-01T22:00:07.496453Z","caller":"traceutil/trace.go:171","msg":"trace[170206858] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23530; }","duration":"2.313512058s","start":"2026-03-01T22:00:05.182927Z","end":"2026-03-01T22:00:07.496439Z","steps":["trace[170206858] 'agreement among raft nodes before linearized reading' (duration: 2.313349895s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:07.496466Z","caller":"traceutil/trace.go:171","msg":"trace[1261357896] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23530; }","duration":"2.240100493s","start":"2026-03-01T22:00:05.256346Z","end":"2026-03-01T22:00:07.496447Z","steps":["trace[1261357896] 'agreement among raft nodes before linearized reading' (duration: 2.240029981s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:07.496477Z","caller":"traceutil/trace.go:171","msg":"trace[465372463] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:23530; }","duration":"2.639959207s","start":"2026-03-01T22:00:04.856504Z","end":"2026-03-01T22:00:07.496463Z","steps":["trace[465372463] 'agreement among raft nodes before linearized reading' (duration: 2.639775663s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.496491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.182898Z","time spent":"2.31358525s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T22:00:07.496495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.256308Z","time spent":"2.240181915s","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:07.496499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071106945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:00:07.496516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.856476Z","time spent":"2.640030389s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-01T22:00:07.496534Z","caller":"traceutil/trace.go:171","msg":"trace[134154997] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23530; }","duration":"2.071183117s","start":"2026-03-01T22:00:05.425341Z","end":"2026-03-01T22:00:07.496524Z","steps":["trace[134154997] 'agreement among raft nodes before linearized reading' (duration: 2.071120765s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.496505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937383153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:00:07.49657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.42532Z","time spent":"2.071242909s","remote":"127.0.0.1:56616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:07.496572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127919972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:07.496599Z","caller":"traceutil/trace.go:171","msg":"trace[114282308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23530; }","duration":"1.937550907s","start":"2026-03-01T22:00:05.559025Z","end":"2026-03-01T22:00:07.496576Z","steps":["trace[114282308] 'agreement among raft nodes before linearized reading' (duration: 1.937367422s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:07.496619Z","caller":"traceutil/trace.go:171","msg":"trace[786638758] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23530; }","duration":"2.127967273s","start":"2026-03-01T22:00:05.368637Z","end":"2026-03-01T22:00:07.496604Z","steps":["trace[786638758] 'agreement among raft nodes before linearized reading' (duration: 2.127892641s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.496648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.558992Z","time spent":"1.93764615s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:07.496661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.368625Z","time spent":"2.128023895s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:00:07.496436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.336688Z","time spent":"2.15973872s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:07.496705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.014974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-01T22:00:07.496697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82999326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T22:00:07.496768Z","caller":"traceutil/trace.go:171","msg":"trace[1190490686] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23530; }","duration":"807.101395ms","start":"2026-03-01T22:00:06.68965Z","end":"2026-03-01T22:00:07.496751Z","steps":["trace[1190490686] 'agreement among raft nodes before linearized reading' (duration: 806.934382ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:07.496788Z","caller":"traceutil/trace.go:171","msg":"trace[9924101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23530; }","duration":"1.830142144s","start":"2026-03-01T22:00:05.666623Z","end":"2026-03-01T22:00:07.496765Z","steps":["trace[9924101] 'agreement among raft nodes before linearized reading' (duration: 1.829858476s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.496803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765586029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T22:00:07.496816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:06.689629Z","time spent":"807.174336ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-03-01T22:00:07.496835Z","caller":"traceutil/trace.go:171","msg":"trace[364189800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23530; }","duration":"2.765665811s","start":"2026-03-01T22:00:04.731162Z","end":"2026-03-01T22:00:07.496828Z","steps":["trace[364189800] 'agreement among raft nodes before linearized reading' (duration: 2.76559973s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.497691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:04.731135Z","time spent":"2.76653413s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:00:07.496845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.666595Z","time spent":"1.830241406s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:00:07.496743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.276466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T22:00:07.497956Z","caller":"traceutil/trace.go:171","msg":"trace[944505147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23530; }","duration":"101.514003ms","start":"2026-03-01T22:00:07.396421Z","end":"2026-03-01T22:00:07.497935Z","steps":["trace[944505147] 'agreement among raft nodes before linearized reading' (duration: 100.204745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.49701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.570939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:07.498157Z","caller":"traceutil/trace.go:171","msg":"trace[933723940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23530; }","duration":"666.801386ms","start":"2026-03-01T22:00:06.831313Z","end":"2026-03-01T22:00:07.498114Z","steps":["trace[933723940] 'agreement among raft nodes before linearized reading' (duration: 665.59656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.49718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292184285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:00:07.498222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:06.831289Z","time spent":"666.916048ms","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:00:07.498223Z","caller":"traceutil/trace.go:171","msg":"trace[973625064] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23530; }","duration":"2.293659877s","start":"2026-03-01T22:00:05.204548Z","end":"2026-03-01T22:00:07.498207Z","steps":["trace[973625064] 'agreement among raft nodes before linearized reading' (duration: 2.292133494s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:07.498275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:05.204517Z","time spent":"2.293741469s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:11.279319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.278923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:00:11.279494Z","caller":"traceutil/trace.go:171","msg":"trace[1364752213] linearizableReadLoop","detail":"{readStateIndex:24395; appliedIndex:24393; }","duration":"500.047539ms","start":"2026-03-01T22:00:10.779434Z","end":"2026-03-01T22:00:11.279482Z","steps":["trace[1364752213] 'read index received' (duration: 257.726496ms)","trace[1364752213] 'applied index is now lower than readState.Index' (duration: 242.320303ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:00:11.279577Z","caller":"traceutil/trace.go:171","msg":"trace[725810436] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"564.2489ms","start":"2026-03-01T22:00:10.71532Z","end":"2026-03-01T22:00:11.279569Z","steps":["trace[725810436] 'process raft request' (duration: 564.084446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:11.279658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:10.715299Z","time spent":"564.334831ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:11.279758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.358908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:11.279517Z","caller":"traceutil/trace.go:171","msg":"trace[235215867] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"564.188668ms","start":"2026-03-01T22:00:10.715291Z","end":"2026-03-01T22:00:11.27948Z","steps":["trace[235215867] 'process raft request' (duration: 55.685611ms)","trace[235215867] 'compare' (duration: 507.857093ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:00:11.279809Z","caller":"traceutil/trace.go:171","msg":"trace[40860032] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23570; }","duration":"431.516541ms","start":"2026-03-01T22:00:10.848283Z","end":"2026-03-01T22:00:11.2798Z","steps":["trace[40860032] 'agreement among raft nodes before linearized reading' (duration: 431.369168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:11.279839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:10.715272Z","time spent":"564.541127ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:11.279902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:10.848257Z","time spent":"431.634413ms","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:11.280061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.615791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:11.280123Z","caller":"traceutil/trace.go:171","msg":"trace[846692970] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23570; }","duration":"500.708414ms","start":"2026-03-01T22:00:10.779393Z","end":"2026-03-01T22:00:11.280102Z","steps":["trace[846692970] 'agreement among raft nodes before linearized reading' (duration: 500.628502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:11.280136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.406477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:00:11.280156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:10.779373Z","time spent":"500.773995ms","remote":"127.0.0.1:47828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:00:11.280163Z","caller":"traceutil/trace.go:171","msg":"trace[1592495158] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23570; }","duration":"239.488929ms","start":"2026-03-01T22:00:11.040665Z","end":"2026-03-01T22:00:11.280154Z","steps":["trace[1592495158] 'agreement among raft nodes before linearized reading' (duration: 239.438558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:11.959818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870436259,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:00:12.279994Z","caller":"traceutil/trace.go:171","msg":"trace[1036030189] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"912.025473ms","start":"2026-03-01T22:00:11.367934Z","end":"2026-03-01T22:00:12.279959Z","steps":["trace[1036030189] 'process raft request' (duration: 911.775578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.28021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.367901Z","time spent":"912.192387ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:12.522677Z","caller":"traceutil/trace.go:171","msg":"trace[1656051829] linearizableReadLoop","detail":"{readStateIndex:24401; appliedIndex:24395; }","duration":"1.063333488s","start":"2026-03-01T22:00:11.459325Z","end":"2026-03-01T22:00:12.522658Z","steps":["trace[1656051829] 'read index received' (duration: 820.401071ms)","trace[1656051829] 'applied index is now lower than readState.Index' (duration: 242.931767ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:00:12.523036Z","caller":"traceutil/trace.go:171","msg":"trace[1085729789] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"1.014479148s","start":"2026-03-01T22:00:11.508548Z","end":"2026-03-01T22:00:12.523027Z","steps":["trace[1085729789] 'process raft request' (duration: 1.012676587s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.523109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.508524Z","time spent":"1.014527928s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:12.523217Z","caller":"traceutil/trace.go:171","msg":"trace[1904979170] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"1.012647397s","start":"2026-03-01T22:00:11.510565Z","end":"2026-03-01T22:00:12.523212Z","steps":["trace[1904979170] 'process raft request' (duration: 1.011986492s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.523242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.510555Z","time spent":"1.012672428s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:12.523306Z","caller":"traceutil/trace.go:171","msg":"trace[875234130] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"1.010464369s","start":"2026-03-01T22:00:11.512837Z","end":"2026-03-01T22:00:12.523302Z","steps":["trace[875234130] 'process raft request' (duration: 1.009741543s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.523332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.512831Z","time spent":"1.010485399s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:12.523398Z","caller":"traceutil/trace.go:171","msg":"trace[197116529] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"1.00965572s","start":"2026-03-01T22:00:11.513738Z","end":"2026-03-01T22:00:12.523393Z","steps":["trace[197116529] 'process raft request' (duration: 1.008862612s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.523424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.513732Z","time spent":"1.00967599s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:12.523486Z","caller":"traceutil/trace.go:171","msg":"trace[919276395] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"834.523666ms","start":"2026-03-01T22:00:11.688958Z","end":"2026-03-01T22:00:12.523481Z","steps":["trace[919276395] 'process raft request' (duration: 833.667537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.523517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.688931Z","time spent":"834.568077ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:12.523835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064524373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268444"} {"level":"info","ts":"2026-03-01T22:00:12.523856Z","caller":"traceutil/trace.go:171","msg":"trace[135242667] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23576; }","duration":"1.064589325s","start":"2026-03-01T22:00:11.459258Z","end":"2026-03-01T22:00:12.523847Z","steps":["trace[135242667] 'agreement among raft nodes before linearized reading' (duration: 1.064312809s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.523901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.459224Z","time spent":"1.064673097s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268466,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-01T22:00:12.524056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.238014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T22:00:12.524069Z","caller":"traceutil/trace.go:171","msg":"trace[2144283786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23576; }","duration":"958.292306ms","start":"2026-03-01T22:00:11.565772Z","end":"2026-03-01T22:00:12.524065Z","steps":["trace[2144283786] 'agreement among raft nodes before linearized reading' (duration: 958.249135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.52408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.56575Z","time spent":"958.327376ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:00:12.524288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.448005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-01T22:00:12.524302Z","caller":"traceutil/trace.go:171","msg":"trace[2017103257] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23576; }","duration":"120.507947ms","start":"2026-03-01T22:00:12.403789Z","end":"2026-03-01T22:00:12.524297Z","steps":["trace[2017103257] 'agreement among raft nodes before linearized reading' (duration: 120.459876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.524391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.244699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:00:12.524406Z","caller":"traceutil/trace.go:171","msg":"trace[381908177] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23576; }","duration":"690.258609ms","start":"2026-03-01T22:00:11.83414Z","end":"2026-03-01T22:00:12.524399Z","steps":["trace[381908177] 'agreement among raft nodes before linearized reading' (duration: 690.231788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.524418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.834051Z","time spent":"690.363851ms","remote":"127.0.0.1:56592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:12.524495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.432805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:12.524506Z","caller":"traceutil/trace.go:171","msg":"trace[1561080497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23576; }","duration":"695.472785ms","start":"2026-03-01T22:00:11.82903Z","end":"2026-03-01T22:00:12.524502Z","steps":["trace[1561080497] 'agreement among raft nodes before linearized reading' (duration: 695.452765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.524517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.829005Z","time spent":"695.509586ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:00:12.524606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.736234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T22:00:12.524618Z","caller":"traceutil/trace.go:171","msg":"trace[735959197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23576; }","duration":"958.763926ms","start":"2026-03-01T22:00:11.56585Z","end":"2026-03-01T22:00:12.524614Z","steps":["trace[735959197] 'agreement among raft nodes before linearized reading' (duration: 958.727545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:12.524632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:11.565839Z","time spent":"958.789996ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:00:13.031334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870436268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:00:13.758863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.880641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:00:13.75903Z","caller":"traceutil/trace.go:171","msg":"trace[15359335] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"1.229102293s","start":"2026-03-01T22:00:12.529908Z","end":"2026-03-01T22:00:13.759011Z","steps":["trace[15359335] 'process raft request' (duration: 978.938106ms)","trace[15359335] 'compare' (duration: 249.676536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:00:13.759097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:12.529892Z","time spent":"1.229176945s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:13.759497Z","caller":"traceutil/trace.go:171","msg":"trace[90218791] linearizableReadLoop","detail":"{readStateIndex:24405; appliedIndex:24401; }","duration":"1.228861067s","start":"2026-03-01T22:00:12.5306Z","end":"2026-03-01T22:00:13.759461Z","steps":["trace[90218791] 'read index received' (duration: 978.26226ms)","trace[90218791] 'applied index is now lower than readState.Index' (duration: 250.597666ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:00:13.75958Z","caller":"traceutil/trace.go:171","msg":"trace[470178301] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"1.226979226s","start":"2026-03-01T22:00:12.532588Z","end":"2026-03-01T22:00:13.759567Z","steps":["trace[470178301] 'process raft request' (duration: 1.226379403s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.759648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:12.532572Z","time spent":"1.227038817s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:13.759714Z","caller":"traceutil/trace.go:171","msg":"trace[1724206049] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"1.052735221s","start":"2026-03-01T22:00:12.70696Z","end":"2026-03-01T22:00:13.759695Z","steps":["trace[1724206049] 'process raft request' (duration: 1.052292781s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.759917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229301406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ed5a8ba-a642-4643-aff2-d0b0cf86f476\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-01T22:00:13.759995Z","caller":"traceutil/trace.go:171","msg":"trace[1465812993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ed5a8ba-a642-4643-aff2-d0b0cf86f476; range_end:; response_count:1; response_revision:23580; }","duration":"1.22943837s","start":"2026-03-01T22:00:12.530541Z","end":"2026-03-01T22:00:13.75998Z","steps":["trace[1465812993] 'agreement among raft nodes before linearized reading' (duration: 1.229151074s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.76004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:12.530517Z","time spent":"1.229513122s","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-1ed5a8ba-a642-4643-aff2-d0b0cf86f476\" "} {"level":"info","ts":"2026-03-01T22:00:13.76011Z","caller":"traceutil/trace.go:171","msg":"trace[492848625] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"1.044769982s","start":"2026-03-01T22:00:12.715324Z","end":"2026-03-01T22:00:13.760094Z","steps":["trace[492848625] 'process raft request' (duration: 1.044064417s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.760168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123074378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-01T22:00:13.760244Z","caller":"traceutil/trace.go:171","msg":"trace[593141332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23580; }","duration":"1.12318672s","start":"2026-03-01T22:00:12.63704Z","end":"2026-03-01T22:00:13.760227Z","steps":["trace[593141332] 'agreement among raft nodes before linearized reading' (duration: 1.122955605s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.760298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:12.637016Z","time spent":"1.123269544s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:00:13.760353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.687099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:00:13.760394Z","caller":"traceutil/trace.go:171","msg":"trace[1081402985] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23580; }","duration":"111.748281ms","start":"2026-03-01T22:00:13.648622Z","end":"2026-03-01T22:00:13.76037Z","steps":["trace[1081402985] 'agreement among raft nodes before linearized reading' (duration: 111.689779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.76043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:12.715307Z","time spent":"1.044872895s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:13.759932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:12.706929Z","time spent":"1.052836153s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:13.760499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.154708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:13.763025Z","caller":"traceutil/trace.go:171","msg":"trace[328900487] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23580; }","duration":"762.696414ms","start":"2026-03-01T22:00:13.0003Z","end":"2026-03-01T22:00:13.762996Z","steps":["trace[328900487] 'agreement among raft nodes before linearized reading' (duration: 760.173289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.763097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:13.000279Z","time spent":"762.793246ms","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:13.760572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040898477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T22:00:13.763311Z","caller":"traceutil/trace.go:171","msg":"trace[1515615997] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23580; }","duration":"1.043666539s","start":"2026-03-01T22:00:12.719631Z","end":"2026-03-01T22:00:13.763298Z","steps":["trace[1515615997] 'agreement among raft nodes before linearized reading' (duration: 1.040807085s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.763357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:12.719622Z","time spent":"1.04372227s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:00:13.760623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046664086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T22:00:13.76346Z","caller":"traceutil/trace.go:171","msg":"trace[1960536218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23580; }","duration":"1.049536799s","start":"2026-03-01T22:00:12.713912Z","end":"2026-03-01T22:00:13.763449Z","steps":["trace[1960536218] 'agreement among raft nodes before linearized reading' (duration: 1.046611174s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.760752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.154356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-01T22:00:13.76349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:12.713896Z","time spent":"1.049585201s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T22:00:13.763524Z","caller":"traceutil/trace.go:171","msg":"trace[1016966842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23580; }","duration":"478.976829ms","start":"2026-03-01T22:00:13.284532Z","end":"2026-03-01T22:00:13.763509Z","steps":["trace[1016966842] 'agreement among raft nodes before linearized reading' (duration: 475.974152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.761477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.044825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T22:00:13.763588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:13.284525Z","time spent":"479.027ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T22:00:13.763605Z","caller":"traceutil/trace.go:171","msg":"trace[902579886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23580; }","duration":"479.195044ms","start":"2026-03-01T22:00:13.284394Z","end":"2026-03-01T22:00:13.763589Z","steps":["trace[902579886] 'agreement among raft nodes before linearized reading' (duration: 475.832197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:13.763656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:13.284324Z","time spent":"479.319927ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T22:00:16.282582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870436311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:00:16.506007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.09699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:16.506125Z","caller":"traceutil/trace.go:171","msg":"trace[696136301] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23592; }","duration":"879.257073ms","start":"2026-03-01T22:00:15.62684Z","end":"2026-03-01T22:00:16.506098Z","steps":["trace[696136301] 'count revisions from in-memory index tree' (duration: 878.975597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:16.506184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:15.626779Z","time spent":"879.387746ms","remote":"127.0.0.1:51074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:00:16.507516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.726591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T22:00:16.507563Z","caller":"traceutil/trace.go:171","msg":"trace[1394338399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23592; }","duration":"743.773512ms","start":"2026-03-01T22:00:15.763778Z","end":"2026-03-01T22:00:16.507551Z","steps":["trace[1394338399] 'range keys from in-memory index tree' (duration: 743.474685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:16.507597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:15.763681Z","time spent":"743.908525ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:00:16.507688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.536239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T22:00:16.507787Z","caller":"traceutil/trace.go:171","msg":"trace[1612221273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23592; }","duration":"740.692583ms","start":"2026-03-01T22:00:15.767072Z","end":"2026-03-01T22:00:16.507764Z","steps":["trace[1612221273] 'range keys from in-memory index tree' (duration: 740.314125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:16.507841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:15.767042Z","time spent":"740.788935ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:00:16.783402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339060870436311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:00:17.252263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482460992s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:00:17.252749Z","caller":"traceutil/trace.go:171","msg":"trace[2071128465] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"1.483042804s","start":"2026-03-01T22:00:15.769667Z","end":"2026-03-01T22:00:17.25271Z","steps":["trace[2071128465] 'process raft request' (duration: 1.482836839s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.252958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:15.769636Z","time spent":"1.483211688s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:17.635189Z","caller":"traceutil/trace.go:171","msg":"trace[695366369] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"1.863536198s","start":"2026-03-01T22:00:15.771632Z","end":"2026-03-01T22:00:17.635169Z","steps":["trace[695366369] 'process raft request' (duration: 1.863364944s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.635359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:15.771607Z","time spent":"1.863685062s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:17.635541Z","caller":"traceutil/trace.go:171","msg":"trace[698459881] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"1.122385234s","start":"2026-03-01T22:00:16.513131Z","end":"2026-03-01T22:00:17.635516Z","steps":["trace[698459881] 'process raft request' (duration: 1.122009386s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.635688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.513105Z","time spent":"1.122506857s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:17.635841Z","caller":"traceutil/trace.go:171","msg":"trace[1959269026] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"1.121949345s","start":"2026-03-01T22:00:16.513884Z","end":"2026-03-01T22:00:17.635833Z","steps":["trace[1959269026] 'process raft request' (duration: 1.121541076s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.635924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.513865Z","time spent":"1.122034996s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:17.636241Z","caller":"traceutil/trace.go:171","msg":"trace[874754397] linearizableReadLoop","detail":"{readStateIndex:24426; appliedIndex:24419; }","duration":"1.854181879s","start":"2026-03-01T22:00:15.782052Z","end":"2026-03-01T22:00:17.636234Z","steps":["trace[874754397] 'read index received' (duration: 1.470645439s)","trace[874754397] 'applied index is now lower than readState.Index' (duration: 383.5357ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:00:17.636317Z","caller":"traceutil/trace.go:171","msg":"trace[1741306184] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"1.091544526s","start":"2026-03-01T22:00:16.544755Z","end":"2026-03-01T22:00:17.636299Z","steps":["trace[1741306184] 'process raft request' (duration: 1.091370542s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.636398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.544734Z","time spent":"1.091624938s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:17.636457Z","caller":"traceutil/trace.go:171","msg":"trace[14202914] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"748.954698ms","start":"2026-03-01T22:00:16.887466Z","end":"2026-03-01T22:00:17.63642Z","steps":["trace[14202914] 'process raft request' (duration: 748.682302ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:17.636497Z","caller":"traceutil/trace.go:171","msg":"trace[1941550970] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"1.097067488s","start":"2026-03-01T22:00:16.539419Z","end":"2026-03-01T22:00:17.636486Z","steps":["trace[1941550970] 'process raft request' (duration: 1.096380813s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.636561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.539388Z","time spent":"1.09714455s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:17.636585Z","caller":"traceutil/trace.go:171","msg":"trace[1880238442] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"692.007498ms","start":"2026-03-01T22:00:16.944571Z","end":"2026-03-01T22:00:17.636578Z","steps":["trace[1880238442] 'process raft request' (duration: 691.63282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.636653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.944545Z","time spent":"692.0894ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:17.636685Z","caller":"traceutil/trace.go:171","msg":"trace[1385823289] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"1.093219463s","start":"2026-03-01T22:00:16.543457Z","end":"2026-03-01T22:00:17.636676Z","steps":["trace[1385823289] 'process raft request' (duration: 1.092647291s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.636775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.543436Z","time spent":"1.093284044s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:17.636503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.887428Z","time spent":"749.05428ms","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:17.636902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854850484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T22:00:17.636938Z","caller":"traceutil/trace.go:171","msg":"trace[1946797966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23602; }","duration":"1.854916286s","start":"2026-03-01T22:00:15.782013Z","end":"2026-03-01T22:00:17.636929Z","steps":["trace[1946797966] 'agreement among raft nodes before linearized reading' (duration: 1.854767592s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.636965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:15.781997Z","time spent":"1.854962596s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T22:00:17.63665Z","caller":"traceutil/trace.go:171","msg":"trace[1257942526] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"1.093850256s","start":"2026-03-01T22:00:16.54279Z","end":"2026-03-01T22:00:17.63664Z","steps":["trace[1257942526] 'process raft request' (duration: 1.093276764s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.637364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.542765Z","time spent":"1.094512621s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:00:17.640084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857991144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T22:00:17.640135Z","caller":"traceutil/trace.go:171","msg":"trace[396006015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23603; }","duration":"1.858094676s","start":"2026-03-01T22:00:15.78203Z","end":"2026-03-01T22:00:17.640125Z","steps":["trace[396006015] 'agreement among raft nodes before linearized reading' (duration: 1.857930742s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.640163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:15.782004Z","time spent":"1.858154028s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T22:00:17.64043Z","caller":"traceutil/trace.go:171","msg":"trace[722006554] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"106.097985ms","start":"2026-03-01T22:00:17.534322Z","end":"2026-03-01T22:00:17.64042Z","steps":["trace[722006554] 'process raft request' (duration: 105.507461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.640674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.4494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:17.640958Z","caller":"traceutil/trace.go:171","msg":"trace[750565834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23603; }","duration":"810.797337ms","start":"2026-03-01T22:00:16.830151Z","end":"2026-03-01T22:00:17.640949Z","steps":["trace[750565834] 'agreement among raft nodes before linearized reading' (duration: 810.49745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.640993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.830121Z","time spent":"810.863669ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:00:17.640834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246151893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29540040-6gz7q\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-03-01T22:00:17.641157Z","caller":"traceutil/trace.go:171","msg":"trace[559257532] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29540040-6gz7q; range_end:; response_count:1; response_revision:23603; }","duration":"1.246532341s","start":"2026-03-01T22:00:16.394617Z","end":"2026-03-01T22:00:17.641149Z","steps":["trace[559257532] 'agreement among raft nodes before linearized reading' (duration: 1.246154753s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.641191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:16.394573Z","time spent":"1.246611803s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7388,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29540040-6gz7q\" "} {"level":"warn","ts":"2026-03-01T22:00:17.640883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853945774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T22:00:17.641266Z","caller":"traceutil/trace.go:171","msg":"trace[2069995089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23603; }","duration":"1.854343433s","start":"2026-03-01T22:00:15.78691Z","end":"2026-03-01T22:00:17.641253Z","steps":["trace[2069995089] 'agreement among raft nodes before linearized reading' (duration: 1.853940544s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.641301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:15.786899Z","time spent":"1.854392744s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T22:00:17.64092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858325012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T22:00:17.641374Z","caller":"traceutil/trace.go:171","msg":"trace[1336115695] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23603; }","duration":"1.858791602s","start":"2026-03-01T22:00:15.782574Z","end":"2026-03-01T22:00:17.641366Z","steps":["trace[1336115695] 'agreement among raft nodes before linearized reading' (duration: 1.858318462s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:17.641401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:15.782563Z","time spent":"1.858832974s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T22:01:41.902962Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21872} {"level":"info","ts":"2026-03-01T22:01:42.053236Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21872,"took":"145.079255ms","hash":3575948271,"current-db-size-bytes":47886336,"current-db-size":"48 MB","current-db-size-in-use-bytes":31666176,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-01T22:01:42.053313Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3575948271,"revision":21872,"compact-revision":18779} {"level":"info","ts":"2026-03-01T22:03:35.030402Z","caller":"traceutil/trace.go:171","msg":"trace[1696893001] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"142.783503ms","start":"2026-03-01T22:03:34.887594Z","end":"2026-03-01T22:03:35.030377Z","steps":["trace[1696893001] 'process raft request' (duration: 90.707683ms)","trace[1696893001] 'compare' (duration: 51.794584ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:35.030836Z","caller":"traceutil/trace.go:171","msg":"trace[498529690] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"111.308102ms","start":"2026-03-01T22:03:34.91952Z","end":"2026-03-01T22:03:35.030828Z","steps":["trace[498529690] 'process raft request' (duration: 111.133658ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:35.0308Z","caller":"traceutil/trace.go:171","msg":"trace[1415627679] linearizableReadLoop","detail":"{readStateIndex:26348; appliedIndex:26346; }","duration":"129.704412ms","start":"2026-03-01T22:03:34.901053Z","end":"2026-03-01T22:03:35.030757Z","steps":["trace[1415627679] 'read index received' (duration: 18.160676ms)","trace[1415627679] 'applied index is now lower than readState.Index' (duration: 111.542526ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:35.030886Z","caller":"traceutil/trace.go:171","msg":"trace[403542335] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"142.1825ms","start":"2026-03-01T22:03:34.888669Z","end":"2026-03-01T22:03:35.030852Z","steps":["trace[403542335] 'process raft request' (duration: 141.657398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:35.031145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.06575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T22:03:35.031206Z","caller":"traceutil/trace.go:171","msg":"trace[801361235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25475; }","duration":"130.182123ms","start":"2026-03-01T22:03:34.900994Z","end":"2026-03-01T22:03:35.031176Z","steps":["trace[801361235] 'agreement among raft nodes before linearized reading' (duration: 129.954118ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:35.190116Z","caller":"traceutil/trace.go:171","msg":"trace[1781990237] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"153.608974ms","start":"2026-03-01T22:03:35.036379Z","end":"2026-03-01T22:03:35.189988Z","steps":["trace[1781990237] 'process raft request' (duration: 117.51223ms)","trace[1781990237] 'compare' (duration: 35.825058ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:35.190271Z","caller":"traceutil/trace.go:171","msg":"trace[1718481842] linearizableReadLoop","detail":"{readStateIndex:26352; appliedIndex:26350; }","duration":"153.129654ms","start":"2026-03-01T22:03:35.037107Z","end":"2026-03-01T22:03:35.190237Z","steps":["trace[1718481842] 'read index received' (duration: 7.296792ms)","trace[1718481842] 'applied index is now lower than readState.Index' (duration: 145.830752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:35.190765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.638005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T22:03:35.190729Z","caller":"traceutil/trace.go:171","msg":"trace[1462347490] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"153.644105ms","start":"2026-03-01T22:03:35.037052Z","end":"2026-03-01T22:03:35.190697Z","steps":["trace[1462347490] 'process raft request' (duration: 152.875988ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:35.190825Z","caller":"traceutil/trace.go:171","msg":"trace[345783278] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25478; }","duration":"153.725157ms","start":"2026-03-01T22:03:35.037083Z","end":"2026-03-01T22:03:35.190808Z","steps":["trace[345783278] 'agreement among raft nodes before linearized reading' (duration: 153.573864ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:38.198792Z","caller":"traceutil/trace.go:171","msg":"trace[824969632] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"139.579701ms","start":"2026-03-01T22:03:38.05916Z","end":"2026-03-01T22:03:38.19874Z","steps":["trace[824969632] 'process raft request' (duration: 139.432578ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:11.408787Z","caller":"traceutil/trace.go:171","msg":"trace[1673809891] linearizableReadLoop","detail":"{readStateIndex:26722; appliedIndex:26721; }","duration":"105.186653ms","start":"2026-03-01T22:04:11.303568Z","end":"2026-03-01T22:04:11.408755Z","steps":["trace[1673809891] 'read index received' (duration: 104.857076ms)","trace[1673809891] 'applied index is now lower than readState.Index' (duration: 327.817µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:11.408923Z","caller":"traceutil/trace.go:171","msg":"trace[212637520] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"110.585334ms","start":"2026-03-01T22:04:11.298295Z","end":"2026-03-01T22:04:11.40888Z","steps":["trace[212637520] 'process raft request' (duration: 110.236886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:11.409154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.554321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T22:04:11.409237Z","caller":"traceutil/trace.go:171","msg":"trace[1081797739] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25838; }","duration":"105.676435ms","start":"2026-03-01T22:04:11.303538Z","end":"2026-03-01T22:04:11.409215Z","steps":["trace[1081797739] 'agreement among raft nodes before linearized reading' (duration: 105.406459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:11.912649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.066105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:11.912738Z","caller":"traceutil/trace.go:171","msg":"trace[1409718873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25842; }","duration":"216.243769ms","start":"2026-03-01T22:04:11.696474Z","end":"2026-03-01T22:04:11.912718Z","steps":["trace[1409718873] 'count revisions from in-memory index tree' (duration: 215.898122ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:12.244137Z","caller":"traceutil/trace.go:171","msg":"trace[833241303] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"101.740728ms","start":"2026-03-01T22:04:12.14236Z","end":"2026-03-01T22:04:12.244101Z","steps":["trace[833241303] 'process raft request' (duration: 101.472131ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:06:41.909803Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24421} {"level":"info","ts":"2026-03-01T22:06:42.052375Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24421,"took":"139.066849ms","hash":88770080,"current-db-size-bytes":48308224,"current-db-size":"48 MB","current-db-size-in-use-bytes":32452608,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-01T22:06:42.052466Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":88770080,"revision":24421,"compact-revision":21872} {"level":"info","ts":"2026-03-01T22:11:41.85206Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T22:11:41.857818Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-01T22:11:41.857931Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-01T22:11:41.917127Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26954} {"level":"info","ts":"2026-03-01T22:11:42.044956Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26954,"took":"122.812017ms","hash":2501138640,"current-db-size-bytes":48308224,"current-db-size":"48 MB","current-db-size-in-use-bytes":28155904,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T22:11:42.045022Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2501138640,"revision":26954,"compact-revision":24421} {"level":"info","ts":"2026-03-01T22:16:41.923337Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29023} {"level":"info","ts":"2026-03-01T22:16:42.04055Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29023,"took":"110.437231ms","hash":2590442786,"current-db-size-bytes":48308224,"current-db-size":"48 MB","current-db-size-in-use-bytes":27684864,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T22:16:42.040624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2590442786,"revision":29023,"compact-revision":26954} {"level":"info","ts":"2026-03-01T22:21:41.929218Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31144} {"level":"info","ts":"2026-03-01T22:21:42.077023Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31144,"took":"143.660186ms","hash":2864814098,"current-db-size-bytes":48308224,"current-db-size":"48 MB","current-db-size-in-use-bytes":28545024,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T22:21:42.077103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2864814098,"revision":31144,"compact-revision":29023} {"level":"info","ts":"2026-03-01T22:26:41.938923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33285} {"level":"info","ts":"2026-03-01T22:26:42.077692Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33285,"took":"132.958409ms","hash":4055813749,"current-db-size-bytes":50462720,"current-db-size":"50 MB","current-db-size-in-use-bytes":28655616,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T22:26:42.077761Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4055813749,"revision":33285,"compact-revision":31144} {"level":"info","ts":"2026-03-01T22:28:38.653263Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000009227.wal"}