{"level":"warn","ts":"2026-03-04T01:23:02.971762Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:23:02.971896Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.25:2380","--initial-cluster=instance=https://199.204.45.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:23:02.972004Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:23:02.972025Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-03-04T01:23:02.972053Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:23:02.973019Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"]} {"level":"info","ts":"2026-03-04T01:23:02.973153Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:23:02.977556Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.943181ms"} {"level":"info","ts":"2026-03-04T01:23:02.987119Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ba52c55cf4193752","cluster-id":"4468ed52294bc271"} {"level":"info","ts":"2026-03-04T01:23:02.987307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:23:02.987348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 0"} {"level":"info","ts":"2026-03-04T01:23:02.987374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ba52c55cf4193752 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:23:02.987389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 1"} {"level":"info","ts":"2026-03-04T01:23:02.987465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"warn","ts":"2026-03-04T01:23:02.995052Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:23:02.997093Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:23:02.998412Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:23:03.000922Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ba52c55cf4193752","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:23:03.00111Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ba52c55cf4193752","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:23:03.002341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"info","ts":"2026-03-04T01:23:03.004905Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:23:03.005067Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:23:03.005091Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:23:03.00612Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"ba52c55cf4193752","added-peer-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-03-04T01:23:03.008586Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:23:03.008695Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-04T01:23:03.008766Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-04T01:23:03.008988Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ba52c55cf4193752","initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:23:03.009063Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:23:03.188708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:23:03.188789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:23:03.188819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 1"} {"level":"info","ts":"2026-03-04T01:23:03.188843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:23:03.188856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-04T01:23:03.188888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became leader at term 2"} {"level":"info","ts":"2026-03-04T01:23:03.188908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-04T01:23:03.189898Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ba52c55cf4193752","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.25:2379]}","request-path":"/0/members/ba52c55cf4193752/attributes","cluster-id":"4468ed52294bc271","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:23:03.189946Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:23:03.189914Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:23:03.190279Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:23:03.19037Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:23:03.193631Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.25:2379"} {"level":"info","ts":"2026-03-04T01:23:03.194806Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:23:03.195254Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:03.196531Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:03.196675Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:03.196724Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:13.286153Z","caller":"traceutil/trace.go:171","msg":"trace[251935281] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"117.632772ms","start":"2026-03-04T01:23:13.168472Z","end":"2026-03-04T01:23:13.286105Z","steps":["trace[251935281] 'process raft request' (duration: 44.482419ms)","trace[251935281] 'compare' (duration: 72.956779ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:13.290361Z","caller":"traceutil/trace.go:171","msg":"trace[136516937] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"114.384014ms","start":"2026-03-04T01:23:13.175959Z","end":"2026-03-04T01:23:13.290343Z","steps":["trace[136516937] 'process raft request' (duration: 114.276512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:13.463224Z","caller":"traceutil/trace.go:171","msg":"trace[942768107] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:326; }","duration":"156.269022ms","start":"2026-03-04T01:23:13.306931Z","end":"2026-03-04T01:23:13.4632Z","steps":["trace[942768107] 'read index received' (duration: 37.151969ms)","trace[942768107] 'applied index is now lower than readState.Index' (duration: 119.115783ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:13.463366Z","caller":"traceutil/trace.go:171","msg":"trace[1689739709] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"159.443187ms","start":"2026-03-04T01:23:13.303907Z","end":"2026-03-04T01:23:13.46335Z","steps":["trace[1689739709] 'process raft request' (duration: 159.240973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:13.463249Z","caller":"traceutil/trace.go:171","msg":"trace[53595223] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"164.807608ms","start":"2026-03-04T01:23:13.298388Z","end":"2026-03-04T01:23:13.463196Z","steps":["trace[53595223] 'process raft request' (duration: 93.499134ms)","trace[53595223] 'compare' (duration: 71.063429ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:13.463285Z","caller":"traceutil/trace.go:171","msg":"trace[825141370] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"162.386688ms","start":"2026-03-04T01:23:13.30087Z","end":"2026-03-04T01:23:13.463257Z","steps":["trace[825141370] 'process raft request' (duration: 162.215625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:13.463508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.513977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-04T01:23:13.463616Z","caller":"traceutil/trace.go:171","msg":"trace[927095608] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:320; }","duration":"156.69969ms","start":"2026-03-04T01:23:13.306902Z","end":"2026-03-04T01:23:13.463602Z","steps":["trace[927095608] 'agreement among raft nodes before linearized reading' (duration: 156.460455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:13.463763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.272112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-04T01:23:13.463886Z","caller":"traceutil/trace.go:171","msg":"trace[1364244539] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:320; }","duration":"113.424615ms","start":"2026-03-04T01:23:13.350428Z","end":"2026-03-04T01:23:13.463853Z","steps":["trace[1364244539] 'agreement among raft nodes before linearized reading' (duration: 113.199711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:13.463945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.997762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-04T01:23:13.46404Z","caller":"traceutil/trace.go:171","msg":"trace[1093946713] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:320; }","duration":"107.113785ms","start":"2026-03-04T01:23:13.356902Z","end":"2026-03-04T01:23:13.464016Z","steps":["trace[1093946713] 'agreement among raft nodes before linearized reading' (duration: 106.88907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:18.620656Z","caller":"traceutil/trace.go:171","msg":"trace[1331648212] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"412.692264ms","start":"2026-03-04T01:23:18.20793Z","end":"2026-03-04T01:23:18.620622Z","steps":["trace[1331648212] 'process raft request' (duration: 412.447529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:18.620789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.485028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-04T01:23:18.620576Z","caller":"traceutil/trace.go:171","msg":"trace[267321276] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:380; }","duration":"394.269144ms","start":"2026-03-04T01:23:18.226275Z","end":"2026-03-04T01:23:18.620544Z","steps":["trace[267321276] 'read index received' (duration: 394.121811ms)","trace[267321276] 'applied index is now lower than readState.Index' (duration: 145.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:18.620917Z","caller":"traceutil/trace.go:171","msg":"trace[432829590] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:369; }","duration":"394.652751ms","start":"2026-03-04T01:23:18.226246Z","end":"2026-03-04T01:23:18.620899Z","steps":["trace[432829590] 'agreement among raft nodes before linearized reading' (duration: 394.456267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:18.621099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:18.22623Z","time spent":"394.807714ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-04T01:23:18.621606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:18.207888Z","time spent":"412.849617ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:23:18.622721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.838853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:18.622814Z","caller":"traceutil/trace.go:171","msg":"trace[1658172428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:370; }","duration":"390.966955ms","start":"2026-03-04T01:23:18.231822Z","end":"2026-03-04T01:23:18.622789Z","steps":["trace[1658172428] 'agreement among raft nodes before linearized reading' (duration: 390.759261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:18.622863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:18.231811Z","time spent":"391.042797ms","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:23:29.336585Z","caller":"traceutil/trace.go:171","msg":"trace[1878771214] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"313.060333ms","start":"2026-03-04T01:23:29.023495Z","end":"2026-03-04T01:23:29.336555Z","steps":["trace[1878771214] 'read index received' (duration: 312.955531ms)","trace[1878771214] 'applied index is now lower than readState.Index' (duration: 103.482µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:29.336741Z","caller":"traceutil/trace.go:171","msg":"trace[1141014220] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"322.244443ms","start":"2026-03-04T01:23:29.014454Z","end":"2026-03-04T01:23:29.336698Z","steps":["trace[1141014220] 'process raft request' (duration: 321.944447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:29.33682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.294318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-04T01:23:29.336886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.115314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T01:23:29.336949Z","caller":"traceutil/trace.go:171","msg":"trace[370782307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:428; }","duration":"313.492262ms","start":"2026-03-04T01:23:29.023432Z","end":"2026-03-04T01:23:29.336925Z","steps":["trace[370782307] 'agreement among raft nodes before linearized reading' (duration: 313.266587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:29.336947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:29.014421Z","time spent":"322.415227ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:23:29.336937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.61951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-04T01:23:29.337Z","caller":"traceutil/trace.go:171","msg":"trace[1525647066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:428; }","duration":"298.321879ms","start":"2026-03-04T01:23:29.038665Z","end":"2026-03-04T01:23:29.336987Z","steps":["trace[1525647066] 'agreement among raft nodes before linearized reading' (duration: 298.099333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:29.337011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:29.023405Z","time spent":"313.597124ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:23:29.337042Z","caller":"traceutil/trace.go:171","msg":"trace[1588485160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:428; }","duration":"143.786014ms","start":"2026-03-04T01:23:29.193233Z","end":"2026-03-04T01:23:29.337019Z","steps":["trace[1588485160] 'agreement among raft nodes before linearized reading' (duration: 143.573138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:32.458259Z","caller":"traceutil/trace.go:171","msg":"trace[1883230413] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"127.241742ms","start":"2026-03-04T01:23:32.330979Z","end":"2026-03-04T01:23:32.45822Z","steps":["trace[1883230413] 'process raft request' (duration: 126.982757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:32.458524Z","caller":"traceutil/trace.go:171","msg":"trace[1130533985] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"125.795912ms","start":"2026-03-04T01:23:32.332717Z","end":"2026-03-04T01:23:32.458513Z","steps":["trace[1130533985] 'process raft request' (duration: 125.424674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:32.458571Z","caller":"traceutil/trace.go:171","msg":"trace[1867966234] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"125.381433ms","start":"2026-03-04T01:23:32.333137Z","end":"2026-03-04T01:23:32.458518Z","steps":["trace[1867966234] 'process raft request' (duration: 125.076597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:32.458726Z","caller":"traceutil/trace.go:171","msg":"trace[801177640] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"124.206428ms","start":"2026-03-04T01:23:32.334479Z","end":"2026-03-04T01:23:32.458685Z","steps":["trace[801177640] 'process raft request' (duration: 123.79201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:32.459076Z","caller":"traceutil/trace.go:171","msg":"trace[957548986] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:470; }","duration":"125.25031ms","start":"2026-03-04T01:23:32.333763Z","end":"2026-03-04T01:23:32.459013Z","steps":["trace[957548986] 'read index received' (duration: 75.671384ms)","trace[957548986] 'applied index is now lower than readState.Index' (duration: 49.577736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:32.459435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.652389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-04T01:23:32.459748Z","caller":"traceutil/trace.go:171","msg":"trace[248553738] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:460; }","duration":"125.782491ms","start":"2026-03-04T01:23:32.333723Z","end":"2026-03-04T01:23:32.459506Z","steps":["trace[248553738] 'agreement among raft nodes before linearized reading' (duration: 125.613608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:40.500481Z","caller":"traceutil/trace.go:171","msg":"trace[1698199943] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"135.152864ms","start":"2026-03-04T01:23:40.3653Z","end":"2026-03-04T01:23:40.500453Z","steps":["trace[1698199943] 'process raft request' (duration: 134.950749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:40.970997Z","caller":"traceutil/trace.go:171","msg":"trace[96053098] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"254.247017ms","start":"2026-03-04T01:23:40.716715Z","end":"2026-03-04T01:23:40.970962Z","steps":["trace[96053098] 'process raft request' (duration: 254.059413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:41.336009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.180056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:41.336123Z","caller":"traceutil/trace.go:171","msg":"trace[666218231] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:516; }","duration":"318.38353ms","start":"2026-03-04T01:23:41.017707Z","end":"2026-03-04T01:23:41.336091Z","steps":["trace[666218231] 'range keys from in-memory index tree' (duration: 318.046472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:41.33649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:41.017677Z","time spent":"318.700235ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-04T01:23:41.706114Z","caller":"traceutil/trace.go:171","msg":"trace[541815515] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"169.771251ms","start":"2026-03-04T01:23:41.536311Z","end":"2026-03-04T01:23:41.706083Z","steps":["trace[541815515] 'read index received' (duration: 169.542946ms)","trace[541815515] 'applied index is now lower than readState.Index' (duration: 226.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:41.706324Z","caller":"traceutil/trace.go:171","msg":"trace[98040518] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"195.944326ms","start":"2026-03-04T01:23:41.510308Z","end":"2026-03-04T01:23:41.706253Z","steps":["trace[98040518] 'process raft request' (duration: 195.553569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:41.70649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.147658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:23:41.706591Z","caller":"traceutil/trace.go:171","msg":"trace[975934954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"170.279421ms","start":"2026-03-04T01:23:41.536265Z","end":"2026-03-04T01:23:41.706544Z","steps":["trace[975934954] 'agreement among raft nodes before linearized reading' (duration: 170.139699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:41.730388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.025627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:23:41.730455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.678294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:41.730495Z","caller":"traceutil/trace.go:171","msg":"trace[1288615893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"194.182421ms","start":"2026-03-04T01:23:41.536289Z","end":"2026-03-04T01:23:41.730471Z","steps":["trace[1288615893] 'agreement among raft nodes before linearized reading' (duration: 193.944416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:41.73056Z","caller":"traceutil/trace.go:171","msg":"trace[1995926450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"179.765377ms","start":"2026-03-04T01:23:41.550737Z","end":"2026-03-04T01:23:41.730502Z","steps":["trace[1995926450] 'agreement among raft nodes before linearized reading' (duration: 179.656124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:06.939503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.681755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:24:06.939735Z","caller":"traceutil/trace.go:171","msg":"trace[1472049322] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"135.811487ms","start":"2026-03-04T01:24:06.803907Z","end":"2026-03-04T01:24:06.939718Z","steps":["trace[1472049322] 'process raft request' (duration: 135.757375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:06.939842Z","caller":"traceutil/trace.go:171","msg":"trace[303302038] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"355.505789ms","start":"2026-03-04T01:24:06.584288Z","end":"2026-03-04T01:24:06.939793Z","steps":["trace[303302038] 'process raft request' (duration: 148.320503ms)","trace[303302038] 'compare' (duration: 206.558632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:06.940129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:06.584261Z","time spent":"355.717283ms","remote":"127.0.0.1:37444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:56.868995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:56.564349Z","time spent":"304.635273ms","remote":"127.0.0.1:37444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:24:56.868993Z","caller":"traceutil/trace.go:171","msg":"trace[227835332] linearizableReadLoop","detail":"{readStateIndex:1628; appliedIndex:1627; }","duration":"264.857895ms","start":"2026-03-04T01:24:56.604092Z","end":"2026-03-04T01:24:56.86895Z","steps":["trace[227835332] 'read index received' (duration: 264.64171ms)","trace[227835332] 'applied index is now lower than readState.Index' (duration: 214.045µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:56.869196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.088659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09832162-b9c6-41fe-afce-35602bff32f1\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T01:24:56.869254Z","caller":"traceutil/trace.go:171","msg":"trace[1513821637] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09832162-b9c6-41fe-afce-35602bff32f1; range_end:; response_count:1; response_revision:1568; }","duration":"265.201071ms","start":"2026-03-04T01:24:56.604032Z","end":"2026-03-04T01:24:56.869233Z","steps":["trace[1513821637] 'agreement among raft nodes before linearized reading' (duration: 265.007077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:56.869419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.253323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09832162-b9c6-41fe-afce-35602bff32f1\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T01:24:56.869483Z","caller":"traceutil/trace.go:171","msg":"trace[1747842911] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09832162-b9c6-41fe-afce-35602bff32f1; range_end:; response_count:1; response_revision:1568; }","duration":"135.381856ms","start":"2026-03-04T01:24:56.734081Z","end":"2026-03-04T01:24:56.869463Z","steps":["trace[1747842911] 'agreement among raft nodes before linearized reading' (duration: 135.10484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:57.043667Z","caller":"traceutil/trace.go:171","msg":"trace[326809115] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"173.086614ms","start":"2026-03-04T01:24:56.870551Z","end":"2026-03-04T01:24:57.043638Z","steps":["trace[326809115] 'process raft request' (duration: 172.88997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:57.061825Z","caller":"traceutil/trace.go:171","msg":"trace[781370514] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"184.854967ms","start":"2026-03-04T01:24:56.876918Z","end":"2026-03-04T01:24:57.061773Z","steps":["trace[781370514] 'process raft request' (duration: 184.641472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:57.423651Z","caller":"traceutil/trace.go:171","msg":"trace[151466630] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1630; }","duration":"169.168006ms","start":"2026-03-04T01:24:57.254461Z","end":"2026-03-04T01:24:57.423629Z","steps":["trace[151466630] 'read index received' (duration: 168.900321ms)","trace[151466630] 'applied index is now lower than readState.Index' (duration: 263.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:57.423737Z","caller":"traceutil/trace.go:171","msg":"trace[1001896952] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"172.40124ms","start":"2026-03-04T01:24:57.25131Z","end":"2026-03-04T01:24:57.423711Z","steps":["trace[1001896952] 'process raft request' (duration: 172.138835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:57.423885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.410501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:24:57.423927Z","caller":"traceutil/trace.go:171","msg":"trace[196769387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1571; }","duration":"169.519743ms","start":"2026-03-04T01:24:57.254394Z","end":"2026-03-04T01:24:57.423914Z","steps":["trace[196769387] 'agreement among raft nodes before linearized reading' (duration: 169.356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:40.567501Z","caller":"traceutil/trace.go:171","msg":"trace[1601410665] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1911; }","duration":"137.859656ms","start":"2026-03-04T01:25:40.429616Z","end":"2026-03-04T01:25:40.567475Z","steps":["trace[1601410665] 'read index received' (duration: 137.737703ms)","trace[1601410665] 'applied index is now lower than readState.Index' (duration: 121.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:40.567572Z","caller":"traceutil/trace.go:171","msg":"trace[393687089] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"144.623319ms","start":"2026-03-04T01:25:40.42292Z","end":"2026-03-04T01:25:40.567544Z","steps":["trace[393687089] 'process raft request' (duration: 144.397265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.56774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.09681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:25:40.567815Z","caller":"traceutil/trace.go:171","msg":"trace[1078578621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1843; }","duration":"138.207752ms","start":"2026-03-04T01:25:40.429593Z","end":"2026-03-04T01:25:40.5678Z","steps":["trace[1078578621] 'agreement among raft nodes before linearized reading' (duration: 137.985738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.567763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.299365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:40.567929Z","caller":"traceutil/trace.go:171","msg":"trace[1359588867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1843; }","duration":"134.518889ms","start":"2026-03-04T01:25:40.4334Z","end":"2026-03-04T01:25:40.567919Z","steps":["trace[1359588867] 'agreement among raft nodes before linearized reading' (duration: 134.223153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.930246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.283096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:40.930378Z","caller":"traceutil/trace.go:171","msg":"trace[560611039] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"358.567613ms","start":"2026-03-04T01:25:40.571786Z","end":"2026-03-04T01:25:40.930353Z","steps":["trace[560611039] 'process raft request' (duration: 181.054062ms)","trace[560611039] 'compare' (duration: 177.092202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:40.930468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.57174Z","time spent":"358.683265ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:40.949657Z","caller":"traceutil/trace.go:171","msg":"trace[1899239722] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1913; }","duration":"195.735793ms","start":"2026-03-04T01:25:40.753902Z","end":"2026-03-04T01:25:40.949638Z","steps":["trace[1899239722] 'read index received' (duration: 195.59359ms)","trace[1899239722] 'applied index is now lower than readState.Index' (duration: 140.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:40.949713Z","caller":"traceutil/trace.go:171","msg":"trace[1540450371] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"376.495048ms","start":"2026-03-04T01:25:40.57319Z","end":"2026-03-04T01:25:40.949685Z","steps":["trace[1540450371] 'process raft request' (duration: 376.356115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.949967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.573168Z","time spent":"376.706612ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:40.950061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.08996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:40.950203Z","caller":"traceutil/trace.go:171","msg":"trace[265471950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1845; }","duration":"196.294983ms","start":"2026-03-04T01:25:40.753864Z","end":"2026-03-04T01:25:40.950159Z","steps":["trace[265471950] 'agreement among raft nodes before linearized reading' (duration: 195.852035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:46.92268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.589694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:46.922892Z","caller":"traceutil/trace.go:171","msg":"trace[1630559635] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1941; }","duration":"335.044312ms","start":"2026-03-04T01:25:46.587819Z","end":"2026-03-04T01:25:46.922863Z","steps":["trace[1630559635] 'read index received' (duration: 130.137992ms)","trace[1630559635] 'applied index is now lower than readState.Index' (duration: 204.90454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:46.923121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.302137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:25:46.923178Z","caller":"traceutil/trace.go:171","msg":"trace[1178376744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1871; }","duration":"335.400209ms","start":"2026-03-04T01:25:46.587766Z","end":"2026-03-04T01:25:46.923167Z","steps":["trace[1178376744] 'agreement among raft nodes before linearized reading' (duration: 335.168104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:46.923216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:46.587741Z","time spent":"335.46454ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:25:46.923095Z","caller":"traceutil/trace.go:171","msg":"trace[2144472408] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"382.324836ms","start":"2026-03-04T01:25:46.540737Z","end":"2026-03-04T01:25:46.923062Z","steps":["trace[2144472408] 'process raft request' (duration: 177.219122ms)","trace[2144472408] 'compare' (duration: 204.40874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:46.923478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:46.540719Z","time spent":"382.672314ms","remote":"127.0.0.1:37444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:47.185895Z","caller":"traceutil/trace.go:171","msg":"trace[1087334506] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"211.011031ms","start":"2026-03-04T01:25:46.974861Z","end":"2026-03-04T01:25:47.185872Z","steps":["trace[1087334506] 'read index received' (duration: 210.822747ms)","trace[1087334506] 'applied index is now lower than readState.Index' (duration: 187.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:47.18611Z","caller":"traceutil/trace.go:171","msg":"trace[1510654590] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"228.384644ms","start":"2026-03-04T01:25:46.957631Z","end":"2026-03-04T01:25:47.186016Z","steps":["trace[1510654590] 'process raft request' (duration: 228.100918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:47.186281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.407358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:47.186399Z","caller":"traceutil/trace.go:171","msg":"trace[1307904214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"211.562941ms","start":"2026-03-04T01:25:46.974799Z","end":"2026-03-04T01:25:47.186362Z","steps":["trace[1307904214] 'agreement among raft nodes before linearized reading' (duration: 211.330447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:47.186417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.230512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:47.186628Z","caller":"traceutil/trace.go:171","msg":"trace[1562817447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"180.526779ms","start":"2026-03-04T01:25:47.006068Z","end":"2026-03-04T01:25:47.186595Z","steps":["trace[1562817447] 'agreement among raft nodes before linearized reading' (duration: 180.065659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:36.323288Z","caller":"traceutil/trace.go:171","msg":"trace[1771822205] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"289.271528ms","start":"2026-03-04T01:26:36.033983Z","end":"2026-03-04T01:26:36.323255Z","steps":["trace[1771822205] 'process raft request' (duration: 222.406086ms)","trace[1771822205] 'compare' (duration: 66.509815ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:10.238701Z","caller":"traceutil/trace.go:171","msg":"trace[1466534535] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"113.785084ms","start":"2026-03-04T01:27:10.124884Z","end":"2026-03-04T01:27:10.238669Z","steps":["trace[1466534535] 'process raft request' (duration: 113.552408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.563549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.72558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:10.563712Z","caller":"traceutil/trace.go:171","msg":"trace[993304840] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"437.980693ms","start":"2026-03-04T01:27:10.125713Z","end":"2026-03-04T01:27:10.563694Z","steps":["trace[993304840] 'process raft request' (duration: 264.031198ms)","trace[993304840] 'compare' (duration: 173.447775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:10.563778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:10.125697Z","time spent":"438.046044ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:10.564086Z","caller":"traceutil/trace.go:171","msg":"trace[628271020] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"106.503669ms","start":"2026-03-04T01:27:10.457573Z","end":"2026-03-04T01:27:10.564077Z","steps":["trace[628271020] 'process raft request' (duration: 106.0654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:10.725994Z","caller":"traceutil/trace.go:171","msg":"trace[686848240] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"156.498088ms","start":"2026-03-04T01:27:10.569458Z","end":"2026-03-04T01:27:10.725956Z","steps":["trace[686848240] 'process raft request' (duration: 127.78409ms)","trace[686848240] 'compare' (duration: 28.449533ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:41.278782Z","caller":"traceutil/trace.go:171","msg":"trace[1719096600] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"109.663124ms","start":"2026-03-04T01:29:41.169092Z","end":"2026-03-04T01:29:41.278755Z","steps":["trace[1719096600] 'process raft request' (duration: 109.4504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:41.4689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.355958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:29:41.468995Z","caller":"traceutil/trace.go:171","msg":"trace[499517739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3400; }","duration":"107.518301ms","start":"2026-03-04T01:29:41.361459Z","end":"2026-03-04T01:29:41.468977Z","steps":["trace[499517739] 'range keys from in-memory index tree' (duration: 107.152593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:08.05455Z","caller":"traceutil/trace.go:171","msg":"trace[884020846] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"142.973313ms","start":"2026-03-04T01:31:07.911454Z","end":"2026-03-04T01:31:08.054427Z","steps":["trace[884020846] 'process raft request' (duration: 101.660915ms)","trace[884020846] 'compare' (duration: 40.934421ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:11.119788Z","caller":"traceutil/trace.go:171","msg":"trace[1482751561] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"229.622738ms","start":"2026-03-04T01:31:10.890141Z","end":"2026-03-04T01:31:11.119764Z","steps":["trace[1482751561] 'process raft request' (duration: 196.779978ms)","trace[1482751561] 'compare' (duration: 32.752789ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:11.333376Z","caller":"traceutil/trace.go:171","msg":"trace[1556860185] linearizableReadLoop","detail":"{readStateIndex:4750; appliedIndex:4748; }","duration":"328.471137ms","start":"2026-03-04T01:31:11.004865Z","end":"2026-03-04T01:31:11.333336Z","steps":["trace[1556860185] 'read index received' (duration: 82.085516ms)","trace[1556860185] 'applied index is now lower than readState.Index' (duration: 246.384161ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:11.333592Z","caller":"traceutil/trace.go:171","msg":"trace[550947322] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"339.128747ms","start":"2026-03-04T01:31:10.994438Z","end":"2026-03-04T01:31:11.333566Z","steps":["trace[550947322] 'process raft request' (duration: 282.836342ms)","trace[550947322] 'compare' (duration: 55.894307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:11.333797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:10.994405Z","time spent":"339.24067ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:11.334197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.259952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2cp5h\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:31:11.334263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.255118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719253"} {"level":"info","ts":"2026-03-04T01:31:11.334333Z","caller":"traceutil/trace.go:171","msg":"trace[1415014491] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2cp5h; range_end:; response_count:1; response_revision:4572; }","duration":"329.454715ms","start":"2026-03-04T01:31:11.004833Z","end":"2026-03-04T01:31:11.334287Z","steps":["trace[1415014491] 'agreement among raft nodes before linearized reading' (duration: 329.032247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:11.334355Z","caller":"traceutil/trace.go:171","msg":"trace[641474099] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4572; }","duration":"244.35884ms","start":"2026-03-04T01:31:11.089975Z","end":"2026-03-04T01:31:11.334334Z","steps":["trace[641474099] 'agreement among raft nodes before linearized reading' (duration: 243.727468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:11.334407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:11.004824Z","time spent":"329.571767ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-2cp5h\" "} {"level":"warn","ts":"2026-03-04T01:31:30.983162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.81304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:31:30.983259Z","caller":"traceutil/trace.go:171","msg":"trace[1716996080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4931; }","duration":"189.968123ms","start":"2026-03-04T01:31:30.793272Z","end":"2026-03-04T01:31:30.98324Z","steps":["trace[1716996080] 'range keys from in-memory index tree' (duration: 189.646437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:31.212815Z","caller":"traceutil/trace.go:171","msg":"trace[85250535] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5120; }","duration":"132.925513ms","start":"2026-03-04T01:31:31.079855Z","end":"2026-03-04T01:31:31.21278Z","steps":["trace[85250535] 'read index received' (duration: 132.662888ms)","trace[85250535] 'applied index is now lower than readState.Index' (duration: 261.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:31.212917Z","caller":"traceutil/trace.go:171","msg":"trace[368248909] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"222.740092ms","start":"2026-03-04T01:31:30.990131Z","end":"2026-03-04T01:31:31.212871Z","steps":["trace[368248909] 'process raft request' (duration: 222.376734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.213106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.219178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:31:31.213208Z","caller":"traceutil/trace.go:171","msg":"trace[783902471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4933; }","duration":"133.375482ms","start":"2026-03-04T01:31:31.07981Z","end":"2026-03-04T01:31:31.213185Z","steps":["trace[783902471] 'agreement among raft nodes before linearized reading' (duration: 133.106376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.552685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.774541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:31:31.552905Z","caller":"traceutil/trace.go:171","msg":"trace[1587044898] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5122; }","duration":"329.247782ms","start":"2026-03-04T01:31:31.223637Z","end":"2026-03-04T01:31:31.552885Z","steps":["trace[1587044898] 'read index received' (duration: 100.061192ms)","trace[1587044898] 'applied index is now lower than readState.Index' (duration: 229.18515ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:31.552868Z","caller":"traceutil/trace.go:171","msg":"trace[1896640320] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"334.354774ms","start":"2026-03-04T01:31:31.218461Z","end":"2026-03-04T01:31:31.552816Z","steps":["trace[1896640320] 'process raft request' (duration: 105.340277ms)","trace[1896640320] 'compare' (duration: 228.478365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:31.553084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:31.21844Z","time spent":"334.532537ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:31.553234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.401636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-04T01:31:31.553207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.541768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T01:31:31.553274Z","caller":"traceutil/trace.go:171","msg":"trace[420674458] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4937; }","duration":"329.474696ms","start":"2026-03-04T01:31:31.223788Z","end":"2026-03-04T01:31:31.553263Z","steps":["trace[420674458] 'agreement among raft nodes before linearized reading' (duration: 329.304343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.55331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:31.22377Z","time spent":"329.533238ms","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-04T01:31:31.553301Z","caller":"traceutil/trace.go:171","msg":"trace[1675990912] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4936; }","duration":"329.64868ms","start":"2026-03-04T01:31:31.223631Z","end":"2026-03-04T01:31:31.55328Z","steps":["trace[1675990912] 'agreement among raft nodes before linearized reading' (duration: 329.357534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.553532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.381977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:31:31.553609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.363605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2cp5h\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:31:31.553608Z","caller":"traceutil/trace.go:171","msg":"trace[848951493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4937; }","duration":"213.514479ms","start":"2026-03-04T01:31:31.34008Z","end":"2026-03-04T01:31:31.553594Z","steps":["trace[848951493] 'agreement among raft nodes before linearized reading' (duration: 213.194253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:31.553643Z","caller":"traceutil/trace.go:171","msg":"trace[427371945] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2cp5h; range_end:; response_count:1; response_revision:4937; }","duration":"115.444797ms","start":"2026-03-04T01:31:31.43819Z","end":"2026-03-04T01:31:31.553635Z","steps":["trace[427371945] 'agreement among raft nodes before linearized reading' (duration: 115.349225ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:31.55362Z","caller":"traceutil/trace.go:171","msg":"trace[77750177] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"140.546844ms","start":"2026-03-04T01:31:31.413013Z","end":"2026-03-04T01:31:31.55356Z","steps":["trace[77750177] 'process raft request' (duration: 140.020884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:31.553177Z","caller":"traceutil/trace.go:171","msg":"trace[13167778] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"328.895475ms","start":"2026-03-04T01:31:31.224221Z","end":"2026-03-04T01:31:31.553116Z","steps":["trace[13167778] 'process raft request' (duration: 328.578749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.553854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.66088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2263"} {"level":"info","ts":"2026-03-04T01:31:31.553914Z","caller":"traceutil/trace.go:171","msg":"trace[1618585049] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4937; }","duration":"325.735302ms","start":"2026-03-04T01:31:31.228158Z","end":"2026-03-04T01:31:31.553893Z","steps":["trace[1618585049] 'agreement among raft nodes before linearized reading' (duration: 325.234942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.553949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:31.22815Z","time spent":"325.791262ms","remote":"127.0.0.1:55244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2286,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-04T01:31:31.554107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:31.224193Z","time spent":"329.527917ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:31:31.55356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:31.223624Z","time spent":"329.905835ms","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-04T01:31:31.831699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.318452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:31:31.832078Z","caller":"traceutil/trace.go:171","msg":"trace[574479997] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5125; }","duration":"266.426247ms","start":"2026-03-04T01:31:31.565615Z","end":"2026-03-04T01:31:31.832041Z","steps":["trace[574479997] 'read index received' (duration: 86.668746ms)","trace[574479997] 'applied index is now lower than readState.Index' (duration: 179.754931ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:31.832175Z","caller":"traceutil/trace.go:171","msg":"trace[1601117560] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"272.374235ms","start":"2026-03-04T01:31:31.559713Z","end":"2026-03-04T01:31:31.832087Z","steps":["trace[1601117560] 'process raft request' (duration: 92.546523ms)","trace[1601117560] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 178.893124ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:31.832287Z","caller":"traceutil/trace.go:171","msg":"trace[1529505688] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"265.074819ms","start":"2026-03-04T01:31:31.567197Z","end":"2026-03-04T01:31:31.832271Z","steps":["trace[1529505688] 'process raft request' (duration: 264.683022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.837858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.211661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:31:31.83794Z","caller":"traceutil/trace.go:171","msg":"trace[1452053263] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4939; }","duration":"272.317293ms","start":"2026-03-04T01:31:31.565605Z","end":"2026-03-04T01:31:31.837922Z","steps":["trace[1452053263] 'agreement among raft nodes before linearized reading' (duration: 266.5986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:31.838389Z","caller":"traceutil/trace.go:171","msg":"trace[537490437] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"135.880661ms","start":"2026-03-04T01:31:31.702486Z","end":"2026-03-04T01:31:31.838366Z","steps":["trace[537490437] 'process raft request' (duration: 135.220188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.838507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.41203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:31:31.838586Z","caller":"traceutil/trace.go:171","msg":"trace[427232508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4940; }","duration":"249.542914ms","start":"2026-03-04T01:31:31.589022Z","end":"2026-03-04T01:31:31.838565Z","steps":["trace[427232508] 'agreement among raft nodes before linearized reading' (duration: 249.296458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:44.31426Z","caller":"traceutil/trace.go:171","msg":"trace[615823131] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"108.428968ms","start":"2026-03-04T01:31:44.205788Z","end":"2026-03-04T01:31:44.314217Z","steps":["trace[615823131] 'process raft request' (duration: 108.145183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:44.314619Z","caller":"traceutil/trace.go:171","msg":"trace[1754591946] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"108.097091ms","start":"2026-03-04T01:31:44.206444Z","end":"2026-03-04T01:31:44.314542Z","steps":["trace[1754591946] 'process raft request' (duration: 107.680843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:44.314693Z","caller":"traceutil/trace.go:171","msg":"trace[908468706] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"107.288934ms","start":"2026-03-04T01:31:44.20736Z","end":"2026-03-04T01:31:44.314649Z","steps":["trace[908468706] 'process raft request' (duration: 107.03633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:03.423413Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2740} {"level":"info","ts":"2026-03-04T01:33:03.491551Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2740,"took":"65.88381ms","hash":865687329,"current-db-size-bytes":41611264,"current-db-size":"42 MB","current-db-size-in-use-bytes":31186944,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T01:33:03.49163Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":865687329,"revision":2740,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:37:15.121216Z","caller":"traceutil/trace.go:171","msg":"trace[63301883] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"222.739643ms","start":"2026-03-04T01:37:14.898444Z","end":"2026-03-04T01:37:15.121183Z","steps":["trace[63301883] 'process raft request' (duration: 222.545999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:25.976109Z","caller":"traceutil/trace.go:171","msg":"trace[1637945556] linearizableReadLoop","detail":"{readStateIndex:7839; appliedIndex:7838; }","duration":"142.723384ms","start":"2026-03-04T01:37:25.833361Z","end":"2026-03-04T01:37:25.976085Z","steps":["trace[1637945556] 'read index received' (duration: 142.595992ms)","trace[1637945556] 'applied index is now lower than readState.Index' (duration: 126.202µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:25.976328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.942438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:37:25.976367Z","caller":"traceutil/trace.go:171","msg":"trace[757412465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7564; }","duration":"143.03181ms","start":"2026-03-04T01:37:25.833327Z","end":"2026-03-04T01:37:25.976358Z","steps":["trace[757412465] 'agreement among raft nodes before linearized reading' (duration: 142.872257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:25.976416Z","caller":"traceutil/trace.go:171","msg":"trace[441531178] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"143.251265ms","start":"2026-03-04T01:37:25.833134Z","end":"2026-03-04T01:37:25.976386Z","steps":["trace[441531178] 'process raft request' (duration: 142.736545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:26.502086Z","caller":"traceutil/trace.go:171","msg":"trace[1487499913] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"191.996865ms","start":"2026-03-04T01:37:26.310009Z","end":"2026-03-04T01:37:26.502006Z","steps":["trace[1487499913] 'process raft request' (duration: 191.762951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:26.725969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.641331ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T01:37:26.726227Z","caller":"traceutil/trace.go:171","msg":"trace[1428680664] linearizableReadLoop","detail":"{readStateIndex:7843; appliedIndex:7842; }","duration":"175.660093ms","start":"2026-03-04T01:37:26.55054Z","end":"2026-03-04T01:37:26.7262Z","steps":["trace[1428680664] 'read index received' (duration: 62.819169ms)","trace[1428680664] 'applied index is now lower than readState.Index' (duration: 112.839164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:26.726405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.848567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:26.726482Z","caller":"traceutil/trace.go:171","msg":"trace[1010499139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7567; }","duration":"176.007111ms","start":"2026-03-04T01:37:26.550456Z","end":"2026-03-04T01:37:26.726464Z","steps":["trace[1010499139] 'agreement among raft nodes before linearized reading' (duration: 175.849477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:26.726771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.13378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:37:26.726851Z","caller":"traceutil/trace.go:171","msg":"trace[1017065589] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:7567; }","duration":"157.281273ms","start":"2026-03-04T01:37:26.569556Z","end":"2026-03-04T01:37:26.726837Z","steps":["trace[1017065589] 'agreement among raft nodes before linearized reading' (duration: 156.860874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:27.842748Z","caller":"traceutil/trace.go:171","msg":"trace[1736097887] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"224.058998ms","start":"2026-03-04T01:37:27.618575Z","end":"2026-03-04T01:37:27.842634Z","steps":["trace[1736097887] 'process raft request' (duration: 223.789253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:29.436584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.927786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:29.436889Z","caller":"traceutil/trace.go:171","msg":"trace[1277726195] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"224.221331ms","start":"2026-03-04T01:37:29.212621Z","end":"2026-03-04T01:37:29.436843Z","steps":["trace[1277726195] 'process raft request' (duration: 35.921868ms)","trace[1277726195] 'compare' (duration: 187.709282ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:57.660993Z","caller":"traceutil/trace.go:171","msg":"trace[168859746] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"106.751835ms","start":"2026-03-04T01:37:57.554187Z","end":"2026-03-04T01:37:57.660939Z","steps":["trace[168859746] 'process raft request' (duration: 106.317906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:57.963938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.083313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:57.964057Z","caller":"traceutil/trace.go:171","msg":"trace[1046994039] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"297.517446ms","start":"2026-03-04T01:37:57.666517Z","end":"2026-03-04T01:37:57.964035Z","steps":["trace[1046994039] 'process raft request' (duration: 89.228649ms)","trace[1046994039] 'compare' (duration: 207.970871ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:03.438227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5724} {"level":"info","ts":"2026-03-04T01:38:03.552541Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5724,"took":"111.625571ms","hash":3843217883,"current-db-size-bytes":43614208,"current-db-size":"44 MB","current-db-size-in-use-bytes":23674880,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:38:03.552603Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3843217883,"revision":5724,"compact-revision":2740} {"level":"info","ts":"2026-03-04T01:38:10.734562Z","caller":"traceutil/trace.go:171","msg":"trace[1965968391] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8164; }","duration":"178.230864ms","start":"2026-03-04T01:38:10.556281Z","end":"2026-03-04T01:38:10.734511Z","steps":["trace[1965968391] 'read index received' (duration: 178.065431ms)","trace[1965968391] 'applied index is now lower than readState.Index' (duration: 163.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:10.734655Z","caller":"traceutil/trace.go:171","msg":"trace[1972376768] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7874; }","duration":"178.340887ms","start":"2026-03-04T01:38:10.556256Z","end":"2026-03-04T01:38:10.734596Z","steps":["trace[1972376768] 'process raft request' (duration: 178.113063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:10.734825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.50886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:38:10.73489Z","caller":"traceutil/trace.go:171","msg":"trace[1171802729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7874; }","duration":"178.623532ms","start":"2026-03-04T01:38:10.556251Z","end":"2026-03-04T01:38:10.734875Z","steps":["trace[1171802729] 'agreement among raft nodes before linearized reading' (duration: 178.370418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:10.816613Z","caller":"traceutil/trace.go:171","msg":"trace[852169935] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7875; }","duration":"260.261582ms","start":"2026-03-04T01:38:10.556324Z","end":"2026-03-04T01:38:10.816585Z","steps":["trace[852169935] 'process raft request' (duration: 260.054248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.049291Z","caller":"traceutil/trace.go:171","msg":"trace[737883254] linearizableReadLoop","detail":"{readStateIndex:8167; appliedIndex:8165; }","duration":"294.67581ms","start":"2026-03-04T01:38:10.754581Z","end":"2026-03-04T01:38:11.049256Z","steps":["trace[737883254] 'read index received' (duration: 61.761348ms)","trace[737883254] 'applied index is now lower than readState.Index' (duration: 232.913372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:11.049315Z","caller":"traceutil/trace.go:171","msg":"trace[310691932] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"309.495703ms","start":"2026-03-04T01:38:10.739772Z","end":"2026-03-04T01:38:11.049268Z","steps":["trace[310691932] 'process raft request' (duration: 255.473438ms)","trace[310691932] 'compare' (duration: 53.714669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:11.049485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:10.739745Z","time spent":"309.645635ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:11.049644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.043167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gpcdp\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-03-04T01:38:11.049698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.581187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:38:11.049753Z","caller":"traceutil/trace.go:171","msg":"trace[1691323312] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gpcdp; range_end:; response_count:1; response_revision:7876; }","duration":"295.218081ms","start":"2026-03-04T01:38:10.754509Z","end":"2026-03-04T01:38:11.049728Z","steps":["trace[1691323312] 'agreement among raft nodes before linearized reading' (duration: 294.902974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.049838Z","caller":"traceutil/trace.go:171","msg":"trace[2130173436] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7876; }","duration":"262.791822ms","start":"2026-03-04T01:38:10.787008Z","end":"2026-03-04T01:38:11.0498Z","steps":["trace[2130173436] 'agreement among raft nodes before linearized reading' (duration: 262.441684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.697047Z","caller":"traceutil/trace.go:171","msg":"trace[586254353] linearizableReadLoop","detail":"{readStateIndex:8173; appliedIndex:8171; }","duration":"122.776151ms","start":"2026-03-04T01:38:11.574243Z","end":"2026-03-04T01:38:11.697019Z","steps":["trace[586254353] 'read index received' (duration: 97.959601ms)","trace[586254353] 'applied index is now lower than readState.Index' (duration: 24.81508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:11.697241Z","caller":"traceutil/trace.go:171","msg":"trace[290670158] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"147.032709ms","start":"2026-03-04T01:38:11.550195Z","end":"2026-03-04T01:38:11.697228Z","steps":["trace[290670158] 'process raft request' (duration: 146.738453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.697375Z","caller":"traceutil/trace.go:171","msg":"trace[228997357] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"150.742773ms","start":"2026-03-04T01:38:11.54659Z","end":"2026-03-04T01:38:11.697333Z","steps":["trace[228997357] 'process raft request' (duration: 125.615107ms)","trace[228997357] 'compare' (duration: 24.567744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:11.697454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.442097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:11.697547Z","caller":"traceutil/trace.go:171","msg":"trace[1892420622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7882; }","duration":"150.569529ms","start":"2026-03-04T01:38:11.546955Z","end":"2026-03-04T01:38:11.697524Z","steps":["trace[1892420622] 'agreement among raft nodes before linearized reading' (duration: 150.415566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:11.697627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.333266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:38:11.697732Z","caller":"traceutil/trace.go:171","msg":"trace[1099078779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7882; }","duration":"113.506168ms","start":"2026-03-04T01:38:11.584203Z","end":"2026-03-04T01:38:11.697709Z","steps":["trace[1099078779] 'agreement among raft nodes before linearized reading' (duration: 113.151172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:12.067135Z","caller":"traceutil/trace.go:171","msg":"trace[1964265102] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"357.04471ms","start":"2026-03-04T01:38:11.709969Z","end":"2026-03-04T01:38:12.067014Z","steps":["trace[1964265102] 'process raft request' (duration: 356.804216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:12.067371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:11.70995Z","time spent":"357.317526ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:38:12.099974Z","caller":"traceutil/trace.go:171","msg":"trace[40052323] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"382.319568ms","start":"2026-03-04T01:38:11.717616Z","end":"2026-03-04T01:38:12.099935Z","steps":["trace[40052323] 'process raft request' (duration: 381.991502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:12.100205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:11.717595Z","time spent":"382.475082ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:12.100625Z","caller":"traceutil/trace.go:171","msg":"trace[797678066] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"377.660057ms","start":"2026-03-04T01:38:11.722935Z","end":"2026-03-04T01:38:12.100595Z","steps":["trace[797678066] 'process raft request' (duration: 377.167776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:12.100793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:11.722917Z","time spent":"377.786519ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:12.125498Z","caller":"traceutil/trace.go:171","msg":"trace[1868056685] linearizableReadLoop","detail":"{readStateIndex:8176; appliedIndex:8173; }","duration":"356.055582ms","start":"2026-03-04T01:38:11.769392Z","end":"2026-03-04T01:38:12.125447Z","steps":["trace[1868056685] 'read index received' (duration: 297.448156ms)","trace[1868056685] 'applied index is now lower than readState.Index' (duration: 58.605506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:12.125586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.185934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:12.126745Z","caller":"traceutil/trace.go:171","msg":"trace[1926016783] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7885; }","duration":"357.365147ms","start":"2026-03-04T01:38:11.769361Z","end":"2026-03-04T01:38:12.126726Z","steps":["trace[1926016783] 'agreement among raft nodes before linearized reading' (duration: 356.173334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:12.12683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:11.769348Z","time spent":"357.467289ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T01:38:13.296225Z","caller":"traceutil/trace.go:171","msg":"trace[475225611] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"132.735857ms","start":"2026-03-04T01:38:13.163444Z","end":"2026-03-04T01:38:13.29618Z","steps":["trace[475225611] 'process raft request' (duration: 67.050532ms)","trace[475225611] 'compare' (duration: 65.384479ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:57.054391Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:41:57.060406Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:41:57.060507Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-04T01:42:53.874172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.281724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:53.874281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.276734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:42:53.874317Z","caller":"traceutil/trace.go:171","msg":"trace[432500673] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10230; }","duration":"131.473567ms","start":"2026-03-04T01:42:53.742815Z","end":"2026-03-04T01:42:53.874288Z","steps":["trace[432500673] 'range keys from in-memory index tree' (duration: 131.198522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:53.874377Z","caller":"traceutil/trace.go:171","msg":"trace[624615076] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10230; }","duration":"128.387676ms","start":"2026-03-04T01:42:53.745968Z","end":"2026-03-04T01:42:53.874355Z","steps":["trace[624615076] 'range keys from in-memory index tree' (duration: 128.07179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:53.874078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.233522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:53.874398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.10523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:53.874494Z","caller":"traceutil/trace.go:171","msg":"trace[202393155] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10230; }","duration":"131.699112ms","start":"2026-03-04T01:42:53.742744Z","end":"2026-03-04T01:42:53.874443Z","steps":["trace[202393155] 'range keys from in-memory index tree' (duration: 131.183542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:53.874562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.297604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:53.8748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.260864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:42:53.874856Z","caller":"traceutil/trace.go:171","msg":"trace[583100754] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10230; }","duration":"131.60679ms","start":"2026-03-04T01:42:53.743237Z","end":"2026-03-04T01:42:53.874844Z","steps":["trace[583100754] 'range keys from in-memory index tree' (duration: 131.187762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:53.874861Z","caller":"traceutil/trace.go:171","msg":"trace[1869649230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10230; }","duration":"119.399236ms","start":"2026-03-04T01:42:53.75545Z","end":"2026-03-04T01:42:53.874849Z","steps":["trace[1869649230] 'range keys from in-memory index tree' (duration: 118.641231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:53.875078Z","caller":"traceutil/trace.go:171","msg":"trace[490980201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10230; }","duration":"131.224633ms","start":"2026-03-04T01:42:53.743256Z","end":"2026-03-04T01:42:53.874481Z","steps":["trace[490980201] 'range keys from in-memory index tree' (duration: 131.009179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:03.445138Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7799} {"level":"info","ts":"2026-03-04T01:43:03.51603Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7799,"took":"67.592145ms","hash":3771205958,"current-db-size-bytes":43614208,"current-db-size":"44 MB","current-db-size-in-use-bytes":27774976,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:43:03.516113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3771205958,"revision":7799,"compact-revision":5724} {"level":"warn","ts":"2026-03-04T01:43:07.690224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.581279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:07.6903Z","caller":"traceutil/trace.go:171","msg":"trace[1242056229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10299; }","duration":"139.714731ms","start":"2026-03-04T01:43:07.55057Z","end":"2026-03-04T01:43:07.690284Z","steps":["trace[1242056229] 'range keys from in-memory index tree' (duration: 139.475707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:07.893616Z","caller":"traceutil/trace.go:171","msg":"trace[952652160] transaction","detail":"{read_only:false; response_revision:10302; number_of_response:1; }","duration":"138.541208ms","start":"2026-03-04T01:43:07.755049Z","end":"2026-03-04T01:43:07.89359Z","steps":["trace[952652160] 'process raft request' (duration: 138.428405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:07.893662Z","caller":"traceutil/trace.go:171","msg":"trace[370037969] transaction","detail":"{read_only:false; response_revision:10301; number_of_response:1; }","duration":"139.309614ms","start":"2026-03-04T01:43:07.754315Z","end":"2026-03-04T01:43:07.893625Z","steps":["trace[370037969] 'process raft request' (duration: 82.815788ms)","trace[370037969] 'compare' (duration: 56.128038ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:45:11.897646Z","caller":"traceutil/trace.go:171","msg":"trace[658139797] transaction","detail":"{read_only:false; response_revision:11091; number_of_response:1; }","duration":"208.062292ms","start":"2026-03-04T01:45:11.689563Z","end":"2026-03-04T01:45:11.897625Z","steps":["trace[658139797] 'process raft request' (duration: 207.738775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:11.903891Z","caller":"traceutil/trace.go:171","msg":"trace[2115932051] transaction","detail":"{read_only:false; response_revision:11092; number_of_response:1; }","duration":"146.486436ms","start":"2026-03-04T01:45:11.75739Z","end":"2026-03-04T01:45:11.903876Z","steps":["trace[2115932051] 'process raft request' (duration: 146.365973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:16.546829Z","caller":"traceutil/trace.go:171","msg":"trace[1904950855] transaction","detail":"{read_only:false; response_revision:11131; number_of_response:1; }","duration":"127.341736ms","start":"2026-03-04T01:45:16.419456Z","end":"2026-03-04T01:45:16.546797Z","steps":["trace[1904950855] 'process raft request' (duration: 127.174152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:16.629593Z","caller":"traceutil/trace.go:171","msg":"trace[529248653] transaction","detail":"{read_only:false; response_revision:11132; number_of_response:1; }","duration":"145.349243ms","start":"2026-03-04T01:45:16.484214Z","end":"2026-03-04T01:45:16.629564Z","steps":["trace[529248653] 'process raft request' (duration: 144.883294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:45:22.771012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.328517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6f986c4dd5-t8rpm.1899800cbe76c1b0\" ","response":"range_response_count:1 size:852"} {"level":"info","ts":"2026-03-04T01:45:22.771098Z","caller":"traceutil/trace.go:171","msg":"trace[201074313] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6f986c4dd5-t8rpm.1899800cbe76c1b0; range_end:; response_count:1; response_revision:11170; }","duration":"110.444939ms","start":"2026-03-04T01:45:22.660631Z","end":"2026-03-04T01:45:22.771076Z","steps":["trace[201074313] 'range keys from in-memory index tree' (duration: 110.166834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:28.217429Z","caller":"traceutil/trace.go:171","msg":"trace[899950657] linearizableReadLoop","detail":"{readStateIndex:11597; appliedIndex:11596; }","duration":"137.842504ms","start":"2026-03-04T01:45:28.079557Z","end":"2026-03-04T01:45:28.217399Z","steps":["trace[899950657] 'read index received' (duration: 137.64658ms)","trace[899950657] 'applied index is now lower than readState.Index' (duration: 194.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:45:28.217471Z","caller":"traceutil/trace.go:171","msg":"trace[927323989] transaction","detail":"{read_only:false; response_revision:11199; number_of_response:1; }","duration":"205.626984ms","start":"2026-03-04T01:45:28.011809Z","end":"2026-03-04T01:45:28.217436Z","steps":["trace[927323989] 'process raft request' (duration: 205.382039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:45:28.217801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.211081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:45:28.217897Z","caller":"traceutil/trace.go:171","msg":"trace[1575589544] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11199; }","duration":"138.340803ms","start":"2026-03-04T01:45:28.079529Z","end":"2026-03-04T01:45:28.21787Z","steps":["trace[1575589544] 'agreement among raft nodes before linearized reading' (duration: 137.983326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:03.452011Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10280} {"level":"info","ts":"2026-03-04T01:48:03.534863Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10280,"took":"79.612182ms","hash":3448624084,"current-db-size-bytes":43614208,"current-db-size":"44 MB","current-db-size-in-use-bytes":24244224,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:48:03.534931Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3448624084,"revision":10280,"compact-revision":7799} {"level":"info","ts":"2026-03-04T01:48:44.728502Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000323a.wal"} {"level":"info","ts":"2026-03-04T01:49:33.767386Z","caller":"traceutil/trace.go:171","msg":"trace[1683026712] linearizableReadLoop","detail":"{readStateIndex:13165; appliedIndex:13164; }","duration":"118.2685ms","start":"2026-03-04T01:49:33.649086Z","end":"2026-03-04T01:49:33.767355Z","steps":["trace[1683026712] 'read index received' (duration: 47.940772ms)","trace[1683026712] 'applied index is now lower than readState.Index' (duration: 70.325918ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:33.767705Z","caller":"traceutil/trace.go:171","msg":"trace[1971889754] transaction","detail":"{read_only:false; response_revision:12706; number_of_response:1; }","duration":"144.018253ms","start":"2026-03-04T01:49:33.62365Z","end":"2026-03-04T01:49:33.767669Z","steps":["trace[1971889754] 'process raft request' (duration: 73.445979ms)","trace[1971889754] 'compare' (duration: 69.968971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:33.767773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.653278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2cp5h\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:49:33.767897Z","caller":"traceutil/trace.go:171","msg":"trace[2086068421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2cp5h; range_end:; response_count:1; response_revision:12706; }","duration":"118.824632ms","start":"2026-03-04T01:49:33.649049Z","end":"2026-03-04T01:49:33.767873Z","steps":["trace[2086068421] 'agreement among raft nodes before linearized reading' (duration: 118.532156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:33.934654Z","caller":"traceutil/trace.go:171","msg":"trace[879950735] linearizableReadLoop","detail":"{readStateIndex:13166; appliedIndex:13165; }","duration":"154.139413ms","start":"2026-03-04T01:49:33.780493Z","end":"2026-03-04T01:49:33.934632Z","steps":["trace[879950735] 'read index received' (duration: 154.026051ms)","trace[879950735] 'applied index is now lower than readState.Index' (duration: 112.122µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:33.934775Z","caller":"traceutil/trace.go:171","msg":"trace[1416835419] transaction","detail":"{read_only:false; response_revision:12707; number_of_response:1; }","duration":"154.684744ms","start":"2026-03-04T01:49:33.780033Z","end":"2026-03-04T01:49:33.934718Z","steps":["trace[1416835419] 'process raft request' (duration: 154.45358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:33.93526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.743525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595063"} {"level":"info","ts":"2026-03-04T01:49:33.935293Z","caller":"traceutil/trace.go:171","msg":"trace[1097633819] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:12707; }","duration":"154.815086ms","start":"2026-03-04T01:49:33.780471Z","end":"2026-03-04T01:49:33.935286Z","steps":["trace[1097633819] 'agreement among raft nodes before linearized reading' (duration: 154.241765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:34.151622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.586209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:49:34.151857Z","caller":"traceutil/trace.go:171","msg":"trace[1638723686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12707; }","duration":"103.918855ms","start":"2026-03-04T01:49:34.047908Z","end":"2026-03-04T01:49:34.151827Z","steps":["trace[1638723686] 'range keys from in-memory index tree' (duration: 103.191291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:35.465436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420927569677886,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:49:35.585398Z","caller":"traceutil/trace.go:171","msg":"trace[1894453619] linearizableReadLoop","detail":"{readStateIndex:13172; appliedIndex:13171; }","duration":"620.305128ms","start":"2026-03-04T01:49:34.965057Z","end":"2026-03-04T01:49:35.585363Z","steps":["trace[1894453619] 'read index received' (duration: 619.966041ms)","trace[1894453619] 'applied index is now lower than readState.Index' (duration: 337.747µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:35.585483Z","caller":"traceutil/trace.go:171","msg":"trace[1814057323] transaction","detail":"{read_only:false; response_revision:12713; number_of_response:1; }","duration":"644.135501ms","start":"2026-03-04T01:49:34.941296Z","end":"2026-03-04T01:49:35.585431Z","steps":["trace[1814057323] 'process raft request' (duration: 643.813205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:35.58574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.82987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:49:35.585763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:34.941267Z","time spent":"644.349566ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:35.585798Z","caller":"traceutil/trace.go:171","msg":"trace[1339161011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12713; }","duration":"606.922422ms","start":"2026-03-04T01:49:34.97886Z","end":"2026-03-04T01:49:35.585782Z","steps":["trace[1339161011] 'agreement among raft nodes before linearized reading' (duration: 606.689346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:35.585836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.202379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:49:35.585908Z","caller":"traceutil/trace.go:171","msg":"trace[2113988430] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12713; }","duration":"128.32806ms","start":"2026-03-04T01:49:35.457562Z","end":"2026-03-04T01:49:35.58589Z","steps":["trace[2113988430] 'agreement among raft nodes before linearized reading' (duration: 128.181847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:35.585921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.429427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:49:35.58596Z","caller":"traceutil/trace.go:171","msg":"trace[1203901771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12713; }","duration":"493.531359ms","start":"2026-03-04T01:49:35.092413Z","end":"2026-03-04T01:49:35.585945Z","steps":["trace[1203901771] 'agreement among raft nodes before linearized reading' (duration: 493.466138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:35.58599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:35.092384Z","time spent":"493.597391ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:49:35.585854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:34.978817Z","time spent":"607.026564ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:49:35.587113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.025032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:86 size:929565"} {"level":"info","ts":"2026-03-04T01:49:35.58724Z","caller":"traceutil/trace.go:171","msg":"trace[923978166] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:86; response_revision:12713; }","duration":"622.210256ms","start":"2026-03-04T01:49:34.965004Z","end":"2026-03-04T01:49:35.587214Z","steps":["trace[923978166] 'agreement among raft nodes before linearized reading' (duration: 620.541052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:35.587403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:34.964982Z","time spent":"622.400729ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":86,"response size":929588,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-04T01:51:12.27673Z","caller":"traceutil/trace.go:171","msg":"trace[1406776289] linearizableReadLoop","detail":"{readStateIndex:14343; appliedIndex:14342; }","duration":"118.756768ms","start":"2026-03-04T01:51:12.157942Z","end":"2026-03-04T01:51:12.276698Z","steps":["trace[1406776289] 'read index received' (duration: 118.547604ms)","trace[1406776289] 'applied index is now lower than readState.Index' (duration: 207.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:51:12.277081Z","caller":"traceutil/trace.go:171","msg":"trace[1429407007] transaction","detail":"{read_only:false; response_revision:13848; number_of_response:1; }","duration":"150.640971ms","start":"2026-03-04T01:51:12.126426Z","end":"2026-03-04T01:51:12.277067Z","steps":["trace[1429407007] 'process raft request' (duration: 150.08618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.277558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.590134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:51:12.277608Z","caller":"traceutil/trace.go:171","msg":"trace[1643756147] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13848; }","duration":"119.679558ms","start":"2026-03-04T01:51:12.157916Z","end":"2026-03-04T01:51:12.277595Z","steps":["trace[1643756147] 'agreement among raft nodes before linearized reading' (duration: 119.397561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.277985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.81539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:12.278148Z","caller":"traceutil/trace.go:171","msg":"trace[2043432679] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13848; }","duration":"120.047875ms","start":"2026-03-04T01:51:12.158076Z","end":"2026-03-04T01:51:12.278124Z","steps":["trace[2043432679] 'agreement among raft nodes before linearized reading' (duration: 119.746199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.278969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.713397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:12.279021Z","caller":"traceutil/trace.go:171","msg":"trace[1520242948] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13848; }","duration":"120.82334ms","start":"2026-03-04T01:51:12.158185Z","end":"2026-03-04T01:51:12.279009Z","steps":["trace[1520242948] 'agreement among raft nodes before linearized reading' (duration: 120.684808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:12.472443Z","caller":"traceutil/trace.go:171","msg":"trace[665334876] transaction","detail":"{read_only:false; response_revision:13849; number_of_response:1; }","duration":"147.102682ms","start":"2026-03-04T01:51:12.325287Z","end":"2026-03-04T01:51:12.47239Z","steps":["trace[665334876] 'process raft request' (duration: 100.884344ms)","trace[665334876] 'compare' (duration: 45.82838ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:03.45795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12159} {"level":"info","ts":"2026-03-04T01:53:03.534594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12159,"took":"72.801467ms","hash":3506818189,"current-db-size-bytes":43614208,"current-db-size":"44 MB","current-db-size-in-use-bytes":28450816,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:53:03.53467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3506818189,"revision":12159,"compact-revision":10280} {"level":"info","ts":"2026-03-04T01:57:03.081495Z","caller":"traceutil/trace.go:171","msg":"trace[1136874180] transaction","detail":"{read_only:false; response_revision:16330; number_of_response:1; }","duration":"128.486112ms","start":"2026-03-04T01:57:02.952978Z","end":"2026-03-04T01:57:03.081465Z","steps":["trace[1136874180] 'process raft request' (duration: 128.257556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:03.72955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.217149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:03.729743Z","caller":"traceutil/trace.go:171","msg":"trace[683880840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16331; }","duration":"179.454134ms","start":"2026-03-04T01:57:03.550245Z","end":"2026-03-04T01:57:03.729699Z","steps":["trace[683880840] 'range keys from in-memory index tree' (duration: 179.107977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:04.356134Z","caller":"traceutil/trace.go:171","msg":"trace[628610419] linearizableReadLoop","detail":"{readStateIndex:16915; appliedIndex:16914; }","duration":"152.697623ms","start":"2026-03-04T01:57:04.20341Z","end":"2026-03-04T01:57:04.356108Z","steps":["trace[628610419] 'read index received' (duration: 152.518049ms)","trace[628610419] 'applied index is now lower than readState.Index' (duration: 178.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:04.356259Z","caller":"traceutil/trace.go:171","msg":"trace[624570588] transaction","detail":"{read_only:false; response_revision:16332; number_of_response:1; }","duration":"282.276586ms","start":"2026-03-04T01:57:04.073972Z","end":"2026-03-04T01:57:04.356248Z","steps":["trace[624570588] 'process raft request' (duration: 281.865527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:04.356482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.07516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:57:04.35652Z","caller":"traceutil/trace.go:171","msg":"trace[290768633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16332; }","duration":"153.187883ms","start":"2026-03-04T01:57:04.20332Z","end":"2026-03-04T01:57:04.356508Z","steps":["trace[290768633] 'agreement among raft nodes before linearized reading' (duration: 153.05585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:04.356738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.134852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:04.356807Z","caller":"traceutil/trace.go:171","msg":"trace[1975409132] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:16332; }","duration":"152.257524ms","start":"2026-03-04T01:57:04.204532Z","end":"2026-03-04T01:57:04.356789Z","steps":["trace[1975409132] 'agreement among raft nodes before linearized reading' (duration: 152.01787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:04.875082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420927569691237,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:57:05.038719Z","caller":"traceutil/trace.go:171","msg":"trace[1960296915] linearizableReadLoop","detail":"{readStateIndex:16916; appliedIndex:16915; }","duration":"664.245812ms","start":"2026-03-04T01:57:04.374433Z","end":"2026-03-04T01:57:05.038679Z","steps":["trace[1960296915] 'read index received' (duration: 625.228407ms)","trace[1960296915] 'applied index is now lower than readState.Index' (duration: 39.015915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:05.038854Z","caller":"traceutil/trace.go:171","msg":"trace[528239741] transaction","detail":"{read_only:false; response_revision:16333; number_of_response:1; }","duration":"674.852392ms","start":"2026-03-04T01:57:04.36394Z","end":"2026-03-04T01:57:05.038792Z","steps":["trace[528239741] 'process raft request' (duration: 635.767016ms)","trace[528239741] 'compare' (duration: 38.359942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:05.039099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.363902Z","time spent":"675.067227ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:05.039343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.712885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:05.039464Z","caller":"traceutil/trace.go:171","msg":"trace[1362678781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16333; }","duration":"486.864239ms","start":"2026-03-04T01:57:04.552552Z","end":"2026-03-04T01:57:05.039417Z","steps":["trace[1362678781] 'agreement among raft nodes before linearized reading' (duration: 486.686625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.039547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.552528Z","time spent":"486.980751ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:05.039569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.030792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:57:05.039644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.45433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:57:05.039667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.391099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:05.039691Z","caller":"traceutil/trace.go:171","msg":"trace[156316173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16333; }","duration":"347.164104ms","start":"2026-03-04T01:57:04.692509Z","end":"2026-03-04T01:57:05.039673Z","steps":["trace[156316173] 'agreement among raft nodes before linearized reading' (duration: 346.898259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.039731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.692501Z","time spent":"347.221125ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:05.039672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.55499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:05.039816Z","caller":"traceutil/trace.go:171","msg":"trace[486775497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16333; }","duration":"222.815356ms","start":"2026-03-04T01:57:04.81697Z","end":"2026-03-04T01:57:05.039785Z","steps":["trace[486775497] 'agreement among raft nodes before linearized reading' (duration: 222.50134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.039851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.354691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mqbv2\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-04T01:57:05.039886Z","caller":"traceutil/trace.go:171","msg":"trace[1099499226] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mqbv2; range_end:; response_count:1; response_revision:16333; }","duration":"257.426292ms","start":"2026-03-04T01:57:04.78245Z","end":"2026-03-04T01:57:05.039876Z","steps":["trace[1099499226] 'agreement among raft nodes before linearized reading' (duration: 257.32487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.039907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.131094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:57:05.039726Z","caller":"traceutil/trace.go:171","msg":"trace[1018319786] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:16333; }","duration":"347.563692ms","start":"2026-03-04T01:57:04.692145Z","end":"2026-03-04T01:57:05.039709Z","steps":["trace[1018319786] 'agreement among raft nodes before linearized reading' (duration: 347.317787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.039914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.697689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3222"} {"level":"warn","ts":"2026-03-04T01:57:05.039919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.681365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:57:05.03986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.165824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3222"} {"level":"info","ts":"2026-03-04T01:57:05.03998Z","caller":"traceutil/trace.go:171","msg":"trace[356345491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16333; }","duration":"347.237596ms","start":"2026-03-04T01:57:04.692711Z","end":"2026-03-04T01:57:05.039949Z","steps":["trace[356345491] 'agreement among raft nodes before linearized reading' (duration: 347.115974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:05.039998Z","caller":"traceutil/trace.go:171","msg":"trace[1320689416] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16333; }","duration":"251.837641ms","start":"2026-03-04T01:57:04.788136Z","end":"2026-03-04T01:57:05.039974Z","steps":["trace[1320689416] 'agreement among raft nodes before linearized reading' (duration: 251.331981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:05.040019Z","caller":"traceutil/trace.go:171","msg":"trace[1875569028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16333; }","duration":"351.811348ms","start":"2026-03-04T01:57:04.688178Z","end":"2026-03-04T01:57:05.039989Z","steps":["trace[1875569028] 'agreement among raft nodes before linearized reading' (duration: 351.346149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.040039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.69268Z","time spent":"347.334848ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:05.040061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.688164Z","time spent":"351.888819ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:05.039983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.692115Z","time spent":"347.849628ms","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":74,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:05.039873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.811978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:05.040184Z","caller":"traceutil/trace.go:171","msg":"trace[1310466025] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16333; }","duration":"423.348738ms","start":"2026-03-04T01:57:04.616645Z","end":"2026-03-04T01:57:05.039994Z","steps":["trace[1310466025] 'agreement among raft nodes before linearized reading' (duration: 422.792027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:05.040258Z","caller":"traceutil/trace.go:171","msg":"trace[1306803179] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16333; }","duration":"485.312398ms","start":"2026-03-04T01:57:04.554916Z","end":"2026-03-04T01:57:05.040228Z","steps":["trace[1306803179] 'agreement among raft nodes before linearized reading' (duration: 484.546623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:05.039723Z","caller":"traceutil/trace.go:171","msg":"trace[640192287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16333; }","duration":"354.589682ms","start":"2026-03-04T01:57:04.685113Z","end":"2026-03-04T01:57:05.039703Z","steps":["trace[640192287] 'agreement among raft nodes before linearized reading' (duration: 354.297656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.040261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.616584Z","time spent":"423.659644ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T01:57:05.040336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.554897Z","time spent":"485.42211ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:05.040423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.685104Z","time spent":"355.294827ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:05.04116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.723361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942524"} {"level":"info","ts":"2026-03-04T01:57:05.0412Z","caller":"traceutil/trace.go:171","msg":"trace[721407660] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16333; }","duration":"666.802633ms","start":"2026-03-04T01:57:04.374388Z","end":"2026-03-04T01:57:05.04119Z","steps":["trace[721407660] 'agreement among raft nodes before linearized reading' (duration: 664.446426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.041225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.374366Z","time spent":"666.851114ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942547,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:57:05.184986Z","caller":"traceutil/trace.go:171","msg":"trace[976918898] transaction","detail":"{read_only:false; response_revision:16335; number_of_response:1; }","duration":"139.53149ms","start":"2026-03-04T01:57:05.045393Z","end":"2026-03-04T01:57:05.184925Z","steps":["trace[976918898] 'process raft request' (duration: 139.172533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:05.185381Z","caller":"traceutil/trace.go:171","msg":"trace[747845998] transaction","detail":"{read_only:false; response_revision:16336; number_of_response:1; }","duration":"139.873258ms","start":"2026-03-04T01:57:05.045489Z","end":"2026-03-04T01:57:05.185362Z","steps":["trace[747845998] 'process raft request' (duration: 139.342706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:05.185456Z","caller":"traceutil/trace.go:171","msg":"trace[1713046780] transaction","detail":"{read_only:false; response_revision:16337; number_of_response:1; }","duration":"139.872468ms","start":"2026-03-04T01:57:05.045516Z","end":"2026-03-04T01:57:05.185388Z","steps":["trace[1713046780] 'process raft request' (duration: 139.617553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:05.185488Z","caller":"traceutil/trace.go:171","msg":"trace[1266393511] transaction","detail":"{read_only:false; response_revision:16338; number_of_response:1; }","duration":"139.865518ms","start":"2026-03-04T01:57:05.045574Z","end":"2026-03-04T01:57:05.185439Z","steps":["trace[1266393511] 'process raft request' (duration: 139.714595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:05.185376Z","caller":"traceutil/trace.go:171","msg":"trace[232602468] linearizableReadLoop","detail":"{readStateIndex:16921; appliedIndex:16917; }","duration":"116.724928ms","start":"2026-03-04T01:57:05.068625Z","end":"2026-03-04T01:57:05.18535Z","steps":["trace[232602468] 'read index received' (duration: 115.776979ms)","trace[232602468] 'applied index is now lower than readState.Index' (duration: 947.259µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:05.185638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.777906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-03-04T01:57:05.185694Z","caller":"traceutil/trace.go:171","msg":"trace[264976542] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:16338; }","duration":"137.850728ms","start":"2026-03-04T01:57:05.04783Z","end":"2026-03-04T01:57:05.185681Z","steps":["trace[264976542] 'agreement among raft nodes before linearized reading' (duration: 137.598253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.401212Z","caller":"traceutil/trace.go:171","msg":"trace[2107674865] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16367; }","duration":"113.764ms","start":"2026-03-04T01:57:09.287423Z","end":"2026-03-04T01:57:09.401187Z","steps":["trace[2107674865] 'compare' (duration: 91.65586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.543964Z","caller":"traceutil/trace.go:171","msg":"trace[266184435] transaction","detail":"{read_only:false; response_revision:16368; number_of_response:1; }","duration":"113.357301ms","start":"2026-03-04T01:57:09.430578Z","end":"2026-03-04T01:57:09.543935Z","steps":["trace[266184435] 'process raft request' (duration: 113.151787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.731506Z","caller":"traceutil/trace.go:171","msg":"trace[532905484] linearizableReadLoop","detail":"{readStateIndex:16955; appliedIndex:16953; }","duration":"178.919112ms","start":"2026-03-04T01:57:09.552552Z","end":"2026-03-04T01:57:09.731471Z","steps":["trace[532905484] 'read index received' (duration: 24.091258ms)","trace[532905484] 'applied index is now lower than readState.Index' (duration: 154.826144ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:09.731526Z","caller":"traceutil/trace.go:171","msg":"trace[196705540] transaction","detail":"{read_only:false; response_revision:16371; number_of_response:1; }","duration":"178.400123ms","start":"2026-03-04T01:57:09.553087Z","end":"2026-03-04T01:57:09.731487Z","steps":["trace[196705540] 'process raft request' (duration: 178.330121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.731625Z","caller":"traceutil/trace.go:171","msg":"trace[535021272] transaction","detail":"{read_only:false; response_revision:16370; number_of_response:1; }","duration":"179.182128ms","start":"2026-03-04T01:57:09.552392Z","end":"2026-03-04T01:57:09.731574Z","steps":["trace[535021272] 'process raft request' (duration: 151.09473ms)","trace[535021272] 'compare' (duration: 27.758172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:09.731749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.150578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:09.731872Z","caller":"traceutil/trace.go:171","msg":"trace[1833805151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16371; }","duration":"179.335201ms","start":"2026-03-04T01:57:09.552506Z","end":"2026-03-04T01:57:09.731841Z","steps":["trace[1833805151] 'agreement among raft nodes before linearized reading' (duration: 179.049965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.77895Z","caller":"traceutil/trace.go:171","msg":"trace[468827494] transaction","detail":"{read_only:false; response_revision:16372; number_of_response:1; }","duration":"141.271275ms","start":"2026-03-04T01:57:09.637663Z","end":"2026-03-04T01:57:09.778934Z","steps":["trace[468827494] 'process raft request' (duration: 141.147012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.90493Z","caller":"traceutil/trace.go:171","msg":"trace[720341269] transaction","detail":"{read_only:false; response_revision:16374; number_of_response:1; }","duration":"168.008017ms","start":"2026-03-04T01:57:09.736889Z","end":"2026-03-04T01:57:09.904897Z","steps":["trace[720341269] 'process raft request' (duration: 167.789623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905083Z","caller":"traceutil/trace.go:171","msg":"trace[162527839] transaction","detail":"{read_only:false; response_revision:16377; number_of_response:1; }","duration":"167.710099ms","start":"2026-03-04T01:57:09.737317Z","end":"2026-03-04T01:57:09.905027Z","steps":["trace[162527839] 'process raft request' (duration: 167.484965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905159Z","caller":"traceutil/trace.go:171","msg":"trace[93761363] transaction","detail":"{read_only:false; response_revision:16378; number_of_response:1; }","duration":"167.783862ms","start":"2026-03-04T01:57:09.737363Z","end":"2026-03-04T01:57:09.905147Z","steps":["trace[93761363] 'process raft request' (duration: 167.476576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905126Z","caller":"traceutil/trace.go:171","msg":"trace[1524790024] transaction","detail":"{read_only:false; response_revision:16379; number_of_response:1; }","duration":"167.505266ms","start":"2026-03-04T01:57:09.737563Z","end":"2026-03-04T01:57:09.905068Z","steps":["trace[1524790024] 'process raft request' (duration: 167.319383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.904984Z","caller":"traceutil/trace.go:171","msg":"trace[164078676] transaction","detail":"{read_only:false; response_revision:16373; number_of_response:1; }","duration":"168.398474ms","start":"2026-03-04T01:57:09.736529Z","end":"2026-03-04T01:57:09.904928Z","steps":["trace[164078676] 'process raft request' (duration: 167.876714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905473Z","caller":"traceutil/trace.go:171","msg":"trace[135331198] transaction","detail":"{read_only:false; response_revision:16382; number_of_response:1; }","duration":"167.311423ms","start":"2026-03-04T01:57:09.738151Z","end":"2026-03-04T01:57:09.905462Z","steps":["trace[135331198] 'process raft request' (duration: 166.858673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905556Z","caller":"traceutil/trace.go:171","msg":"trace[23941176] transaction","detail":"{read_only:false; response_revision:16384; number_of_response:1; }","duration":"167.241171ms","start":"2026-03-04T01:57:09.738298Z","end":"2026-03-04T01:57:09.905539Z","steps":["trace[23941176] 'process raft request' (duration: 166.884943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905564Z","caller":"traceutil/trace.go:171","msg":"trace[1838038930] transaction","detail":"{read_only:false; response_revision:16385; number_of_response:1; }","duration":"167.21005ms","start":"2026-03-04T01:57:09.73834Z","end":"2026-03-04T01:57:09.90555Z","steps":["trace[1838038930] 'process raft request' (duration: 166.936604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.90559Z","caller":"traceutil/trace.go:171","msg":"trace[1705834734] transaction","detail":"{read_only:false; response_revision:16387; number_of_response:1; }","duration":"167.16273ms","start":"2026-03-04T01:57:09.738408Z","end":"2026-03-04T01:57:09.905571Z","steps":["trace[1705834734] 'process raft request' (duration: 167.039027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905387Z","caller":"traceutil/trace.go:171","msg":"trace[1649895305] transaction","detail":"{read_only:false; response_revision:16381; number_of_response:1; }","duration":"167.423805ms","start":"2026-03-04T01:57:09.737951Z","end":"2026-03-04T01:57:09.905375Z","steps":["trace[1649895305] 'process raft request' (duration: 166.998536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905359Z","caller":"traceutil/trace.go:171","msg":"trace[1429354393] transaction","detail":"{read_only:false; response_revision:16376; number_of_response:1; }","duration":"168.089028ms","start":"2026-03-04T01:57:09.73725Z","end":"2026-03-04T01:57:09.905339Z","steps":["trace[1429354393] 'process raft request' (duration: 167.520777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905428Z","caller":"traceutil/trace.go:171","msg":"trace[258859368] transaction","detail":"{read_only:false; response_revision:16383; number_of_response:1; }","duration":"167.233101ms","start":"2026-03-04T01:57:09.738185Z","end":"2026-03-04T01:57:09.905418Z","steps":["trace[258859368] 'process raft request' (duration: 166.915414ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905408Z","caller":"traceutil/trace.go:171","msg":"trace[2013202342] transaction","detail":"{read_only:false; response_revision:16380; number_of_response:1; }","duration":"167.777322ms","start":"2026-03-04T01:57:09.737619Z","end":"2026-03-04T01:57:09.905396Z","steps":["trace[2013202342] 'process raft request' (duration: 167.297872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905883Z","caller":"traceutil/trace.go:171","msg":"trace[1328415885] linearizableReadLoop","detail":"{readStateIndex:16974; appliedIndex:16957; }","duration":"126.871691ms","start":"2026-03-04T01:57:09.778991Z","end":"2026-03-04T01:57:09.905863Z","steps":["trace[1328415885] 'read index received' (duration: 125.475522ms)","trace[1328415885] 'applied index is now lower than readState.Index' (duration: 1.394129ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:09.90534Z","caller":"traceutil/trace.go:171","msg":"trace[1111188914] transaction","detail":"{read_only:false; response_revision:16375; number_of_response:1; }","duration":"168.282171ms","start":"2026-03-04T01:57:09.736957Z","end":"2026-03-04T01:57:09.905239Z","steps":["trace[1111188914] 'process raft request' (duration: 167.770631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.905982Z","caller":"traceutil/trace.go:171","msg":"trace[445525158] transaction","detail":"{read_only:false; response_revision:16386; number_of_response:1; }","duration":"167.597849ms","start":"2026-03-04T01:57:09.738372Z","end":"2026-03-04T01:57:09.90597Z","steps":["trace[445525158] 'process raft request' (duration: 167.006047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.90606Z","caller":"traceutil/trace.go:171","msg":"trace[1835789085] transaction","detail":"{read_only:false; response_revision:16389; number_of_response:1; }","duration":"167.497926ms","start":"2026-03-04T01:57:09.738546Z","end":"2026-03-04T01:57:09.906044Z","steps":["trace[1835789085] 'process raft request' (duration: 167.18283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.906182Z","caller":"traceutil/trace.go:171","msg":"trace[625325970] transaction","detail":"{read_only:false; response_revision:16388; number_of_response:1; }","duration":"167.62953ms","start":"2026-03-04T01:57:09.738542Z","end":"2026-03-04T01:57:09.906172Z","steps":["trace[625325970] 'process raft request' (duration: 166.961657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.906293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.864694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:09.906377Z","caller":"traceutil/trace.go:171","msg":"trace[1289671907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16389; }","duration":"173.065847ms","start":"2026-03-04T01:57:09.733292Z","end":"2026-03-04T01:57:09.906358Z","steps":["trace[1289671907] 'agreement among raft nodes before linearized reading' (duration: 172.828773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.080077Z","caller":"traceutil/trace.go:171","msg":"trace[1933729616] transaction","detail":"{read_only:false; response_revision:16390; number_of_response:1; }","duration":"162.448417ms","start":"2026-03-04T01:57:09.917591Z","end":"2026-03-04T01:57:10.08004Z","steps":["trace[1933729616] 'process raft request' (duration: 95.328273ms)","trace[1933729616] 'compare' (duration: 66.93601ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:10.278387Z","caller":"traceutil/trace.go:171","msg":"trace[1352700035] transaction","detail":"{read_only:false; response_revision:16392; number_of_response:1; }","duration":"360.419469ms","start":"2026-03-04T01:57:09.917898Z","end":"2026-03-04T01:57:10.278317Z","steps":["trace[1352700035] 'process raft request' (duration: 360.324717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.278636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.917868Z","time spent":"360.688974ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1078,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:10.278744Z","caller":"traceutil/trace.go:171","msg":"trace[258381307] transaction","detail":"{read_only:false; response_revision:16393; number_of_response:1; }","duration":"360.618143ms","start":"2026-03-04T01:57:09.9181Z","end":"2026-03-04T01:57:10.278718Z","steps":["trace[258381307] 'process raft request' (duration: 360.179345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.278395Z","caller":"traceutil/trace.go:171","msg":"trace[2044656383] transaction","detail":"{read_only:false; response_revision:16391; number_of_response:1; }","duration":"360.544741ms","start":"2026-03-04T01:57:09.917773Z","end":"2026-03-04T01:57:10.278318Z","steps":["trace[2044656383] 'process raft request' (duration: 274.090924ms)","trace[2044656383] 'compare' (duration: 86.056259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:10.278913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.918088Z","time spent":"360.726225ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1091,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:10.278936Z","caller":"traceutil/trace.go:171","msg":"trace[885655357] transaction","detail":"{read_only:false; response_revision:16394; number_of_response:1; }","duration":"360.751155ms","start":"2026-03-04T01:57:09.918168Z","end":"2026-03-04T01:57:10.278919Z","steps":["trace[885655357] 'process raft request' (duration: 360.379058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.279056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.918163Z","time spent":"360.862597ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:10.279125Z","caller":"traceutil/trace.go:171","msg":"trace[1859790544] transaction","detail":"{read_only:false; response_revision:16403; number_of_response:1; }","duration":"198.940962ms","start":"2026-03-04T01:57:10.080171Z","end":"2026-03-04T01:57:10.279111Z","steps":["trace[1859790544] 'process raft request' (duration: 198.884921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.279006Z","caller":"traceutil/trace.go:171","msg":"trace[518927593] transaction","detail":"{read_only:false; response_revision:16395; number_of_response:1; }","duration":"360.717005ms","start":"2026-03-04T01:57:09.918191Z","end":"2026-03-04T01:57:10.278908Z","steps":["trace[518927593] 'process raft request' (duration: 360.509381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.279293Z","caller":"traceutil/trace.go:171","msg":"trace[733973792] transaction","detail":"{read_only:false; response_revision:16397; number_of_response:1; }","duration":"360.97804ms","start":"2026-03-04T01:57:09.918299Z","end":"2026-03-04T01:57:10.279277Z","steps":["trace[733973792] 'process raft request' (duration: 360.46556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.279323Z","caller":"traceutil/trace.go:171","msg":"trace[2070894531] linearizableReadLoop","detail":"{readStateIndex:16987; appliedIndex:16975; }","duration":"201.474522ms","start":"2026-03-04T01:57:10.077836Z","end":"2026-03-04T01:57:10.27931Z","steps":["trace[2070894531] 'read index received' (duration: 114.050136ms)","trace[2070894531] 'applied index is now lower than readState.Index' (duration: 87.422576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:10.279368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.91814Z","time spent":"361.073642ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:10.279415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.918292Z","time spent":"361.047891ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:10.279492Z","caller":"traceutil/trace.go:171","msg":"trace[1004819787] transaction","detail":"{read_only:false; response_revision:16402; number_of_response:1; }","duration":"330.406503ms","start":"2026-03-04T01:57:09.949073Z","end":"2026-03-04T01:57:10.27948Z","steps":["trace[1004819787] 'process raft request' (duration: 329.904743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.279488Z","caller":"traceutil/trace.go:171","msg":"trace[1854888009] transaction","detail":"{read_only:false; response_revision:16399; number_of_response:1; }","duration":"361.120193ms","start":"2026-03-04T01:57:09.918346Z","end":"2026-03-04T01:57:10.279466Z","steps":["trace[1854888009] 'process raft request' (duration: 360.508671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.279552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.716416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8k45r\" ","response":"range_response_count:1 size:21418"} {"level":"warn","ts":"2026-03-04T01:57:10.279579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.918338Z","time spent":"361.202814ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:10.279589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.949037Z","time spent":"330.493515ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:10.2796Z","caller":"traceutil/trace.go:171","msg":"trace[1403252135] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8k45r; range_end:; response_count:1; response_revision:16403; }","duration":"201.774397ms","start":"2026-03-04T01:57:10.077813Z","end":"2026-03-04T01:57:10.279588Z","steps":["trace[1403252135] 'agreement among raft nodes before linearized reading' (duration: 201.557473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.279276Z","caller":"traceutil/trace.go:171","msg":"trace[333181322] transaction","detail":"{read_only:false; response_revision:16401; number_of_response:1; }","duration":"360.067142ms","start":"2026-03-04T01:57:09.91916Z","end":"2026-03-04T01:57:10.279227Z","steps":["trace[333181322] 'process raft request' (duration: 359.776436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.279805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.91913Z","time spent":"360.633143ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13042,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:10.279335Z","caller":"traceutil/trace.go:171","msg":"trace[1602918909] transaction","detail":"{read_only:false; response_revision:16398; number_of_response:1; }","duration":"360.938329ms","start":"2026-03-04T01:57:09.918327Z","end":"2026-03-04T01:57:10.279265Z","steps":["trace[1602918909] 'process raft request' (duration: 360.47303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.281783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.918319Z","time spent":"363.365917ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:10.278995Z","caller":"traceutil/trace.go:171","msg":"trace[289340012] transaction","detail":"{read_only:false; response_revision:16396; number_of_response:1; }","duration":"360.647124ms","start":"2026-03-04T01:57:09.918252Z","end":"2026-03-04T01:57:10.278899Z","steps":["trace[289340012] 'process raft request' (duration: 360.48479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.281911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.918243Z","time spent":"363.650413ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1077,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:10.279006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.917749Z","time spent":"361.113453ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1017,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:10.279815Z","caller":"traceutil/trace.go:171","msg":"trace[48289104] transaction","detail":"{read_only:false; response_revision:16400; number_of_response:1; }","duration":"360.750545ms","start":"2026-03-04T01:57:09.918388Z","end":"2026-03-04T01:57:10.279138Z","steps":["trace[48289104] 'process raft request' (duration: 360.50473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.282119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.918381Z","time spent":"363.718564ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:10.487876Z","caller":"traceutil/trace.go:171","msg":"trace[1933855067] linearizableReadLoop","detail":"{readStateIndex:16989; appliedIndex:16988; }","duration":"198.791767ms","start":"2026-03-04T01:57:10.289054Z","end":"2026-03-04T01:57:10.487846Z","steps":["trace[1933855067] 'read index received' (duration: 157.695542ms)","trace[1933855067] 'applied index is now lower than readState.Index' (duration: 41.094845ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:10.487956Z","caller":"traceutil/trace.go:171","msg":"trace[306805040] transaction","detail":"{read_only:false; response_revision:16404; number_of_response:1; }","duration":"200.017231ms","start":"2026-03-04T01:57:10.287889Z","end":"2026-03-04T01:57:10.487906Z","steps":["trace[306805040] 'process raft request' (duration: 158.558688ms)","trace[306805040] 'compare' (duration: 41.245808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:10.488105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.019043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-04T01:57:10.488149Z","caller":"traceutil/trace.go:171","msg":"trace[482605018] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16404; }","duration":"199.080964ms","start":"2026-03-04T01:57:10.289051Z","end":"2026-03-04T01:57:10.488132Z","steps":["trace[482605018] 'agreement among raft nodes before linearized reading' (duration: 198.898979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.555792Z","caller":"traceutil/trace.go:171","msg":"trace[568133195] transaction","detail":"{read_only:false; response_revision:16407; number_of_response:1; }","duration":"119.694896ms","start":"2026-03-04T01:57:10.436074Z","end":"2026-03-04T01:57:10.555769Z","steps":["trace[568133195] 'process raft request' (duration: 119.461162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.555854Z","caller":"traceutil/trace.go:171","msg":"trace[1003608846] transaction","detail":"{read_only:false; response_revision:16405; number_of_response:1; }","duration":"264.797357ms","start":"2026-03-04T01:57:10.290973Z","end":"2026-03-04T01:57:10.55577Z","steps":["trace[1003608846] 'process raft request' (duration: 264.319698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.555915Z","caller":"traceutil/trace.go:171","msg":"trace[1870815512] transaction","detail":"{read_only:false; response_revision:16406; number_of_response:1; }","duration":"259.021132ms","start":"2026-03-04T01:57:10.296847Z","end":"2026-03-04T01:57:10.555868Z","steps":["trace[1870815512] 'process raft request' (duration: 258.613484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.958442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.150836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:10.958441Z","caller":"traceutil/trace.go:171","msg":"trace[1645025260] transaction","detail":"{read_only:false; response_revision:16441; number_of_response:1; }","duration":"124.605525ms","start":"2026-03-04T01:57:10.833776Z","end":"2026-03-04T01:57:10.958382Z","steps":["trace[1645025260] 'process raft request' (duration: 84.506619ms)","trace[1645025260] 'compare' (duration: 39.890122ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:10.958514Z","caller":"traceutil/trace.go:171","msg":"trace[1221029217] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:16441; }","duration":"125.251647ms","start":"2026-03-04T01:57:10.833245Z","end":"2026-03-04T01:57:10.958496Z","steps":["trace[1221029217] 'agreement among raft nodes before linearized reading' (duration: 125.116295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:12.130588Z","caller":"traceutil/trace.go:171","msg":"trace[664714225] transaction","detail":"{read_only:false; response_revision:16506; number_of_response:1; }","duration":"407.052873ms","start":"2026-03-04T01:57:11.723494Z","end":"2026-03-04T01:57:12.130547Z","steps":["trace[664714225] 'process raft request' (duration: 406.556123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:12.130859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:11.723457Z","time spent":"407.259858ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417061,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:12.190577Z","caller":"traceutil/trace.go:171","msg":"trace[126591609] transaction","detail":"{read_only:false; response_revision:16507; number_of_response:1; }","duration":"407.612044ms","start":"2026-03-04T01:57:11.782907Z","end":"2026-03-04T01:57:12.190519Z","steps":["trace[126591609] 'process raft request' (duration: 407.302308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:12.190834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:11.78288Z","time spent":"407.821578ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18717,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:12.194078Z","caller":"traceutil/trace.go:171","msg":"trace[1081915519] linearizableReadLoop","detail":"{readStateIndex:17092; appliedIndex:17090; }","duration":"305.960146ms","start":"2026-03-04T01:57:11.888047Z","end":"2026-03-04T01:57:12.194007Z","steps":["trace[1081915519] 'read index received' (duration: 241.856384ms)","trace[1081915519] 'applied index is now lower than readState.Index' (duration: 64.101242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:12.194383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.311163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:12.194441Z","caller":"traceutil/trace.go:171","msg":"trace[1445516919] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:16507; }","duration":"306.453756ms","start":"2026-03-04T01:57:11.887971Z","end":"2026-03-04T01:57:12.194425Z","steps":["trace[1445516919] 'agreement among raft nodes before linearized reading' (duration: 306.333144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:12.194485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:11.887933Z","time spent":"306.540748ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:12.194798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.345894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:12.194839Z","caller":"traceutil/trace.go:171","msg":"trace[514408471] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:16507; }","duration":"160.440157ms","start":"2026-03-04T01:57:12.034388Z","end":"2026-03-04T01:57:12.194828Z","steps":["trace[514408471] 'agreement among raft nodes before linearized reading' (duration: 160.377216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:12.749099Z","caller":"traceutil/trace.go:171","msg":"trace[1718329753] transaction","detail":"{read_only:false; response_revision:16508; number_of_response:1; }","duration":"186.914652ms","start":"2026-03-04T01:57:12.562156Z","end":"2026-03-04T01:57:12.749071Z","steps":["trace[1718329753] 'process raft request' (duration: 186.721299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:14.340908Z","caller":"traceutil/trace.go:171","msg":"trace[585547237] transaction","detail":"{read_only:false; response_revision:16534; number_of_response:1; }","duration":"143.631052ms","start":"2026-03-04T01:57:14.197247Z","end":"2026-03-04T01:57:14.340878Z","steps":["trace[585547237] 'process raft request' (duration: 143.374947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:14.341036Z","caller":"traceutil/trace.go:171","msg":"trace[899164462] linearizableReadLoop","detail":"{readStateIndex:17120; appliedIndex:17118; }","duration":"142.896657ms","start":"2026-03-04T01:57:14.198106Z","end":"2026-03-04T01:57:14.341003Z","steps":["trace[899164462] 'read index received' (duration: 90.482216ms)","trace[899164462] 'applied index is now lower than readState.Index' (duration: 52.411881ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:14.341149Z","caller":"traceutil/trace.go:171","msg":"trace[873184829] transaction","detail":"{read_only:false; response_revision:16535; number_of_response:1; }","duration":"138.302016ms","start":"2026-03-04T01:57:14.20281Z","end":"2026-03-04T01:57:14.341113Z","steps":["trace[873184829] 'process raft request' (duration: 137.99348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:14.341271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.145573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T01:57:14.341306Z","caller":"traceutil/trace.go:171","msg":"trace[1504461929] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:16535; }","duration":"143.246565ms","start":"2026-03-04T01:57:14.198046Z","end":"2026-03-04T01:57:14.341292Z","steps":["trace[1504461929] 'agreement among raft nodes before linearized reading' (duration: 143.058591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.514252Z","caller":"traceutil/trace.go:171","msg":"trace[1522829934] transaction","detail":"{read_only:false; response_revision:16546; number_of_response:1; }","duration":"156.747042ms","start":"2026-03-04T01:57:15.357458Z","end":"2026-03-04T01:57:15.514205Z","steps":["trace[1522829934] 'process raft request' (duration: 156.417346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.514484Z","caller":"traceutil/trace.go:171","msg":"trace[636020788] transaction","detail":"{read_only:false; response_revision:16547; number_of_response:1; }","duration":"155.208263ms","start":"2026-03-04T01:57:15.359221Z","end":"2026-03-04T01:57:15.514429Z","steps":["trace[636020788] 'process raft request' (duration: 154.873186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.514443Z","caller":"traceutil/trace.go:171","msg":"trace[626102317] transaction","detail":"{read_only:false; response_revision:16549; number_of_response:1; }","duration":"152.842086ms","start":"2026-03-04T01:57:15.361508Z","end":"2026-03-04T01:57:15.51435Z","steps":["trace[626102317] 'process raft request' (duration: 152.723654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.5146Z","caller":"traceutil/trace.go:171","msg":"trace[170848629] transaction","detail":"{read_only:false; response_revision:16550; number_of_response:1; }","duration":"152.414198ms","start":"2026-03-04T01:57:15.362169Z","end":"2026-03-04T01:57:15.514583Z","steps":["trace[170848629] 'process raft request' (duration: 152.107412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.514415Z","caller":"traceutil/trace.go:171","msg":"trace[1800309219] transaction","detail":"{read_only:false; response_revision:16548; number_of_response:1; }","duration":"153.204043ms","start":"2026-03-04T01:57:15.361163Z","end":"2026-03-04T01:57:15.514367Z","steps":["trace[1800309219] 'process raft request' (duration: 153.000769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.853466Z","caller":"traceutil/trace.go:171","msg":"trace[1072841712] transaction","detail":"{read_only:false; response_revision:16551; number_of_response:1; }","duration":"157.333543ms","start":"2026-03-04T01:57:15.696096Z","end":"2026-03-04T01:57:15.853429Z","steps":["trace[1072841712] 'process raft request' (duration: 157.102159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:03.470202Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14576} {"level":"info","ts":"2026-03-04T01:58:03.571249Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14576,"took":"96.610199ms","hash":497049437,"current-db-size-bytes":44036096,"current-db-size":"44 MB","current-db-size-in-use-bytes":30175232,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T01:58:03.571346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":497049437,"revision":14576,"compact-revision":12159} {"level":"warn","ts":"2026-03-04T02:01:59.259435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.1814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:59.25966Z","caller":"traceutil/trace.go:171","msg":"trace[147284539] transaction","detail":"{read_only:false; response_revision:18554; number_of_response:1; }","duration":"280.845442ms","start":"2026-03-04T02:01:58.978794Z","end":"2026-03-04T02:01:59.25964Z","steps":["trace[147284539] 'process raft request' (duration: 280.77322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:59.259653Z","caller":"traceutil/trace.go:171","msg":"trace[1689895232] transaction","detail":"{read_only:false; response_revision:18553; number_of_response:1; }","duration":"420.233211ms","start":"2026-03-04T02:01:58.839376Z","end":"2026-03-04T02:01:59.259609Z","steps":["trace[1689895232] 'process raft request' (duration: 235.756005ms)","trace[1689895232] 'compare' (duration: 183.834804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:59.259836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:58.839345Z","time spent":"420.393075ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:59.260344Z","caller":"traceutil/trace.go:171","msg":"trace[957716921] linearizableReadLoop","detail":"{readStateIndex:19212; appliedIndex:19211; }","duration":"349.534677ms","start":"2026-03-04T02:01:58.910766Z","end":"2026-03-04T02:01:59.260301Z","steps":["trace[957716921] 'read index received' (duration: 164.357637ms)","trace[957716921] 'applied index is now lower than readState.Index' (duration: 185.1724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:59.260725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.193278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:01:59.260774Z","caller":"traceutil/trace.go:171","msg":"trace[1812098031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18554; }","duration":"207.326921ms","start":"2026-03-04T02:01:59.053435Z","end":"2026-03-04T02:01:59.260762Z","steps":["trace[1812098031] 'agreement among raft nodes before linearized reading' (duration: 207.105246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:59.260782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.330921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:01:59.260902Z","caller":"traceutil/trace.go:171","msg":"trace[1241227121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18554; }","duration":"201.510225ms","start":"2026-03-04T02:01:59.059364Z","end":"2026-03-04T02:01:59.260875Z","steps":["trace[1241227121] 'agreement among raft nodes before linearized reading' (duration: 201.197079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:59.261133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.006738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:59.261226Z","caller":"traceutil/trace.go:171","msg":"trace[1760468700] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:18554; }","duration":"177.334796ms","start":"2026-03-04T02:01:59.083873Z","end":"2026-03-04T02:01:59.261208Z","steps":["trace[1760468700] 'agreement among raft nodes before linearized reading' (duration: 176.966777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:59.260736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.901865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:59.261458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.110927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T02:01:59.261524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.950444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:01:59.26153Z","caller":"traceutil/trace.go:171","msg":"trace[841909040] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:18554; }","duration":"350.786053ms","start":"2026-03-04T02:01:58.910695Z","end":"2026-03-04T02:01:59.261481Z","steps":["trace[841909040] 'agreement among raft nodes before linearized reading' (duration: 349.750792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:59.261618Z","caller":"traceutil/trace.go:171","msg":"trace[798584382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18554; }","duration":"203.088197ms","start":"2026-03-04T02:01:59.058501Z","end":"2026-03-04T02:01:59.261589Z","steps":["trace[798584382] 'agreement among raft nodes before linearized reading' (duration: 202.423763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:59.26164Z","caller":"traceutil/trace.go:171","msg":"trace[1042588107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18554; }","duration":"202.304292ms","start":"2026-03-04T02:01:59.059275Z","end":"2026-03-04T02:01:59.261579Z","steps":["trace[1042588107] 'agreement among raft nodes before linearized reading' (duration: 201.328552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:59.261699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:58.910666Z","time spent":"350.948855ms","remote":"127.0.0.1:37048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:01:59.522245Z","caller":"traceutil/trace.go:171","msg":"trace[436509648] transaction","detail":"{read_only:false; response_revision:18557; number_of_response:1; }","duration":"255.274283ms","start":"2026-03-04T02:01:59.266934Z","end":"2026-03-04T02:01:59.522208Z","steps":["trace[436509648] 'process raft request' (duration: 255.178252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:59.522383Z","caller":"traceutil/trace.go:171","msg":"trace[213744310] transaction","detail":"{read_only:false; response_revision:18556; number_of_response:1; }","duration":"255.58847ms","start":"2026-03-04T02:01:59.266749Z","end":"2026-03-04T02:01:59.522338Z","steps":["trace[213744310] 'process raft request' (duration: 194.737ms)","trace[213744310] 'compare' (duration: 60.34491ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:59.522536Z","caller":"traceutil/trace.go:171","msg":"trace[1550329278] transaction","detail":"{read_only:false; response_revision:18558; number_of_response:1; }","duration":"255.134751ms","start":"2026-03-04T02:01:59.267335Z","end":"2026-03-04T02:01:59.52247Z","steps":["trace[1550329278] 'process raft request' (duration: 254.823814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:00.082465Z","caller":"traceutil/trace.go:171","msg":"trace[1033930856] transaction","detail":"{read_only:false; response_revision:18559; number_of_response:1; }","duration":"113.525466ms","start":"2026-03-04T02:01:59.968906Z","end":"2026-03-04T02:02:00.082432Z","steps":["trace[1033930856] 'process raft request' (duration: 113.330592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:01.040081Z","caller":"traceutil/trace.go:171","msg":"trace[1150727786] transaction","detail":"{read_only:false; response_revision:18560; number_of_response:1; }","duration":"158.99683ms","start":"2026-03-04T02:02:00.881061Z","end":"2026-03-04T02:02:01.040057Z","steps":["trace[1150727786] 'process raft request' (duration: 158.809585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:03.479162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16967} {"level":"info","ts":"2026-03-04T02:03:03.58045Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16967,"took":"98.390536ms","hash":132073612,"current-db-size-bytes":45744128,"current-db-size":"46 MB","current-db-size-in-use-bytes":30470144,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T02:03:03.580533Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":132073612,"revision":16967,"compact-revision":14576} {"level":"info","ts":"2026-03-04T02:03:33.813753Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:03:33.818844Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:03:33.818966Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T02:05:29.069442Z","caller":"traceutil/trace.go:171","msg":"trace[578218553] transaction","detail":"{read_only:false; response_revision:20180; number_of_response:1; }","duration":"120.85608ms","start":"2026-03-04T02:05:28.948561Z","end":"2026-03-04T02:05:29.069417Z","steps":["trace[578218553] 'process raft request' (duration: 120.707796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:44.720494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.21288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:05:44.721195Z","caller":"traceutil/trace.go:171","msg":"trace[1211423048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20828; }","duration":"436.980326ms","start":"2026-03-04T02:05:44.284193Z","end":"2026-03-04T02:05:44.721173Z","steps":["trace[1211423048] 'range keys from in-memory index tree' (duration: 435.990215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:44.7213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:44.284165Z","time spent":"437.118328ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:05:44.72063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.873536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-04T02:05:44.721527Z","caller":"traceutil/trace.go:171","msg":"trace[498887393] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:20828; }","duration":"424.824144ms","start":"2026-03-04T02:05:44.29668Z","end":"2026-03-04T02:05:44.721504Z","steps":["trace[498887393] 'range keys from in-memory index tree' (duration: 423.62852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:44.721642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:44.296658Z","time spent":"424.966078ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:05:44.774972Z","caller":"traceutil/trace.go:171","msg":"trace[382612119] transaction","detail":"{read_only:false; response_revision:20829; number_of_response:1; }","duration":"229.750241ms","start":"2026-03-04T02:05:44.545199Z","end":"2026-03-04T02:05:44.774949Z","steps":["trace[382612119] 'process raft request' (duration: 229.453646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:44.775228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.702401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:05:44.775162Z","caller":"traceutil/trace.go:171","msg":"trace[15635822] linearizableReadLoop","detail":"{readStateIndex:21560; appliedIndex:21559; }","duration":"224.349634ms","start":"2026-03-04T02:05:44.550495Z","end":"2026-03-04T02:05:44.774844Z","steps":["trace[15635822] 'read index received' (duration: 224.12416ms)","trace[15635822] 'applied index is now lower than readState.Index' (duration: 224.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:05:44.775365Z","caller":"traceutil/trace.go:171","msg":"trace[1098226206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20829; }","duration":"224.909085ms","start":"2026-03-04T02:05:44.55044Z","end":"2026-03-04T02:05:44.775349Z","steps":["trace[1098226206] 'agreement among raft nodes before linearized reading' (duration: 224.687821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:44.775593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.690223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:05:44.775642Z","caller":"traceutil/trace.go:171","msg":"trace[343030415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20830; }","duration":"209.794496ms","start":"2026-03-04T02:05:44.565833Z","end":"2026-03-04T02:05:44.775628Z","steps":["trace[343030415] 'agreement among raft nodes before linearized reading' (duration: 209.615632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:44.775765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.293646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:05:44.775806Z","caller":"traceutil/trace.go:171","msg":"trace[1941797209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20830; }","duration":"205.369187ms","start":"2026-03-04T02:05:44.570426Z","end":"2026-03-04T02:05:44.775795Z","steps":["trace[1941797209] 'agreement among raft nodes before linearized reading' (duration: 205.289065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:03.488539Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19116} {"level":"info","ts":"2026-03-04T02:08:03.595192Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19116,"took":"102.463654ms","hash":3916209135,"current-db-size-bytes":48631808,"current-db-size":"49 MB","current-db-size-in-use-bytes":39165952,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T02:08:03.595251Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3916209135,"revision":19116,"compact-revision":16967} {"level":"warn","ts":"2026-03-04T02:09:17.358759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.995126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:17.35889Z","caller":"traceutil/trace.go:171","msg":"trace[1993238225] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"253.970582ms","start":"2026-03-04T02:09:17.1049Z","end":"2026-03-04T02:09:17.358871Z","steps":["trace[1993238225] 'process raft request' (duration: 93.757732ms)","trace[1993238225] 'compare' (duration: 159.807713ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:17.381261Z","caller":"traceutil/trace.go:171","msg":"trace[486695927] linearizableReadLoop","detail":"{readStateIndex:23644; appliedIndex:23642; }","duration":"235.829912ms","start":"2026-03-04T02:09:17.145387Z","end":"2026-03-04T02:09:17.381217Z","steps":["trace[486695927] 'read index received' (duration: 53.224147ms)","trace[486695927] 'applied index is now lower than readState.Index' (duration: 182.604155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:17.38154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.839034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:17.381606Z","caller":"traceutil/trace.go:171","msg":"trace[1276626799] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22858; }","duration":"222.963997ms","start":"2026-03-04T02:09:17.158626Z","end":"2026-03-04T02:09:17.38159Z","steps":["trace[1276626799] 'agreement among raft nodes before linearized reading' (duration: 222.830435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:17.381619Z","caller":"traceutil/trace.go:171","msg":"trace[482179185] transaction","detail":"{read_only:false; response_revision:22858; number_of_response:1; }","duration":"240.349422ms","start":"2026-03-04T02:09:17.141248Z","end":"2026-03-04T02:09:17.381597Z","steps":["trace[482179185] 'process raft request' (duration: 239.769291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:17.381524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.103117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:17.382009Z","caller":"traceutil/trace.go:171","msg":"trace[1160701500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22858; }","duration":"236.629027ms","start":"2026-03-04T02:09:17.145324Z","end":"2026-03-04T02:09:17.381953Z","steps":["trace[1160701500] 'agreement among raft nodes before linearized reading' (duration: 236.105857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:17.618073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.193597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:17.618191Z","caller":"traceutil/trace.go:171","msg":"trace[38123552] linearizableReadLoop","detail":"{readStateIndex:23645; appliedIndex:23644; }","duration":"110.008754ms","start":"2026-03-04T02:09:17.508163Z","end":"2026-03-04T02:09:17.618172Z","steps":["trace[38123552] 'read index received' (duration: 44.321µs)","trace[38123552] 'applied index is now lower than readState.Index' (duration: 109.962723ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:17.618424Z","caller":"traceutil/trace.go:171","msg":"trace[845209718] transaction","detail":"{read_only:false; response_revision:22859; number_of_response:1; }","duration":"172.467854ms","start":"2026-03-04T02:09:17.445905Z","end":"2026-03-04T02:09:17.618373Z","steps":["trace[845209718] 'process raft request' (duration: 60.829338ms)","trace[845209718] 'compare' (duration: 111.038754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:17.618648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.441362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:17.618755Z","caller":"traceutil/trace.go:171","msg":"trace[1435746020] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22859; }","duration":"110.594786ms","start":"2026-03-04T02:09:17.508136Z","end":"2026-03-04T02:09:17.618731Z","steps":["trace[1435746020] 'agreement among raft nodes before linearized reading' (duration: 110.374231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:18.6563Z","caller":"traceutil/trace.go:171","msg":"trace[534790678] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"586.368061ms","start":"2026-03-04T02:09:18.069909Z","end":"2026-03-04T02:09:18.656277Z","steps":["trace[534790678] 'process raft request' (duration: 586.205938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.656471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:18.069889Z","time spent":"586.502864ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:18.718509Z","caller":"traceutil/trace.go:171","msg":"trace[535891813] linearizableReadLoop","detail":"{readStateIndex:23654; appliedIndex:23648; }","duration":"387.641216ms","start":"2026-03-04T02:09:18.330838Z","end":"2026-03-04T02:09:18.718479Z","steps":["trace[535891813] 'read index received' (duration: 325.342269ms)","trace[535891813] 'applied index is now lower than readState.Index' (duration: 62.297727ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:18.7185Z","caller":"traceutil/trace.go:171","msg":"trace[1554339394] transaction","detail":"{read_only:false; response_revision:22865; number_of_response:1; }","duration":"647.888693ms","start":"2026-03-04T02:09:18.070572Z","end":"2026-03-04T02:09:18.718461Z","steps":["trace[1554339394] 'process raft request' (duration: 647.74922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:18.718643Z","caller":"traceutil/trace.go:171","msg":"trace[968932500] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"647.992455ms","start":"2026-03-04T02:09:18.070642Z","end":"2026-03-04T02:09:18.718634Z","steps":["trace[968932500] 'process raft request' (duration: 647.71931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.718767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:18.070612Z","time spent":"648.062726ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:18.718758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:18.07055Z","time spent":"648.072336ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:18.71889Z","caller":"traceutil/trace.go:171","msg":"trace[2111970812] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"645.214079ms","start":"2026-03-04T02:09:18.073669Z","end":"2026-03-04T02:09:18.718883Z","steps":["trace[2111970812] 'process raft request' (duration: 644.716049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.718928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:18.073652Z","time spent":"645.258841ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:18.718991Z","caller":"traceutil/trace.go:171","msg":"trace[177746936] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"492.415666ms","start":"2026-03-04T02:09:18.22657Z","end":"2026-03-04T02:09:18.718986Z","steps":["trace[177746936] 'process raft request' (duration: 491.835135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.719028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:18.226527Z","time spent":"492.483508ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:18.71929Z","caller":"traceutil/trace.go:171","msg":"trace[1513951530] transaction","detail":"{read_only:false; response_revision:22864; number_of_response:1; }","duration":"648.795501ms","start":"2026-03-04T02:09:18.070477Z","end":"2026-03-04T02:09:18.719272Z","steps":["trace[1513951530] 'process raft request' (duration: 646.321061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.71941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:18.070461Z","time spent":"648.877632ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:18.719567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.701177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:18.720236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.420611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:18.72034Z","caller":"traceutil/trace.go:171","msg":"trace[130150530] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22869; }","duration":"389.548494ms","start":"2026-03-04T02:09:18.330766Z","end":"2026-03-04T02:09:18.720315Z","steps":["trace[130150530] 'agreement among raft nodes before linearized reading' (duration: 389.414681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.720397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:18.330746Z","time spent":"389.636235ms","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:18.720431Z","caller":"traceutil/trace.go:171","msg":"trace[562812642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22869; }","duration":"256.137666ms","start":"2026-03-04T02:09:18.463522Z","end":"2026-03-04T02:09:18.71966Z","steps":["trace[562812642] 'agreement among raft nodes before linearized reading' (duration: 255.710107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.721009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.70604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:18.721043Z","caller":"traceutil/trace.go:171","msg":"trace[1975417932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22869; }","duration":"169.787321ms","start":"2026-03-04T02:09:18.551249Z","end":"2026-03-04T02:09:18.721036Z","steps":["trace[1975417932] 'agreement among raft nodes before linearized reading' (duration: 169.72945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:19.146815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.557546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:19.146934Z","caller":"traceutil/trace.go:171","msg":"trace[2075938414] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22869; }","duration":"239.709279ms","start":"2026-03-04T02:09:18.907195Z","end":"2026-03-04T02:09:19.146904Z","steps":["trace[2075938414] 'count revisions from in-memory index tree' (duration: 239.423404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:19.146992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.292365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:19.147095Z","caller":"traceutil/trace.go:171","msg":"trace[723180791] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22869; }","duration":"145.467848ms","start":"2026-03-04T02:09:19.001603Z","end":"2026-03-04T02:09:19.147071Z","steps":["trace[723180791] 'range keys from in-memory index tree' (duration: 145.03619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:19.49735Z","caller":"traceutil/trace.go:171","msg":"trace[882958913] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"132.160194ms","start":"2026-03-04T02:09:19.365159Z","end":"2026-03-04T02:09:19.49732Z","steps":["trace[882958913] 'process raft request' (duration: 114.286869ms)","trace[882958913] 'compare' (duration: 17.364855ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:19.4976Z","caller":"traceutil/trace.go:171","msg":"trace[382372815] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"110.29867ms","start":"2026-03-04T02:09:19.387261Z","end":"2026-03-04T02:09:19.49756Z","steps":["trace[382372815] 'process raft request' (duration: 110.004984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:19.877116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.262658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:19.877235Z","caller":"traceutil/trace.go:171","msg":"trace[1509409644] linearizableReadLoop","detail":"{readStateIndex:23659; appliedIndex:23658; }","duration":"239.542017ms","start":"2026-03-04T02:09:19.637676Z","end":"2026-03-04T02:09:19.877218Z","steps":["trace[1509409644] 'read index received' (duration: 112.059255ms)","trace[1509409644] 'applied index is now lower than readState.Index' (duration: 127.481452ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:19.877513Z","caller":"traceutil/trace.go:171","msg":"trace[211856021] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"252.658716ms","start":"2026-03-04T02:09:19.624839Z","end":"2026-03-04T02:09:19.877498Z","steps":["trace[211856021] 'process raft request' (duration: 124.918879ms)","trace[211856021] 'compare' (duration: 127.042414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:19.87849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.055197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:19.878577Z","caller":"traceutil/trace.go:171","msg":"trace[331506418] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22873; }","duration":"240.907783ms","start":"2026-03-04T02:09:19.637638Z","end":"2026-03-04T02:09:19.878545Z","steps":["trace[331506418] 'agreement among raft nodes before linearized reading' (duration: 240.057456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:20.387667Z","caller":"traceutil/trace.go:171","msg":"trace[446600886] linearizableReadLoop","detail":"{readStateIndex:23660; appliedIndex:23659; }","duration":"317.774459ms","start":"2026-03-04T02:09:20.069866Z","end":"2026-03-04T02:09:20.38764Z","steps":["trace[446600886] 'read index received' (duration: 317.441523ms)","trace[446600886] 'applied index is now lower than readState.Index' (duration: 331.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:20.388008Z","caller":"traceutil/trace.go:171","msg":"trace[1477503285] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"333.001592ms","start":"2026-03-04T02:09:20.05499Z","end":"2026-03-04T02:09:20.387992Z","steps":["trace[1477503285] 'process raft request' (duration: 332.39587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:20.388159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:20.054953Z","time spent":"333.096723ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:20.388462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.595045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:09:20.388513Z","caller":"traceutil/trace.go:171","msg":"trace[537293591] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22874; }","duration":"318.686867ms","start":"2026-03-04T02:09:20.069811Z","end":"2026-03-04T02:09:20.388498Z","steps":["trace[537293591] 'agreement among raft nodes before linearized reading' (duration: 318.549384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:20.388546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:20.069793Z","time spent":"318.745259ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:20.388721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.75206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:20.38876Z","caller":"traceutil/trace.go:171","msg":"trace[361588083] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22874; }","duration":"166.848892ms","start":"2026-03-04T02:09:20.221901Z","end":"2026-03-04T02:09:20.38875Z","steps":["trace[361588083] 'agreement among raft nodes before linearized reading' (duration: 166.784881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:20.663044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.185557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:20.663145Z","caller":"traceutil/trace.go:171","msg":"trace[936168375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22875; }","duration":"112.35275ms","start":"2026-03-04T02:09:20.550771Z","end":"2026-03-04T02:09:20.663124Z","steps":["trace[936168375] 'range keys from in-memory index tree' (duration: 112.093946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:20.895273Z","caller":"traceutil/trace.go:171","msg":"trace[1033485840] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"222.994486ms","start":"2026-03-04T02:09:20.672236Z","end":"2026-03-04T02:09:20.895231Z","steps":["trace[1033485840] 'process raft request' (duration: 222.786332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:20.936521Z","caller":"traceutil/trace.go:171","msg":"trace[5257799] linearizableReadLoop","detail":"{readStateIndex:23663; appliedIndex:23661; }","duration":"208.329827ms","start":"2026-03-04T02:09:20.728168Z","end":"2026-03-04T02:09:20.936498Z","steps":["trace[5257799] 'read index received' (duration: 166.799262ms)","trace[5257799] 'applied index is now lower than readState.Index' (duration: 41.529355ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:20.936793Z","caller":"traceutil/trace.go:171","msg":"trace[1346646321] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"211.962599ms","start":"2026-03-04T02:09:20.724818Z","end":"2026-03-04T02:09:20.936781Z","steps":["trace[1346646321] 'process raft request' (duration: 211.554841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:20.93714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.958209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:09:20.937172Z","caller":"traceutil/trace.go:171","msg":"trace[2058879778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22877; }","duration":"209.041551ms","start":"2026-03-04T02:09:20.728122Z","end":"2026-03-04T02:09:20.937164Z","steps":["trace[2058879778] 'agreement among raft nodes before linearized reading' (duration: 208.923139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:20.937307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.06269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:09:20.937333Z","caller":"traceutil/trace.go:171","msg":"trace[2014052677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22877; }","duration":"209.102862ms","start":"2026-03-04T02:09:20.728223Z","end":"2026-03-04T02:09:20.937326Z","steps":["trace[2014052677] 'agreement among raft nodes before linearized reading' (duration: 209.038201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:20.937492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.191252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:09:20.937516Z","caller":"traceutil/trace.go:171","msg":"trace[1447314482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22877; }","duration":"209.229644ms","start":"2026-03-04T02:09:20.72828Z","end":"2026-03-04T02:09:20.93751Z","steps":["trace[1447314482] 'agreement among raft nodes before linearized reading' (duration: 209.169003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:20.937934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.625981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:09:20.938057Z","caller":"traceutil/trace.go:171","msg":"trace[516216694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22877; }","duration":"209.748004ms","start":"2026-03-04T02:09:20.728252Z","end":"2026-03-04T02:09:20.938Z","steps":["trace[516216694] 'agreement among raft nodes before linearized reading' (duration: 209.477508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:21.323932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.139488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:21.324044Z","caller":"traceutil/trace.go:171","msg":"trace[724687036] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"382.093656ms","start":"2026-03-04T02:09:20.941932Z","end":"2026-03-04T02:09:21.324025Z","steps":["trace[724687036] 'process raft request' (duration: 145.760734ms)","trace[724687036] 'compare' (duration: 235.822292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:21.324088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:20.941892Z","time spent":"382.178027ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:21.596051Z","caller":"traceutil/trace.go:171","msg":"trace[1971214617] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"652.672318ms","start":"2026-03-04T02:09:20.943355Z","end":"2026-03-04T02:09:21.596027Z","steps":["trace[1971214617] 'process raft request' (duration: 570.117999ms)","trace[1971214617] 'compare' (duration: 82.321234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:21.596194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:20.943324Z","time spent":"652.79583ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:21.596371Z","caller":"traceutil/trace.go:171","msg":"trace[488237562] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"652.618856ms","start":"2026-03-04T02:09:20.943704Z","end":"2026-03-04T02:09:21.596323Z","steps":["trace[488237562] 'process raft request' (duration: 652.26797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:21.596492Z","caller":"traceutil/trace.go:171","msg":"trace[1447337902] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"652.677578ms","start":"2026-03-04T02:09:20.943769Z","end":"2026-03-04T02:09:21.596446Z","steps":["trace[1447337902] 'process raft request' (duration: 652.500474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:21.596578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:20.943694Z","time spent":"652.7709ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:21.596709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:20.943763Z","time spent":"652.833271ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:21.648473Z","caller":"traceutil/trace.go:171","msg":"trace[408067112] transaction","detail":"{read_only:false; response_revision:22882; number_of_response:1; }","duration":"473.297227ms","start":"2026-03-04T02:09:21.175128Z","end":"2026-03-04T02:09:21.648425Z","steps":["trace[408067112] 'process raft request' (duration: 470.830548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:21.648764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:21.175109Z","time spent":"473.46787ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:21.648881Z","caller":"traceutil/trace.go:171","msg":"trace[1128804577] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"145.038689ms","start":"2026-03-04T02:09:21.503808Z","end":"2026-03-04T02:09:21.648847Z","steps":["trace[1128804577] 'process raft request' (duration: 144.761104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:21.65117Z","caller":"traceutil/trace.go:171","msg":"trace[105962061] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"147.254414ms","start":"2026-03-04T02:09:21.503879Z","end":"2026-03-04T02:09:21.651133Z","steps":["trace[105962061] 'process raft request' (duration: 144.739884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:22.131142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.462327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:22.131421Z","caller":"traceutil/trace.go:171","msg":"trace[1340320550] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"475.0016ms","start":"2026-03-04T02:09:21.656356Z","end":"2026-03-04T02:09:22.131358Z","steps":["trace[1340320550] 'process raft request' (duration: 191.222336ms)","trace[1340320550] 'compare' (duration: 283.025809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:22.131599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:21.656334Z","time spent":"475.175514ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:22.131866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.788927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:22.131267Z","caller":"traceutil/trace.go:171","msg":"trace[1805243599] linearizableReadLoop","detail":"{readStateIndex:23671; appliedIndex:23670; }","duration":"269.162444ms","start":"2026-03-04T02:09:21.862084Z","end":"2026-03-04T02:09:22.131247Z","steps":["trace[1805243599] 'read index received' (duration: 83.211µs)","trace[1805243599] 'applied index is now lower than readState.Index' (duration: 269.077593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:22.132143Z","caller":"traceutil/trace.go:171","msg":"trace[1571451846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22885; }","duration":"270.064213ms","start":"2026-03-04T02:09:21.862004Z","end":"2026-03-04T02:09:22.132068Z","steps":["trace[1571451846] 'agreement among raft nodes before linearized reading' (duration: 269.518711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:22.389363Z","caller":"traceutil/trace.go:171","msg":"trace[1669194063] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"500.264162ms","start":"2026-03-04T02:09:21.889032Z","end":"2026-03-04T02:09:22.389296Z","steps":["trace[1669194063] 'process raft request' (duration: 438.675769ms)","trace[1669194063] 'compare' (duration: 61.196985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:22.389637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:21.888995Z","time spent":"500.501157ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:22.592306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.094112ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:09:22.592537Z","caller":"traceutil/trace.go:171","msg":"trace[284457619] linearizableReadLoop","detail":"{readStateIndex:23673; appliedIndex:23671; }","duration":"460.267928ms","start":"2026-03-04T02:09:22.13225Z","end":"2026-03-04T02:09:22.592518Z","steps":["trace[284457619] 'read index received' (duration: 195.568623ms)","trace[284457619] 'applied index is now lower than readState.Index' (duration: 264.698015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:22.592694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.54972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:22.592737Z","caller":"traceutil/trace.go:171","msg":"trace[2068830344] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22886; }","duration":"556.602531ms","start":"2026-03-04T02:09:22.036119Z","end":"2026-03-04T02:09:22.592722Z","steps":["trace[2068830344] 'agreement among raft nodes before linearized reading' (duration: 556.519959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:22.592778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:22.036031Z","time spent":"556.737174ms","remote":"127.0.0.1:57266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:22.592874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.145353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:22.592988Z","caller":"traceutil/trace.go:171","msg":"trace[1725797929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22886; }","duration":"621.303865ms","start":"2026-03-04T02:09:21.971638Z","end":"2026-03-04T02:09:22.592941Z","steps":["trace[1725797929] 'agreement among raft nodes before linearized reading' (duration: 621.102461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:22.593079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:21.971616Z","time spent":"621.424728ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:22.593085Z","caller":"traceutil/trace.go:171","msg":"trace[17016306] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"198.301747ms","start":"2026-03-04T02:09:22.394737Z","end":"2026-03-04T02:09:22.593038Z","steps":["trace[17016306] 'process raft request' (duration: 197.678305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:22.610522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.225774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:09:22.610631Z","caller":"traceutil/trace.go:171","msg":"trace[771062640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22887; }","duration":"207.379188ms","start":"2026-03-04T02:09:22.403227Z","end":"2026-03-04T02:09:22.610606Z","steps":["trace[771062640] 'agreement among raft nodes before linearized reading' (duration: 189.778648ms)","trace[771062640] 'range keys from in-memory index tree' (duration: 17.367704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:22.611517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.32302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:09:22.611561Z","caller":"traceutil/trace.go:171","msg":"trace[2055683137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22887; }","duration":"182.413982ms","start":"2026-03-04T02:09:22.429133Z","end":"2026-03-04T02:09:22.611547Z","steps":["trace[2055683137] 'agreement among raft nodes before linearized reading' (duration: 163.910884ms)","trace[2055683137] 'range keys from in-memory index tree' (duration: 18.409046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:22.612089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.587063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:22.612126Z","caller":"traceutil/trace.go:171","msg":"trace[2110588081] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22887; }","duration":"191.648055ms","start":"2026-03-04T02:09:22.420465Z","end":"2026-03-04T02:09:22.612113Z","steps":["trace[2110588081] 'agreement among raft nodes before linearized reading' (duration: 172.591896ms)","trace[2110588081] 'count revisions from in-memory index tree' (duration: 19.000178ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:22.850133Z","caller":"traceutil/trace.go:171","msg":"trace[1226705718] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"231.730951ms","start":"2026-03-04T02:09:22.618379Z","end":"2026-03-04T02:09:22.85011Z","steps":["trace[1226705718] 'process raft request' (duration: 231.558268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:22.86376Z","caller":"traceutil/trace.go:171","msg":"trace[1158688876] linearizableReadLoop","detail":"{readStateIndex:23676; appliedIndex:23675; }","duration":"218.785744ms","start":"2026-03-04T02:09:22.644959Z","end":"2026-03-04T02:09:22.863744Z","steps":["trace[1158688876] 'read index received' (duration: 205.752115ms)","trace[1158688876] 'applied index is now lower than readState.Index' (duration: 13.032269ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:22.863823Z","caller":"traceutil/trace.go:171","msg":"trace[1226050721] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"244.74286ms","start":"2026-03-04T02:09:22.619053Z","end":"2026-03-04T02:09:22.863796Z","steps":["trace[1226050721] 'process raft request' (duration: 244.601097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:22.863931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.967667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:09:22.864116Z","caller":"traceutil/trace.go:171","msg":"trace[1017226710] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22889; }","duration":"219.232163ms","start":"2026-03-04T02:09:22.644857Z","end":"2026-03-04T02:09:22.864089Z","steps":["trace[1017226710] 'agreement among raft nodes before linearized reading' (duration: 218.950157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:23.365269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.29474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:23.365341Z","caller":"traceutil/trace.go:171","msg":"trace[1035474967] linearizableReadLoop","detail":"{readStateIndex:23677; appliedIndex:23676; }","duration":"434.433515ms","start":"2026-03-04T02:09:22.930896Z","end":"2026-03-04T02:09:23.36533Z","steps":["trace[1035474967] 'read index received' (duration: 333.030072ms)","trace[1035474967] 'applied index is now lower than readState.Index' (duration: 101.402513ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:23.36551Z","caller":"traceutil/trace.go:171","msg":"trace[1315605194] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"461.194266ms","start":"2026-03-04T02:09:22.904307Z","end":"2026-03-04T02:09:23.365501Z","steps":["trace[1315605194] 'process raft request' (duration: 359.60018ms)","trace[1315605194] 'compare' (duration: 101.048886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:23.365562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:22.904284Z","time spent":"461.245978ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:23.365691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.805542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:23.365709Z","caller":"traceutil/trace.go:171","msg":"trace[948389758] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22890; }","duration":"434.861983ms","start":"2026-03-04T02:09:22.930842Z","end":"2026-03-04T02:09:23.365704Z","steps":["trace[948389758] 'agreement among raft nodes before linearized reading' (duration: 434.826283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:23.365737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:22.930822Z","time spent":"434.911024ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:09:23.453858Z","caller":"traceutil/trace.go:171","msg":"trace[1481615217] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"510.850291ms","start":"2026-03-04T02:09:22.942963Z","end":"2026-03-04T02:09:23.453814Z","steps":["trace[1481615217] 'process raft request' (duration: 510.613786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:23.453882Z","caller":"traceutil/trace.go:171","msg":"trace[109853979] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"399.96958ms","start":"2026-03-04T02:09:23.053884Z","end":"2026-03-04T02:09:23.453854Z","steps":["trace[109853979] 'process raft request' (duration: 399.872728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:23.454082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:23.053861Z","time spent":"400.100502ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:23.454014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:22.942939Z","time spent":"510.991424ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:23.454353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.626294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:09:23.454379Z","caller":"traceutil/trace.go:171","msg":"trace[223216707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22892; }","duration":"122.688926ms","start":"2026-03-04T02:09:23.331683Z","end":"2026-03-04T02:09:23.454372Z","steps":["trace[223216707] 'agreement among raft nodes before linearized reading' (duration: 122.537223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:23.606946Z","caller":"traceutil/trace.go:171","msg":"trace[1066583686] linearizableReadLoop","detail":"{readStateIndex:23680; appliedIndex:23679; }","duration":"143.473208ms","start":"2026-03-04T02:09:23.463438Z","end":"2026-03-04T02:09:23.606912Z","steps":["trace[1066583686] 'read index received' (duration: 141.812476ms)","trace[1066583686] 'applied index is now lower than readState.Index' (duration: 1.659212ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:23.607274Z","caller":"traceutil/trace.go:171","msg":"trace[49653682] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"147.402956ms","start":"2026-03-04T02:09:23.459856Z","end":"2026-03-04T02:09:23.607259Z","steps":["trace[49653682] 'process raft request' (duration: 145.454928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:23.607684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.215582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:09:23.607736Z","caller":"traceutil/trace.go:171","msg":"trace[582746548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22893; }","duration":"144.303595ms","start":"2026-03-04T02:09:23.463419Z","end":"2026-03-04T02:09:23.607723Z","steps":["trace[582746548] 'agreement among raft nodes before linearized reading' (duration: 144.081001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:24.241989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.361007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:24.242239Z","caller":"traceutil/trace.go:171","msg":"trace[2002140445] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"626.784564ms","start":"2026-03-04T02:09:23.615435Z","end":"2026-03-04T02:09:24.24222Z","steps":["trace[2002140445] 'process raft request' (duration: 280.106181ms)","trace[2002140445] 'compare' (duration: 346.236095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:24.242295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:23.615402Z","time spent":"626.870305ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:24.242453Z","caller":"traceutil/trace.go:171","msg":"trace[620772992] linearizableReadLoop","detail":"{readStateIndex:23683; appliedIndex:23681; }","duration":"589.151117ms","start":"2026-03-04T02:09:23.653294Z","end":"2026-03-04T02:09:24.242446Z","steps":["trace[620772992] 'read index received' (duration: 242.187308ms)","trace[620772992] 'applied index is now lower than readState.Index' (duration: 346.963199ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:24.242581Z","caller":"traceutil/trace.go:171","msg":"trace[1400134068] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"625.642721ms","start":"2026-03-04T02:09:23.616932Z","end":"2026-03-04T02:09:24.242574Z","steps":["trace[1400134068] 'process raft request' (duration: 625.247304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:24.242617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:23.61692Z","time spent":"625.679102ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:24.242721Z","caller":"traceutil/trace.go:171","msg":"trace[653691780] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"588.159517ms","start":"2026-03-04T02:09:23.654554Z","end":"2026-03-04T02:09:24.242713Z","steps":["trace[653691780] 'process raft request' (duration: 587.866291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:24.242758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:23.654522Z","time spent":"588.218699ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:24.242976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.454209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:09:24.243034Z","caller":"traceutil/trace.go:171","msg":"trace[1049606932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22897; }","duration":"614.572051ms","start":"2026-03-04T02:09:23.628444Z","end":"2026-03-04T02:09:24.243016Z","steps":["trace[1049606932] 'agreement among raft nodes before linearized reading' (duration: 614.207964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:24.243072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:23.628417Z","time spent":"614.646833ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:09:24.243216Z","caller":"traceutil/trace.go:171","msg":"trace[732633281] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"588.515634ms","start":"2026-03-04T02:09:23.654667Z","end":"2026-03-04T02:09:24.243183Z","steps":["trace[732633281] 'process raft request' (duration: 588.018395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:24.243379Z","caller":"traceutil/trace.go:171","msg":"trace[1204796311] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"586.656637ms","start":"2026-03-04T02:09:23.656704Z","end":"2026-03-04T02:09:24.243361Z","steps":["trace[1204796311] 'process raft request' (duration: 586.428972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:24.243419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:23.654632Z","time spent":"588.677337ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:24.243408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.82669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:24.24348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:23.656688Z","time spent":"586.741758ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:24.243529Z","caller":"traceutil/trace.go:171","msg":"trace[317435771] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22899; }","duration":"249.030144ms","start":"2026-03-04T02:09:23.994462Z","end":"2026-03-04T02:09:24.243492Z","steps":["trace[317435771] 'agreement among raft nodes before linearized reading' (duration: 248.839341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:24.569377Z","caller":"traceutil/trace.go:171","msg":"trace[1813857038] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"173.784971ms","start":"2026-03-04T02:09:24.395576Z","end":"2026-03-04T02:09:24.569361Z","steps":["trace[1813857038] 'process raft request' (duration: 173.622418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:24.853321Z","caller":"traceutil/trace.go:171","msg":"trace[987796486] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"255.163267ms","start":"2026-03-04T02:09:24.598133Z","end":"2026-03-04T02:09:24.853296Z","steps":["trace[987796486] 'process raft request' (duration: 254.945722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:25.06675Z","caller":"traceutil/trace.go:171","msg":"trace[648149994] linearizableReadLoop","detail":"{readStateIndex:23690; appliedIndex:23689; }","duration":"163.533027ms","start":"2026-03-04T02:09:24.903197Z","end":"2026-03-04T02:09:25.06673Z","steps":["trace[648149994] 'read index received' (duration: 159.437026ms)","trace[648149994] 'applied index is now lower than readState.Index' (duration: 4.095091ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:25.06695Z","caller":"traceutil/trace.go:171","msg":"trace[1533598791] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"193.209376ms","start":"2026-03-04T02:09:24.873726Z","end":"2026-03-04T02:09:25.066935Z","steps":["trace[1533598791] 'process raft request' (duration: 188.971262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:25.067048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.831112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:25.067289Z","caller":"traceutil/trace.go:171","msg":"trace[1585755908] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22903; }","duration":"164.133148ms","start":"2026-03-04T02:09:24.903142Z","end":"2026-03-04T02:09:25.067276Z","steps":["trace[1585755908] 'agreement among raft nodes before linearized reading' (duration: 163.839673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:25.456968Z","caller":"traceutil/trace.go:171","msg":"trace[1743981503] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"122.539612ms","start":"2026-03-04T02:09:25.334388Z","end":"2026-03-04T02:09:25.456928Z","steps":["trace[1743981503] 'process raft request' (duration: 121.873009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:25.837642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.824631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:25.837788Z","caller":"traceutil/trace.go:171","msg":"trace[1001826092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22904; }","duration":"102.997084ms","start":"2026-03-04T02:09:25.734769Z","end":"2026-03-04T02:09:25.837766Z","steps":["trace[1001826092] 'range keys from in-memory index tree' (duration: 102.80062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:25.838253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.562096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:25.838456Z","caller":"traceutil/trace.go:171","msg":"trace[2126781842] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"375.371172ms","start":"2026-03-04T02:09:25.463045Z","end":"2026-03-04T02:09:25.838416Z","steps":["trace[2126781842] 'process raft request' (duration: 192.48183ms)","trace[2126781842] 'compare' (duration: 181.712898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:25.838587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.463026Z","time spent":"375.483795ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:25.838604Z","caller":"traceutil/trace.go:171","msg":"trace[439097410] linearizableReadLoop","detail":"{readStateIndex:23693; appliedIndex:23691; }","duration":"320.493373ms","start":"2026-03-04T02:09:25.518071Z","end":"2026-03-04T02:09:25.838565Z","steps":["trace[439097410] 'read index received' (duration: 137.464648ms)","trace[439097410] 'applied index is now lower than readState.Index' (duration: 183.024485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:25.838787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.138811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:25.838805Z","caller":"traceutil/trace.go:171","msg":"trace[663193650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22906; }","duration":"288.175092ms","start":"2026-03-04T02:09:25.550624Z","end":"2026-03-04T02:09:25.8388Z","steps":["trace[663193650] 'agreement among raft nodes before linearized reading' (duration: 288.07807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:25.838929Z","caller":"traceutil/trace.go:171","msg":"trace[925687017] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"375.74419ms","start":"2026-03-04T02:09:25.463172Z","end":"2026-03-04T02:09:25.838916Z","steps":["trace[925687017] 'process raft request' (duration: 375.166289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:25.838957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.403175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:09:25.839064Z","caller":"traceutil/trace.go:171","msg":"trace[1382614806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22906; }","duration":"224.572278ms","start":"2026-03-04T02:09:25.614475Z","end":"2026-03-04T02:09:25.839047Z","steps":["trace[1382614806] 'agreement among raft nodes before linearized reading' (duration: 224.280663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:25.839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.463153Z","time spent":"375.812281ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:25.839066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.563566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:25.839185Z","caller":"traceutil/trace.go:171","msg":"trace[1567665004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22906; }","duration":"171.77513ms","start":"2026-03-04T02:09:25.667389Z","end":"2026-03-04T02:09:25.839164Z","steps":["trace[1567665004] 'agreement among raft nodes before linearized reading' (duration: 171.363512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:25.83992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.813709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:25.840002Z","caller":"traceutil/trace.go:171","msg":"trace[1168423481] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22906; }","duration":"321.996403ms","start":"2026-03-04T02:09:25.517988Z","end":"2026-03-04T02:09:25.839985Z","steps":["trace[1168423481] 'agreement among raft nodes before linearized reading' (duration: 320.708048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:25.840048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.517965Z","time spent":"322.073725ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:26.256384Z","caller":"traceutil/trace.go:171","msg":"trace[1971055272] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"411.966419ms","start":"2026-03-04T02:09:25.844401Z","end":"2026-03-04T02:09:26.256367Z","steps":["trace[1971055272] 'process raft request' (duration: 411.910988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.256495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.844376Z","time spent":"412.056911ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:26.256575Z","caller":"traceutil/trace.go:171","msg":"trace[449519469] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"412.281476ms","start":"2026-03-04T02:09:25.844286Z","end":"2026-03-04T02:09:26.256567Z","steps":["trace[449519469] 'process raft request' (duration: 397.034182ms)","trace[449519469] 'compare' (duration: 14.188913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:26.2566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.84425Z","time spent":"412.335576ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:26.256654Z","caller":"traceutil/trace.go:171","msg":"trace[191298854] linearizableReadLoop","detail":"{readStateIndex:23695; appliedIndex:23693; }","duration":"213.452327ms","start":"2026-03-04T02:09:26.043192Z","end":"2026-03-04T02:09:26.256645Z","steps":["trace[191298854] 'read index received' (duration: 198.087282ms)","trace[191298854] 'applied index is now lower than readState.Index' (duration: 15.364315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:26.256798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.609551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:26.256819Z","caller":"traceutil/trace.go:171","msg":"trace[299737285] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22909; }","duration":"213.666311ms","start":"2026-03-04T02:09:26.043145Z","end":"2026-03-04T02:09:26.256811Z","steps":["trace[299737285] 'agreement among raft nodes before linearized reading' (duration: 213.628131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.634182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.181006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:26.634349Z","caller":"traceutil/trace.go:171","msg":"trace[462181157] linearizableReadLoop","detail":"{readStateIndex:23699; appliedIndex:23697; }","duration":"342.594343ms","start":"2026-03-04T02:09:26.291739Z","end":"2026-03-04T02:09:26.634333Z","steps":["trace[462181157] 'read index received' (duration: 220.209393ms)","trace[462181157] 'applied index is now lower than readState.Index' (duration: 122.38396ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:26.634509Z","caller":"traceutil/trace.go:171","msg":"trace[267258767] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"372.970835ms","start":"2026-03-04T02:09:26.261491Z","end":"2026-03-04T02:09:26.634461Z","steps":["trace[267258767] 'process raft request' (duration: 372.782022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.634654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.916099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-83a8cfb8-6686-4b7f-9d59-4268ecaa9a09\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:09:26.634695Z","caller":"traceutil/trace.go:171","msg":"trace[697189205] range","detail":"{range_begin:/registry/persistentvolumes/pvc-83a8cfb8-6686-4b7f-9d59-4268ecaa9a09; range_end:; response_count:1; response_revision:22912; }","duration":"342.97653ms","start":"2026-03-04T02:09:26.291705Z","end":"2026-03-04T02:09:26.634682Z","steps":["trace[697189205] 'agreement among raft nodes before linearized reading' (duration: 342.843477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.634701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.26147Z","time spent":"373.130248ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:26.634733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.291691Z","time spent":"343.033691ms","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-83a8cfb8-6686-4b7f-9d59-4268ecaa9a09\" "} {"level":"info","ts":"2026-03-04T02:09:26.634713Z","caller":"traceutil/trace.go:171","msg":"trace[1693662714] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"375.993075ms","start":"2026-03-04T02:09:26.258691Z","end":"2026-03-04T02:09:26.634685Z","steps":["trace[1693662714] 'process raft request' (duration: 253.226737ms)","trace[1693662714] 'compare' (duration: 122.042014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:26.63485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.258659Z","time spent":"376.123427ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:26.646209Z","caller":"traceutil/trace.go:171","msg":"trace[316555023] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"352.864976ms","start":"2026-03-04T02:09:26.293329Z","end":"2026-03-04T02:09:26.646194Z","steps":["trace[316555023] 'process raft request' (duration: 352.712353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.646326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.293304Z","time spent":"352.960988ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:26.646453Z","caller":"traceutil/trace.go:171","msg":"trace[344874528] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"349.825946ms","start":"2026-03-04T02:09:26.296592Z","end":"2026-03-04T02:09:26.646418Z","steps":["trace[344874528] 'process raft request' (duration: 349.568341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.646608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.296566Z","time spent":"349.957259ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:26.954512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.254393ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:09:27.360868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.619348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:27.360992Z","caller":"traceutil/trace.go:171","msg":"trace[45726834] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22917; }","duration":"238.77672ms","start":"2026-03-04T02:09:27.122164Z","end":"2026-03-04T02:09:27.360941Z","steps":["trace[45726834] 'count revisions from in-memory index tree' (duration: 238.525196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:27.360986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.12633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:09:27.361733Z","caller":"traceutil/trace.go:171","msg":"trace[828915308] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22917; }","duration":"289.932876ms","start":"2026-03-04T02:09:27.071772Z","end":"2026-03-04T02:09:27.361705Z","steps":["trace[828915308] 'range keys from in-memory index tree' (duration: 288.959597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:27.637533Z","caller":"traceutil/trace.go:171","msg":"trace[1768852637] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"261.566242ms","start":"2026-03-04T02:09:27.375939Z","end":"2026-03-04T02:09:27.637505Z","steps":["trace[1768852637] 'process raft request' (duration: 261.395069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.043466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.43559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:09:28.043525Z","caller":"traceutil/trace.go:171","msg":"trace[1987698855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22918; }","duration":"198.556772ms","start":"2026-03-04T02:09:27.844952Z","end":"2026-03-04T02:09:28.043509Z","steps":["trace[1987698855] 'range keys from in-memory index tree' (duration: 198.252346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:28.043841Z","caller":"traceutil/trace.go:171","msg":"trace[528886391] linearizableReadLoop","detail":"{readStateIndex:23707; appliedIndex:23706; }","duration":"145.444358ms","start":"2026-03-04T02:09:27.898372Z","end":"2026-03-04T02:09:28.043816Z","steps":["trace[528886391] 'read index received' (duration: 140.308616ms)","trace[528886391] 'applied index is now lower than readState.Index' (duration: 5.134022ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:28.043885Z","caller":"traceutil/trace.go:171","msg":"trace[1303716736] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"196.672615ms","start":"2026-03-04T02:09:27.847199Z","end":"2026-03-04T02:09:28.043872Z","steps":["trace[1303716736] 'process raft request' (duration: 191.458881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.043978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.579541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:28.044023Z","caller":"traceutil/trace.go:171","msg":"trace[115271191] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:22919; }","duration":"145.686063ms","start":"2026-03-04T02:09:27.898321Z","end":"2026-03-04T02:09:28.044007Z","steps":["trace[115271191] 'agreement among raft nodes before linearized reading' (duration: 145.587161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:28.278237Z","caller":"traceutil/trace.go:171","msg":"trace[2029589287] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"216.608792ms","start":"2026-03-04T02:09:28.061593Z","end":"2026-03-04T02:09:28.278202Z","steps":["trace[2029589287] 'process raft request' (duration: 169.370474ms)","trace[2029589287] 'compare' (duration: 46.784468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:28.714734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.552859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:28.71502Z","caller":"traceutil/trace.go:171","msg":"trace[1049234826] linearizableReadLoop","detail":"{readStateIndex:23711; appliedIndex:23708; }","duration":"383.622737ms","start":"2026-03-04T02:09:28.331379Z","end":"2026-03-04T02:09:28.715001Z","steps":["trace[1049234826] 'read index received' (duration: 164.71743ms)","trace[1049234826] 'applied index is now lower than readState.Index' (duration: 218.904167ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:28.71527Z","caller":"traceutil/trace.go:171","msg":"trace[1999227151] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"430.184161ms","start":"2026-03-04T02:09:28.28507Z","end":"2026-03-04T02:09:28.715254Z","steps":["trace[1999227151] 'process raft request' (duration: 210.994308ms)","trace[1999227151] 'compare' (duration: 218.433707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:28.715343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.285047Z","time spent":"430.259173ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:28.715602Z","caller":"traceutil/trace.go:171","msg":"trace[93492914] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"430.506187ms","start":"2026-03-04T02:09:28.285074Z","end":"2026-03-04T02:09:28.71558Z","steps":["trace[93492914] 'process raft request' (duration: 429.766471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.715716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.285011Z","time spent":"430.63767ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:28.715903Z","caller":"traceutil/trace.go:171","msg":"trace[1132580886] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"422.668912ms","start":"2026-03-04T02:09:28.293223Z","end":"2026-03-04T02:09:28.715892Z","steps":["trace[1132580886] 'process raft request' (duration: 421.681072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.715964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.2932Z","time spent":"422.733053ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:28.716103Z","caller":"traceutil/trace.go:171","msg":"trace[94975030] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"255.292748ms","start":"2026-03-04T02:09:28.460801Z","end":"2026-03-04T02:09:28.716094Z","steps":["trace[94975030] 'process raft request' (duration: 254.135765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.716277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.899881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:28.716317Z","caller":"traceutil/trace.go:171","msg":"trace[2017309574] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22924; }","duration":"384.940932ms","start":"2026-03-04T02:09:28.331363Z","end":"2026-03-04T02:09:28.716304Z","steps":["trace[2017309574] 'agreement among raft nodes before linearized reading' (duration: 384.871551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.716346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.331299Z","time spent":"385.039024ms","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:28.74047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.888321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:28.740531Z","caller":"traceutil/trace.go:171","msg":"trace[1511845479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22927; }","duration":"189.003783ms","start":"2026-03-04T02:09:28.551509Z","end":"2026-03-04T02:09:28.740513Z","steps":["trace[1511845479] 'agreement among raft nodes before linearized reading' (duration: 188.902351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.740567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.073821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:28.740431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.860988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:28.740609Z","caller":"traceutil/trace.go:171","msg":"trace[9957057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22927; }","duration":"212.149582ms","start":"2026-03-04T02:09:28.528447Z","end":"2026-03-04T02:09:28.740597Z","steps":["trace[9957057] 'agreement among raft nodes before linearized reading' (duration: 211.804875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:28.740652Z","caller":"traceutil/trace.go:171","msg":"trace[414362788] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22927; }","duration":"141.130982ms","start":"2026-03-04T02:09:28.599496Z","end":"2026-03-04T02:09:28.740627Z","steps":["trace[414362788] 'agreement among raft nodes before linearized reading' (duration: 140.864447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.257158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.092883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:29.257267Z","caller":"traceutil/trace.go:171","msg":"trace[1041851821] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"511.71226ms","start":"2026-03-04T02:09:28.745532Z","end":"2026-03-04T02:09:29.257244Z","steps":["trace[1041851821] 'process raft request' (duration: 179.454373ms)","trace[1041851821] 'compare' (duration: 331.840449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:29.257328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.745517Z","time spent":"511.781941ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:29.615828Z","caller":"traceutil/trace.go:171","msg":"trace[2072248842] linearizableReadLoop","detail":"{readStateIndex:23717; appliedIndex:23715; }","duration":"838.365254ms","start":"2026-03-04T02:09:28.77743Z","end":"2026-03-04T02:09:29.615795Z","steps":["trace[2072248842] 'read index received' (duration: 147.658702ms)","trace[2072248842] 'applied index is now lower than readState.Index' (duration: 690.705022ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:29.615894Z","caller":"traceutil/trace.go:171","msg":"trace[643577029] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"868.435311ms","start":"2026-03-04T02:09:28.747421Z","end":"2026-03-04T02:09:29.615856Z","steps":["trace[643577029] 'process raft request' (duration: 867.233868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.616014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.585989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:29.616088Z","caller":"traceutil/trace.go:171","msg":"trace[1023345196] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22929; }","duration":"838.722011ms","start":"2026-03-04T02:09:28.777337Z","end":"2026-03-04T02:09:29.616059Z","steps":["trace[1023345196] 'agreement among raft nodes before linearized reading' (duration: 838.596749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.616123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.777312Z","time spent":"838.801552ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:29.616114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.747412Z","time spent":"868.579454ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:29.617012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.697914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:29.617122Z","caller":"traceutil/trace.go:171","msg":"trace[513677061] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22930; }","duration":"750.873667ms","start":"2026-03-04T02:09:28.866221Z","end":"2026-03-04T02:09:29.617095Z","steps":["trace[513677061] 'agreement among raft nodes before linearized reading' (duration: 750.679063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.617184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.866197Z","time spent":"750.974601ms","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:29.617554Z","caller":"traceutil/trace.go:171","msg":"trace[412187481] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"656.049284ms","start":"2026-03-04T02:09:28.961493Z","end":"2026-03-04T02:09:29.617542Z","steps":["trace[412187481] 'process raft request' (duration: 654.959922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.617712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.719161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:09:29.617746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.961456Z","time spent":"656.139146ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:29.617764Z","caller":"traceutil/trace.go:171","msg":"trace[1000326777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22930; }","duration":"365.815883ms","start":"2026-03-04T02:09:29.251936Z","end":"2026-03-04T02:09:29.617752Z","steps":["trace[1000326777] 'agreement among raft nodes before linearized reading' (duration: 365.612219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.617748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.881705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:29.617792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.156199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:29.61783Z","caller":"traceutil/trace.go:171","msg":"trace[1298614210] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22930; }","duration":"363.993986ms","start":"2026-03-04T02:09:29.25382Z","end":"2026-03-04T02:09:29.617814Z","steps":["trace[1298614210] 'agreement among raft nodes before linearized reading' (duration: 363.824903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:29.617876Z","caller":"traceutil/trace.go:171","msg":"trace[1664335914] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22930; }","duration":"232.255141ms","start":"2026-03-04T02:09:29.385593Z","end":"2026-03-04T02:09:29.617848Z","steps":["trace[1664335914] 'agreement among raft nodes before linearized reading' (duration: 232.158759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.617902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:29.253812Z","time spent":"364.078428ms","remote":"127.0.0.1:49630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:29.61798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.990118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:29.618041Z","caller":"traceutil/trace.go:171","msg":"trace[157388709] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22930; }","duration":"415.06423ms","start":"2026-03-04T02:09:29.202943Z","end":"2026-03-04T02:09:29.618008Z","steps":["trace[157388709] 'agreement among raft nodes before linearized reading' (duration: 414.992709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.618074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:29.202917Z","time spent":"415.147291ms","remote":"127.0.0.1:50126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:09:29.617806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:29.251911Z","time spent":"365.884484ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:09:29.617691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.29122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:29.618313Z","caller":"traceutil/trace.go:171","msg":"trace[187502687] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:22930; }","duration":"311.980214ms","start":"2026-03-04T02:09:29.306321Z","end":"2026-03-04T02:09:29.618301Z","steps":["trace[187502687] 'agreement among raft nodes before linearized reading' (duration: 311.2608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.617915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.726079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"warn","ts":"2026-03-04T02:09:29.618369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:29.306303Z","time spent":"312.037715ms","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:29.618389Z","caller":"traceutil/trace.go:171","msg":"trace[1647006324] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22930; }","duration":"511.233799ms","start":"2026-03-04T02:09:29.107145Z","end":"2026-03-04T02:09:29.618379Z","steps":["trace[1647006324] 'agreement among raft nodes before linearized reading' (duration: 510.687159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.618425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:29.10712Z","time spent":"511.29483ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11858,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-04T02:09:31.731721Z","caller":"traceutil/trace.go:171","msg":"trace[1961396212] linearizableReadLoop","detail":"{readStateIndex:23729; appliedIndex:23728; }","duration":"107.83619ms","start":"2026-03-04T02:09:31.623862Z","end":"2026-03-04T02:09:31.731698Z","steps":["trace[1961396212] 'read index received' (duration: 107.717028ms)","trace[1961396212] 'applied index is now lower than readState.Index' (duration: 117.812µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:31.731941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.055744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:09:31.731897Z","caller":"traceutil/trace.go:171","msg":"trace[1138561963] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"109.373751ms","start":"2026-03-04T02:09:31.622443Z","end":"2026-03-04T02:09:31.731817Z","steps":["trace[1138561963] 'process raft request' (duration: 109.077296ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.731976Z","caller":"traceutil/trace.go:171","msg":"trace[1995915979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22941; }","duration":"108.143446ms","start":"2026-03-04T02:09:31.623823Z","end":"2026-03-04T02:09:31.731967Z","steps":["trace[1995915979] 'agreement among raft nodes before linearized reading' (duration: 107.995103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:32.234328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.776636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:32.234529Z","caller":"traceutil/trace.go:171","msg":"trace[905903112] linearizableReadLoop","detail":"{readStateIndex:23731; appliedIndex:23729; }","duration":"263.97378ms","start":"2026-03-04T02:09:31.970537Z","end":"2026-03-04T02:09:32.234511Z","steps":["trace[905903112] 'read index received' (duration: 247.83868ms)","trace[905903112] 'applied index is now lower than readState.Index' (duration: 16.13394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:32.234646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.114964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:32.234683Z","caller":"traceutil/trace.go:171","msg":"trace[1721976007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22943; }","duration":"264.187215ms","start":"2026-03-04T02:09:31.970482Z","end":"2026-03-04T02:09:32.234669Z","steps":["trace[1721976007] 'agreement among raft nodes before linearized reading' (duration: 264.086524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:32.234823Z","caller":"traceutil/trace.go:171","msg":"trace[287829897] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"497.709152ms","start":"2026-03-04T02:09:31.73692Z","end":"2026-03-04T02:09:32.234629Z","steps":["trace[287829897] 'process raft request' (duration: 21.540478ms)","trace[287829897] 'compare' (duration: 475.391959ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:32.234891Z","caller":"traceutil/trace.go:171","msg":"trace[1457918714] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"497.10961ms","start":"2026-03-04T02:09:31.737771Z","end":"2026-03-04T02:09:32.23488Z","steps":["trace[1457918714] 'process raft request' (duration: 496.669471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:32.235097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:31.737761Z","time spent":"497.291123ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:32.235365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:31.736903Z","time spent":"498.225581ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:32.288209Z","caller":"traceutil/trace.go:171","msg":"trace[1703172141] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"218.358766ms","start":"2026-03-04T02:09:32.069826Z","end":"2026-03-04T02:09:32.288185Z","steps":["trace[1703172141] 'process raft request' (duration: 218.113061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:32.450797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.66768ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:09:32.450914Z","caller":"traceutil/trace.go:171","msg":"trace[1130598433] linearizableReadLoop","detail":"{readStateIndex:23733; appliedIndex:23732; }","duration":"155.739851ms","start":"2026-03-04T02:09:32.295152Z","end":"2026-03-04T02:09:32.450892Z","steps":["trace[1130598433] 'read index received' (duration: 71.331µs)","trace[1130598433] 'applied index is now lower than readState.Index' (duration: 155.66629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:32.451162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.969086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:09:32.45121Z","caller":"traceutil/trace.go:171","msg":"trace[1041853162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22944; }","duration":"156.099349ms","start":"2026-03-04T02:09:32.295095Z","end":"2026-03-04T02:09:32.451194Z","steps":["trace[1041853162] 'agreement among raft nodes before linearized reading' (duration: 155.860904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:45.175487Z","caller":"traceutil/trace.go:171","msg":"trace[1714145169] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"154.881855ms","start":"2026-03-04T02:09:45.020576Z","end":"2026-03-04T02:09:45.175458Z","steps":["trace[1714145169] 'process raft request' (duration: 154.698531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:45.176166Z","caller":"traceutil/trace.go:171","msg":"trace[75885849] linearizableReadLoop","detail":"{readStateIndex:23829; appliedIndex:23829; }","duration":"115.464593ms","start":"2026-03-04T02:09:45.060688Z","end":"2026-03-04T02:09:45.176153Z","steps":["trace[75885849] 'read index received' (duration: 115.459833ms)","trace[75885849] 'applied index is now lower than readState.Index' (duration: 4.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:45.176296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.593996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:45.176395Z","caller":"traceutil/trace.go:171","msg":"trace[269622630] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23038; }","duration":"115.737359ms","start":"2026-03-04T02:09:45.060646Z","end":"2026-03-04T02:09:45.176383Z","steps":["trace[269622630] 'agreement among raft nodes before linearized reading' (duration: 115.559105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:46.69642Z","caller":"traceutil/trace.go:171","msg":"trace[1205445105] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"164.802052ms","start":"2026-03-04T02:09:46.531597Z","end":"2026-03-04T02:09:46.696399Z","steps":["trace[1205445105] 'process raft request' (duration: 164.594788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.966637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.792769ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:09:47.161662Z","caller":"traceutil/trace.go:171","msg":"trace[1031795504] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"363.760621ms","start":"2026-03-04T02:09:46.797863Z","end":"2026-03-04T02:09:47.161624Z","steps":["trace[1031795504] 'process raft request' (duration: 363.644289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:47.161665Z","caller":"traceutil/trace.go:171","msg":"trace[848611470] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"381.857141ms","start":"2026-03-04T02:09:46.779746Z","end":"2026-03-04T02:09:47.161603Z","steps":["trace[848611470] 'process raft request' (duration: 331.049662ms)","trace[848611470] 'compare' (duration: 50.468552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:47.16192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.797857Z","time spent":"363.921694ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:47.161962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.779722Z","time spent":"382.099936ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:47.162055Z","caller":"traceutil/trace.go:171","msg":"trace[953995974] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"193.89934ms","start":"2026-03-04T02:09:46.968103Z","end":"2026-03-04T02:09:47.162003Z","steps":["trace[953995974] 'process raft request' (duration: 193.827259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:47.16209Z","caller":"traceutil/trace.go:171","msg":"trace[160507424] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"358.170711ms","start":"2026-03-04T02:09:46.803818Z","end":"2026-03-04T02:09:47.161989Z","steps":["trace[160507424] 'process raft request' (duration: 357.779302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:47.162119Z","caller":"traceutil/trace.go:171","msg":"trace[1945564615] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"358.196692ms","start":"2026-03-04T02:09:46.803818Z","end":"2026-03-04T02:09:47.162015Z","steps":["trace[1945564615] 'process raft request' (duration: 358.049178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:47.16224Z","caller":"traceutil/trace.go:171","msg":"trace[367526712] linearizableReadLoop","detail":"{readStateIndex:23897; appliedIndex:23895; }","duration":"365.65162ms","start":"2026-03-04T02:09:46.796572Z","end":"2026-03-04T02:09:47.162224Z","steps":["trace[367526712] 'read index received' (duration: 55.272977ms)","trace[367526712] 'applied index is now lower than readState.Index' (duration: 310.376703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:47.162296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.803796Z","time spent":"358.384005ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:47.162466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.803806Z","time spent":"358.442216ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:47.162551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.978977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:47.162596Z","caller":"traceutil/trace.go:171","msg":"trace[836436517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23109; }","duration":"366.044828ms","start":"2026-03-04T02:09:46.796541Z","end":"2026-03-04T02:09:47.162586Z","steps":["trace[836436517] 'agreement among raft nodes before linearized reading' (duration: 365.824143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.162638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.796533Z","time spent":"366.096759ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:47.162647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.795233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-04T02:09:47.162698Z","caller":"traceutil/trace.go:171","msg":"trace[2022892105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013; range_end:; response_count:1; response_revision:23109; }","duration":"358.922726ms","start":"2026-03-04T02:09:46.80376Z","end":"2026-03-04T02:09:47.162683Z","steps":["trace[2022892105] 'agreement among raft nodes before linearized reading' (duration: 358.734062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.162715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.606956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:47.162743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.803731Z","time spent":"359.003778ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013\" "} {"level":"info","ts":"2026-03-04T02:09:47.162768Z","caller":"traceutil/trace.go:171","msg":"trace[1524812008] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23109; }","duration":"109.663637ms","start":"2026-03-04T02:09:47.053088Z","end":"2026-03-04T02:09:47.162751Z","steps":["trace[1524812008] 'agreement among raft nodes before linearized reading' (duration: 109.575735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.162849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.445398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:47.162921Z","caller":"traceutil/trace.go:171","msg":"trace[453012980] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23109; }","duration":"139.651953ms","start":"2026-03-04T02:09:47.023253Z","end":"2026-03-04T02:09:47.162905Z","steps":["trace[453012980] 'agreement among raft nodes before linearized reading' (duration: 139.322437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.162932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.808572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:47.162979Z","caller":"traceutil/trace.go:171","msg":"trace[346366870] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23109; }","duration":"297.883694ms","start":"2026-03-04T02:09:46.865082Z","end":"2026-03-04T02:09:47.162966Z","steps":["trace[346366870] 'agreement among raft nodes before linearized reading' (duration: 297.65984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.162995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.061319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:09:47.163027Z","caller":"traceutil/trace.go:171","msg":"trace[1039393776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23109; }","duration":"359.15153ms","start":"2026-03-04T02:09:46.803865Z","end":"2026-03-04T02:09:47.163017Z","steps":["trace[1039393776] 'agreement among raft nodes before linearized reading' (duration: 359.050008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.163066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.803835Z","time spent":"359.221772ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:09:47.3871Z","caller":"traceutil/trace.go:171","msg":"trace[1362756579] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"217.399547ms","start":"2026-03-04T02:09:47.16965Z","end":"2026-03-04T02:09:47.387049Z","steps":["trace[1362756579] 'process raft request' (duration: 216.990719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:47.387123Z","caller":"traceutil/trace.go:171","msg":"trace[882313171] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"215.264274ms","start":"2026-03-04T02:09:47.171813Z","end":"2026-03-04T02:09:47.387078Z","steps":["trace[882313171] 'process raft request' (duration: 215.035359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.737298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.363291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-04T02:09:47.737395Z","caller":"traceutil/trace.go:171","msg":"trace[1019955879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013; range_end:; response_count:1; response_revision:23113; }","duration":"249.526434ms","start":"2026-03-04T02:09:47.487843Z","end":"2026-03-04T02:09:47.73737Z","steps":["trace[1019955879] 'range keys from in-memory index tree' (duration: 249.183707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.737356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.614985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:47.737496Z","caller":"traceutil/trace.go:171","msg":"trace[1358149391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23113; }","duration":"187.825309ms","start":"2026-03-04T02:09:47.549627Z","end":"2026-03-04T02:09:47.737452Z","steps":["trace[1358149391] 'range keys from in-memory index tree' (duration: 187.469402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:47.91085Z","caller":"traceutil/trace.go:171","msg":"trace[1619619503] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"120.719027ms","start":"2026-03-04T02:09:47.790108Z","end":"2026-03-04T02:09:47.910827Z","steps":["trace[1619619503] 'process raft request' (duration: 120.562224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:48.677108Z","caller":"traceutil/trace.go:171","msg":"trace[441142036] linearizableReadLoop","detail":"{readStateIndex:23907; appliedIndex:23906; }","duration":"343.594231ms","start":"2026-03-04T02:09:48.33348Z","end":"2026-03-04T02:09:48.677075Z","steps":["trace[441142036] 'read index received' (duration: 343.399748ms)","trace[441142036] 'applied index is now lower than readState.Index' (duration: 193.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:48.677191Z","caller":"traceutil/trace.go:171","msg":"trace[89033295] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"347.408177ms","start":"2026-03-04T02:09:48.329748Z","end":"2026-03-04T02:09:48.677156Z","steps":["trace[89033295] 'process raft request' (duration: 347.014199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.677407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.329719Z","time spent":"347.583471ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:48.677415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.897187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:09:48.677462Z","caller":"traceutil/trace.go:171","msg":"trace[1870617444] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23115; }","duration":"344.04024ms","start":"2026-03-04T02:09:48.333406Z","end":"2026-03-04T02:09:48.677447Z","steps":["trace[1870617444] 'agreement among raft nodes before linearized reading' (duration: 343.828115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.677513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.333371Z","time spent":"344.132963ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:49.095197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.670204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:49.095353Z","caller":"traceutil/trace.go:171","msg":"trace[1822630400] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"412.868508ms","start":"2026-03-04T02:09:48.68247Z","end":"2026-03-04T02:09:49.095338Z","steps":["trace[1822630400] 'process raft request' (duration: 412.817747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.095405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.682439Z","time spent":"412.941039ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:49.095397Z","caller":"traceutil/trace.go:171","msg":"trace[632544450] linearizableReadLoop","detail":"{readStateIndex:23908; appliedIndex:23907; }","duration":"418.141122ms","start":"2026-03-04T02:09:48.677199Z","end":"2026-03-04T02:09:49.09534Z","steps":["trace[632544450] 'read index received' (duration: 17.320594ms)","trace[632544450] 'applied index is now lower than readState.Index' (duration: 400.816258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:49.095499Z","caller":"traceutil/trace.go:171","msg":"trace[1882294381] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"735.37315ms","start":"2026-03-04T02:09:48.360085Z","end":"2026-03-04T02:09:49.095458Z","steps":["trace[1882294381] 'process raft request' (duration: 334.356159ms)","trace[1882294381] 'compare' (duration: 400.163464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:49.095624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.772987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:49.095666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.360034Z","time spent":"735.547524ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:49.095681Z","caller":"traceutil/trace.go:171","msg":"trace[2095208561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23117; }","duration":"535.89542ms","start":"2026-03-04T02:09:48.559765Z","end":"2026-03-04T02:09:49.09566Z","steps":["trace[2095208561] 'agreement among raft nodes before linearized reading' (duration: 535.772578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.095722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.559738Z","time spent":"535.972161ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:49.095729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.095567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:09:49.095812Z","caller":"traceutil/trace.go:171","msg":"trace[59206725] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23117; }","duration":"512.24666ms","start":"2026-03-04T02:09:48.583544Z","end":"2026-03-04T02:09:49.095791Z","steps":["trace[59206725] 'agreement among raft nodes before linearized reading' (duration: 511.974804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.095856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.583507Z","time spent":"512.339932ms","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T02:09:49.543329Z","caller":"traceutil/trace.go:171","msg":"trace[617626461] linearizableReadLoop","detail":"{readStateIndex:23911; appliedIndex:23909; }","duration":"447.816081ms","start":"2026-03-04T02:09:49.095481Z","end":"2026-03-04T02:09:49.543297Z","steps":["trace[617626461] 'read index received' (duration: 447.494043ms)","trace[617626461] 'applied index is now lower than readState.Index' (duration: 320.658µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:49.543441Z","caller":"traceutil/trace.go:171","msg":"trace[1276768636] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"769.349365ms","start":"2026-03-04T02:09:48.774014Z","end":"2026-03-04T02:09:49.543364Z","steps":["trace[1276768636] 'process raft request' (duration: 769.214202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.543525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.378944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:49.543573Z","caller":"traceutil/trace.go:171","msg":"trace[211477910] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"790.047846ms","start":"2026-03-04T02:09:48.75345Z","end":"2026-03-04T02:09:49.543497Z","steps":["trace[211477910] 'process raft request' (duration: 789.486064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.543649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.368784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:09:49.543659Z","caller":"traceutil/trace.go:171","msg":"trace[425161738] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23119; }","duration":"505.644799ms","start":"2026-03-04T02:09:49.037977Z","end":"2026-03-04T02:09:49.543621Z","steps":["trace[425161738] 'agreement among raft nodes before linearized reading' (duration: 505.336523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.543663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.773994Z","time spent":"769.551449ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:49.543666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.857906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:49.543714Z","caller":"traceutil/trace.go:171","msg":"trace[1840895842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23119; }","duration":"843.478596ms","start":"2026-03-04T02:09:48.700213Z","end":"2026-03-04T02:09:49.543692Z","steps":["trace[1840895842] 'agreement among raft nodes before linearized reading' (duration: 843.258752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.543731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.037943Z","time spent":"505.775312ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:49.543755Z","caller":"traceutil/trace.go:171","msg":"trace[2052244501] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23119; }","duration":"487.028229ms","start":"2026-03-04T02:09:49.056701Z","end":"2026-03-04T02:09:49.543729Z","steps":["trace[2052244501] 'agreement among raft nodes before linearized reading' (duration: 486.804715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.54376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.700161Z","time spent":"843.588179ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:49.543795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.056675Z","time spent":"487.112371ms","remote":"127.0.0.1:49952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:49.543756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.26756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:49.543843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.753399Z","time spent":"790.27103ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:49.543821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.637405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-04T02:09:49.543875Z","caller":"traceutil/trace.go:171","msg":"trace[772537725] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23119; }","duration":"857.449523ms","start":"2026-03-04T02:09:48.686393Z","end":"2026-03-04T02:09:49.543842Z","steps":["trace[772537725] 'agreement among raft nodes before linearized reading' (duration: 857.193108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.543871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.903226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:49.54396Z","caller":"traceutil/trace.go:171","msg":"trace[2015609820] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23119; }","duration":"628.074259ms","start":"2026-03-04T02:09:48.915861Z","end":"2026-03-04T02:09:49.543935Z","steps":["trace[2015609820] 'agreement among raft nodes before linearized reading' (duration: 627.875775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:49.543955Z","caller":"traceutil/trace.go:171","msg":"trace[224443853] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013; range_end:; response_count:1; response_revision:23119; }","duration":"801.841929ms","start":"2026-03-04T02:09:48.742079Z","end":"2026-03-04T02:09:49.543921Z","steps":["trace[224443853] 'agreement among raft nodes before linearized reading' (duration: 801.36721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.543957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.686377Z","time spent":"857.556735ms","remote":"127.0.0.1:49844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:49.544001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.915836Z","time spent":"628.154351ms","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:49.544021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.742062Z","time spent":"801.948222ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013\" "} {"level":"info","ts":"2026-03-04T02:09:49.791785Z","caller":"traceutil/trace.go:171","msg":"trace[1837024249] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"610.514931ms","start":"2026-03-04T02:09:49.181236Z","end":"2026-03-04T02:09:49.791751Z","steps":["trace[1837024249] 'process raft request' (duration: 610.426009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:49.791782Z","caller":"traceutil/trace.go:171","msg":"trace[367552955] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"622.442167ms","start":"2026-03-04T02:09:49.169284Z","end":"2026-03-04T02:09:49.791726Z","steps":["trace[367552955] 'process raft request' (duration: 622.204843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.791967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.181204Z","time spent":"610.669674ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:49.79215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.16926Z","time spent":"622.753954ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:49.792258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.714053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:49.792319Z","caller":"traceutil/trace.go:171","msg":"trace[1028858922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23123; }","duration":"694.854836ms","start":"2026-03-04T02:09:49.097454Z","end":"2026-03-04T02:09:49.792308Z","steps":["trace[1028858922] 'agreement among raft nodes before linearized reading' (duration: 694.742144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:49.792144Z","caller":"traceutil/trace.go:171","msg":"trace[1884812529] linearizableReadLoop","detail":"{readStateIndex:23915; appliedIndex:23911; }","duration":"248.681067ms","start":"2026-03-04T02:09:49.543436Z","end":"2026-03-04T02:09:49.792117Z","steps":["trace[1884812529] 'read index received' (duration: 248.074865ms)","trace[1884812529] 'applied index is now lower than readState.Index' (duration: 604.272µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:49.792351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.185368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:09:49.792396Z","caller":"traceutil/trace.go:171","msg":"trace[187690186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23123; }","duration":"376.27871ms","start":"2026-03-04T02:09:49.416105Z","end":"2026-03-04T02:09:49.792384Z","steps":["trace[187690186] 'agreement among raft nodes before linearized reading' (duration: 376.122327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.792434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.416072Z","time spent":"376.355623ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:49.792485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.236567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:09:49.792357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.097421Z","time spent":"694.926306ms","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:49.792523Z","caller":"traceutil/trace.go:171","msg":"trace[26073604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23123; }","duration":"401.314059ms","start":"2026-03-04T02:09:49.3912Z","end":"2026-03-04T02:09:49.792514Z","steps":["trace[26073604] 'agreement among raft nodes before linearized reading' (duration: 401.181725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:49.792534Z","caller":"traceutil/trace.go:171","msg":"trace[1475417698] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"611.074973ms","start":"2026-03-04T02:09:49.181445Z","end":"2026-03-04T02:09:49.79252Z","steps":["trace[1475417698] 'process raft request' (duration: 610.532841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.792557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.391172Z","time spent":"401.378109ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:09:49.792613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.181422Z","time spent":"611.153964ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:49.792519Z","caller":"traceutil/trace.go:171","msg":"trace[2027789976] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"611.142024ms","start":"2026-03-04T02:09:49.181334Z","end":"2026-03-04T02:09:49.792476Z","steps":["trace[2027789976] 'process raft request' (duration: 610.376508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.792732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.1813Z","time spent":"611.364639ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:49.79283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.589299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:49.792861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.74502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:49.792962Z","caller":"traceutil/trace.go:171","msg":"trace[309273162] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23123; }","duration":"569.771073ms","start":"2026-03-04T02:09:49.22316Z","end":"2026-03-04T02:09:49.792931Z","steps":["trace[309273162] 'agreement among raft nodes before linearized reading' (duration: 569.235551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:49.792984Z","caller":"traceutil/trace.go:171","msg":"trace[167797215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23123; }","duration":"579.921483ms","start":"2026-03-04T02:09:49.213033Z","end":"2026-03-04T02:09:49.792955Z","steps":["trace[167797215] 'agreement among raft nodes before linearized reading' (duration: 579.508485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.793027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.223153Z","time spent":"569.859884ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:49.793042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.212998Z","time spent":"580.034136ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:09:49.836788Z","caller":"traceutil/trace.go:171","msg":"trace[1354758531] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"288.080468ms","start":"2026-03-04T02:09:49.54868Z","end":"2026-03-04T02:09:49.836761Z","steps":["trace[1354758531] 'process raft request' (duration: 287.541508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.836926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.082499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:49.837094Z","caller":"traceutil/trace.go:171","msg":"trace[1921111585] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23124; }","duration":"153.267252ms","start":"2026-03-04T02:09:49.683796Z","end":"2026-03-04T02:09:49.837063Z","steps":["trace[1921111585] 'agreement among raft nodes before linearized reading' (duration: 153.032688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.696036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.468725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:09:52.696127Z","caller":"traceutil/trace.go:171","msg":"trace[412094275] linearizableReadLoop","detail":"{readStateIndex:23935; appliedIndex:23934; }","duration":"546.377907ms","start":"2026-03-04T02:09:52.149732Z","end":"2026-03-04T02:09:52.69611Z","steps":["trace[412094275] 'read index received' (duration: 43.758029ms)","trace[412094275] 'applied index is now lower than readState.Index' (duration: 502.618438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:52.696335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.414043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:52.696351Z","caller":"traceutil/trace.go:171","msg":"trace[591729298] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23142; }","duration":"174.470224ms","start":"2026-03-04T02:09:52.521874Z","end":"2026-03-04T02:09:52.696344Z","steps":["trace[591729298] 'agreement among raft nodes before linearized reading' (duration: 174.327011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.69642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.673264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:09:52.696511Z","caller":"traceutil/trace.go:171","msg":"trace[1200447910] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23142; }","duration":"546.841577ms","start":"2026-03-04T02:09:52.149649Z","end":"2026-03-04T02:09:52.69649Z","steps":["trace[1200447910] 'agreement among raft nodes before linearized reading' (duration: 546.544831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.696549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.149613Z","time spent":"546.929249ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:52.696538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.462728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:52.696579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.027421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-04T02:09:52.69663Z","caller":"traceutil/trace.go:171","msg":"trace[1708752538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23142; }","duration":"145.617421ms","start":"2026-03-04T02:09:52.550988Z","end":"2026-03-04T02:09:52.696605Z","steps":["trace[1708752538] 'agreement among raft nodes before linearized reading' (duration: 145.459048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.696681Z","caller":"traceutil/trace.go:171","msg":"trace[68131842] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebf9ffae-91bc-471b-944c-e70a77f7c013; range_end:; response_count:1; response_revision:23142; }","duration":"137.165694ms","start":"2026-03-04T02:09:52.55949Z","end":"2026-03-04T02:09:52.696656Z","steps":["trace[68131842] 'agreement among raft nodes before linearized reading' (duration: 136.911569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.937286Z","caller":"traceutil/trace.go:171","msg":"trace[291932679] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"236.200559ms","start":"2026-03-04T02:09:52.701055Z","end":"2026-03-04T02:09:52.937256Z","steps":["trace[291932679] 'process raft request' (duration: 235.990805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.991859Z","caller":"traceutil/trace.go:171","msg":"trace[304283929] linearizableReadLoop","detail":"{readStateIndex:23937; appliedIndex:23935; }","duration":"127.648855ms","start":"2026-03-04T02:09:52.86418Z","end":"2026-03-04T02:09:52.991829Z","steps":["trace[304283929] 'read index received' (duration: 72.848366ms)","trace[304283929] 'applied index is now lower than readState.Index' (duration: 54.798819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:52.99195Z","caller":"traceutil/trace.go:171","msg":"trace[2032646733] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"290.655061ms","start":"2026-03-04T02:09:52.701255Z","end":"2026-03-04T02:09:52.99191Z","steps":["trace[2032646733] 'process raft request' (duration: 290.378606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.992095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.891379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:09:52.992137Z","caller":"traceutil/trace.go:171","msg":"trace[1007306181] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23144; }","duration":"128.007021ms","start":"2026-03-04T02:09:52.864118Z","end":"2026-03-04T02:09:52.992125Z","steps":["trace[1007306181] 'agreement among raft nodes before linearized reading' (duration: 127.819328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:53.167404Z","caller":"traceutil/trace.go:171","msg":"trace[119212143] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"170.908663ms","start":"2026-03-04T02:09:52.996464Z","end":"2026-03-04T02:09:53.167372Z","steps":["trace[119212143] 'process raft request' (duration: 147.364736ms)","trace[119212143] 'compare' (duration: 22.65281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:57.404849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.231149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10358"} {"level":"info","ts":"2026-03-04T02:09:57.404951Z","caller":"traceutil/trace.go:171","msg":"trace[118870436] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23190; }","duration":"376.382662ms","start":"2026-03-04T02:09:57.028542Z","end":"2026-03-04T02:09:57.404925Z","steps":["trace[118870436] 'range keys from in-memory index tree' (duration: 376.030016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.405031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.02851Z","time spent":"376.509895ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10381,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-04T02:09:57.40514Z","caller":"traceutil/trace.go:171","msg":"trace[1140453098] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"224.770572ms","start":"2026-03-04T02:09:57.180345Z","end":"2026-03-04T02:09:57.405116Z","steps":["trace[1140453098] 'process raft request' (duration: 224.651759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.405314Z","caller":"traceutil/trace.go:171","msg":"trace[1678152288] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"355.960217ms","start":"2026-03-04T02:09:57.049319Z","end":"2026-03-04T02:09:57.405279Z","steps":["trace[1678152288] 'process raft request' (duration: 272.030241ms)","trace[1678152288] 'compare' (duration: 83.264643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:57.405332Z","caller":"traceutil/trace.go:171","msg":"trace[856752477] linearizableReadLoop","detail":"{readStateIndex:23985; appliedIndex:23984; }","duration":"297.70412ms","start":"2026-03-04T02:09:57.107601Z","end":"2026-03-04T02:09:57.405305Z","steps":["trace[856752477] 'read index received' (duration: 213.767824ms)","trace[856752477] 'applied index is now lower than readState.Index' (duration: 83.934256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:57.405417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.049299Z","time spent":"356.055428ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:57.40555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.463358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:57.405561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.735942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:09:57.405577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.956285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:09:57.405599Z","caller":"traceutil/trace.go:171","msg":"trace[2086349915] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23192; }","duration":"214.568669ms","start":"2026-03-04T02:09:57.191019Z","end":"2026-03-04T02:09:57.405588Z","steps":["trace[2086349915] 'agreement among raft nodes before linearized reading' (duration: 214.474317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.405614Z","caller":"traceutil/trace.go:171","msg":"trace[118206156] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23192; }","duration":"216.805314ms","start":"2026-03-04T02:09:57.188788Z","end":"2026-03-04T02:09:57.405593Z","steps":["trace[118206156] 'agreement among raft nodes before linearized reading' (duration: 216.684672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.405617Z","caller":"traceutil/trace.go:171","msg":"trace[1192535802] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23192; }","duration":"298.038596ms","start":"2026-03-04T02:09:57.107562Z","end":"2026-03-04T02:09:57.405601Z","steps":["trace[1192535802] 'agreement among raft nodes before linearized reading' (duration: 297.887403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.538811Z","caller":"traceutil/trace.go:171","msg":"trace[6002200] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"127.052033ms","start":"2026-03-04T02:09:57.411733Z","end":"2026-03-04T02:09:57.538785Z","steps":["trace[6002200] 'process raft request' (duration: 125.658965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.590327Z","caller":"traceutil/trace.go:171","msg":"trace[711951048] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"173.230559ms","start":"2026-03-04T02:09:57.417068Z","end":"2026-03-04T02:09:57.590299Z","steps":["trace[711951048] 'process raft request' (duration: 172.883543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.797762Z","caller":"traceutil/trace.go:171","msg":"trace[1531030419] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"199.088412ms","start":"2026-03-04T02:09:57.598629Z","end":"2026-03-04T02:09:57.797717Z","steps":["trace[1531030419] 'process raft request' (duration: 112.063334ms)","trace[1531030419] 'compare' (duration: 86.828285ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:57.798101Z","caller":"traceutil/trace.go:171","msg":"trace[910840389] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"198.363178ms","start":"2026-03-04T02:09:57.599711Z","end":"2026-03-04T02:09:57.798074Z","steps":["trace[910840389] 'process raft request' (duration: 198.183305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.798183Z","caller":"traceutil/trace.go:171","msg":"trace[2088679537] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"198.832328ms","start":"2026-03-04T02:09:57.599282Z","end":"2026-03-04T02:09:57.798114Z","steps":["trace[2088679537] 'process raft request' (duration: 198.374119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.67027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.368992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:10:03.670373Z","caller":"traceutil/trace.go:171","msg":"trace[80373370] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23257; }","duration":"100.535815ms","start":"2026-03-04T02:10:03.569809Z","end":"2026-03-04T02:10:03.670345Z","steps":["trace[80373370] 'range keys from in-memory index tree' (duration: 100.187189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:03.836127Z","caller":"traceutil/trace.go:171","msg":"trace[2009338282] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"161.207231ms","start":"2026-03-04T02:10:03.674895Z","end":"2026-03-04T02:10:03.836103Z","steps":["trace[2009338282] 'process raft request' (duration: 161.047647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:04.071228Z","caller":"traceutil/trace.go:171","msg":"trace[776044206] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"222.362605ms","start":"2026-03-04T02:10:03.84884Z","end":"2026-03-04T02:10:04.071203Z","steps":["trace[776044206] 'process raft request' (duration: 222.202402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:04.279997Z","caller":"traceutil/trace.go:171","msg":"trace[39839816] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"429.555728ms","start":"2026-03-04T02:10:03.850407Z","end":"2026-03-04T02:10:04.279963Z","steps":["trace[39839816] 'process raft request' (duration: 378.453444ms)","trace[39839816] 'compare' (duration: 50.495443ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:04.28002Z","caller":"traceutil/trace.go:171","msg":"trace[219049928] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"425.265483ms","start":"2026-03-04T02:10:03.854731Z","end":"2026-03-04T02:10:04.279996Z","steps":["trace[219049928] 'process raft request' (duration: 425.074439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.280155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.850383Z","time spent":"429.68412ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:04.280157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.854718Z","time spent":"425.361565ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:04.280282Z","caller":"traceutil/trace.go:171","msg":"trace[749922103] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"425.152831ms","start":"2026-03-04T02:10:03.855103Z","end":"2026-03-04T02:10:04.280256Z","steps":["trace[749922103] 'process raft request' (duration: 424.822675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:04.280352Z","caller":"traceutil/trace.go:171","msg":"trace[211574629] linearizableReadLoop","detail":"{readStateIndex:24058; appliedIndex:24055; }","duration":"371.919224ms","start":"2026-03-04T02:10:03.908401Z","end":"2026-03-04T02:10:04.28032Z","steps":["trace[211574629] 'read index received' (duration: 162.822273ms)","trace[211574629] 'applied index is now lower than readState.Index' (duration: 209.095241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:04.280385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.855092Z","time spent":"425.238393ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:04.28042Z","caller":"traceutil/trace.go:171","msg":"trace[162975332] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"308.204658ms","start":"2026-03-04T02:10:03.972172Z","end":"2026-03-04T02:10:04.280377Z","steps":["trace[162975332] 'process raft request' (duration: 308.009335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.280608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.972142Z","time spent":"308.366732ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:04.280614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.21926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:10:04.280662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.468769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:10:04.280679Z","caller":"traceutil/trace.go:171","msg":"trace[598523500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23263; }","duration":"372.256841ms","start":"2026-03-04T02:10:03.908386Z","end":"2026-03-04T02:10:04.280643Z","steps":["trace[598523500] 'agreement among raft nodes before linearized reading' (duration: 372.080197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.280703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.908305Z","time spent":"372.394014ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:10:04.2807Z","caller":"traceutil/trace.go:171","msg":"trace[731684692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23263; }","duration":"342.562541ms","start":"2026-03-04T02:10:03.938126Z","end":"2026-03-04T02:10:04.280689Z","steps":["trace[731684692] 'agreement among raft nodes before linearized reading' (duration: 342.358637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.280673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.834082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:04.280741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.938107Z","time spent":"342.624512ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:10:04.28077Z","caller":"traceutil/trace.go:171","msg":"trace[201973593] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23263; }","duration":"234.972485ms","start":"2026-03-04T02:10:04.045772Z","end":"2026-03-04T02:10:04.280744Z","steps":["trace[201973593] 'agreement among raft nodes before linearized reading' (duration: 234.832742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.280855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.821517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:10:04.280886Z","caller":"traceutil/trace.go:171","msg":"trace[183720877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23263; }","duration":"337.870157ms","start":"2026-03-04T02:10:03.943008Z","end":"2026-03-04T02:10:04.280878Z","steps":["trace[183720877] 'agreement among raft nodes before linearized reading' (duration: 337.727414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.280914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.942997Z","time spent":"337.908668ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:04.280922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.394968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:04.280967Z","caller":"traceutil/trace.go:171","msg":"trace[27102297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23263; }","duration":"340.48863ms","start":"2026-03-04T02:10:03.940454Z","end":"2026-03-04T02:10:04.280942Z","steps":["trace[27102297] 'agreement among raft nodes before linearized reading' (duration: 340.405708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.280997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.940418Z","time spent":"340.573101ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:10:04.669449Z","caller":"traceutil/trace.go:171","msg":"trace[145114492] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"384.229858ms","start":"2026-03-04T02:10:04.285195Z","end":"2026-03-04T02:10:04.669425Z","steps":["trace[145114492] 'process raft request' (duration: 384.146087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:04.669486Z","caller":"traceutil/trace.go:171","msg":"trace[1460159671] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"384.251549ms","start":"2026-03-04T02:10:04.28519Z","end":"2026-03-04T02:10:04.669442Z","steps":["trace[1460159671] 'process raft request' (duration: 384.001564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.669714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.285163Z","time spent":"384.384851ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:04.669861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.285164Z","time spent":"384.514853ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:04.725549Z","caller":"traceutil/trace.go:171","msg":"trace[996003071] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"439.591967ms","start":"2026-03-04T02:10:04.285935Z","end":"2026-03-04T02:10:04.725527Z","steps":["trace[996003071] 'process raft request' (duration: 439.331642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.725771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.285926Z","time spent":"439.754741ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:04.725856Z","caller":"traceutil/trace.go:171","msg":"trace[232924358] linearizableReadLoop","detail":"{readStateIndex:24063; appliedIndex:24059; }","duration":"174.601106ms","start":"2026-03-04T02:10:04.551235Z","end":"2026-03-04T02:10:04.725836Z","steps":["trace[232924358] 'read index received' (duration: 118.076894ms)","trace[232924358] 'applied index is now lower than readState.Index' (duration: 56.523082ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:04.725968Z","caller":"traceutil/trace.go:171","msg":"trace[1709888636] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"152.191711ms","start":"2026-03-04T02:10:04.573744Z","end":"2026-03-04T02:10:04.725936Z","steps":["trace[1709888636] 'process raft request' (duration: 152.009708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:04.725965Z","caller":"traceutil/trace.go:171","msg":"trace[579005652] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"439.124728ms","start":"2026-03-04T02:10:04.286793Z","end":"2026-03-04T02:10:04.725918Z","steps":["trace[579005652] 'process raft request' (duration: 438.684009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.726014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:04.726092Z","caller":"traceutil/trace.go:171","msg":"trace[779522390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23268; }","duration":"174.894232ms","start":"2026-03-04T02:10:04.551186Z","end":"2026-03-04T02:10:04.72608Z","steps":["trace[779522390] 'agreement among raft nodes before linearized reading' (duration: 174.77603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.726185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.286785Z","time spent":"439.291221ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:04.726426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.085365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:04.726512Z","caller":"traceutil/trace.go:171","msg":"trace[2554654] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23268; }","duration":"109.258089ms","start":"2026-03-04T02:10:04.617235Z","end":"2026-03-04T02:10:04.726493Z","steps":["trace[2554654] 'agreement among raft nodes before linearized reading' (duration: 108.905591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.519891Z","caller":"traceutil/trace.go:171","msg":"trace[608992930] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"223.951826ms","start":"2026-03-04T02:10:08.295913Z","end":"2026-03-04T02:10:08.519865Z","steps":["trace[608992930] 'process raft request' (duration: 223.778493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.902061Z","caller":"traceutil/trace.go:171","msg":"trace[1696777313] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"605.97036ms","start":"2026-03-04T02:10:08.296018Z","end":"2026-03-04T02:10:08.901988Z","steps":["trace[1696777313] 'process raft request' (duration: 546.123262ms)","trace[1696777313] 'compare' (duration: 59.40876ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:08.902259Z","caller":"traceutil/trace.go:171","msg":"trace[1180960790] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"604.672895ms","start":"2026-03-04T02:10:08.297498Z","end":"2026-03-04T02:10:08.902171Z","steps":["trace[1180960790] 'process raft request' (duration: 604.362689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.902293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.295644Z","time spent":"606.529771ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.902099Z","caller":"traceutil/trace.go:171","msg":"trace[375552729] linearizableReadLoop","detail":"{readStateIndex:24098; appliedIndex:24095; }","duration":"350.308755ms","start":"2026-03-04T02:10:08.551764Z","end":"2026-03-04T02:10:08.902073Z","steps":["trace[375552729] 'read index received' (duration: 290.379626ms)","trace[375552729] 'applied index is now lower than readState.Index' (duration: 59.927689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:08.902575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.297489Z","time spent":"604.96379ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.902672Z","caller":"traceutil/trace.go:171","msg":"trace[268970713] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"603.064553ms","start":"2026-03-04T02:10:08.299351Z","end":"2026-03-04T02:10:08.902416Z","steps":["trace[268970713] 'process raft request' (duration: 602.629204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.902805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.864633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:10:08.902831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.299322Z","time spent":"603.42309ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.902844Z","caller":"traceutil/trace.go:171","msg":"trace[878689135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23301; }","duration":"158.940925ms","start":"2026-03-04T02:10:08.743888Z","end":"2026-03-04T02:10:08.902829Z","steps":["trace[878689135] 'agreement among raft nodes before linearized reading' (duration: 158.854663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.902695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.367504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:10:08.90295Z","caller":"traceutil/trace.go:171","msg":"trace[1261510587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23301; }","duration":"219.695801ms","start":"2026-03-04T02:10:08.68323Z","end":"2026-03-04T02:10:08.902926Z","steps":["trace[1261510587] 'agreement among raft nodes before linearized reading' (duration: 219.274953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.903343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.412345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:08.903442Z","caller":"traceutil/trace.go:171","msg":"trace[1970115252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23301; }","duration":"159.523637ms","start":"2026-03-04T02:10:08.743898Z","end":"2026-03-04T02:10:08.903422Z","steps":["trace[1970115252] 'agreement among raft nodes before linearized reading' (duration: 159.066557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.90348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.813115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:10:08.903549Z","caller":"traceutil/trace.go:171","msg":"trace[1434421931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23301; }","duration":"218.928817ms","start":"2026-03-04T02:10:08.6846Z","end":"2026-03-04T02:10:08.903529Z","steps":["trace[1434421931] 'agreement among raft nodes before linearized reading' (duration: 218.702512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.903943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.171602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:08.903992Z","caller":"traceutil/trace.go:171","msg":"trace[1145984667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23301; }","duration":"352.284254ms","start":"2026-03-04T02:10:08.551695Z","end":"2026-03-04T02:10:08.903979Z","steps":["trace[1145984667] 'agreement among raft nodes before linearized reading' (duration: 350.456777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.904782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.551662Z","time spent":"352.355376ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:09.284264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.549247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:09.284412Z","caller":"traceutil/trace.go:171","msg":"trace[662372579] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"374.988675ms","start":"2026-03-04T02:10:08.909407Z","end":"2026-03-04T02:10:09.284396Z","steps":["trace[662372579] 'process raft request' (duration: 212.227423ms)","trace[662372579] 'compare' (duration: 162.431874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:09.284466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.909396Z","time spent":"375.046716ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:09.284714Z","caller":"traceutil/trace.go:171","msg":"trace[1603197825] linearizableReadLoop","detail":"{readStateIndex:24102; appliedIndex:24099; }","duration":"246.466143ms","start":"2026-03-04T02:10:09.03823Z","end":"2026-03-04T02:10:09.284696Z","steps":["trace[1603197825] 'read index received' (duration: 83.484926ms)","trace[1603197825] 'applied index is now lower than readState.Index' (duration: 162.979957ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:09.284751Z","caller":"traceutil/trace.go:171","msg":"trace[573014708] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"375.023626ms","start":"2026-03-04T02:10:08.90969Z","end":"2026-03-04T02:10:09.284714Z","steps":["trace[573014708] 'process raft request' (duration: 374.914614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:09.284763Z","caller":"traceutil/trace.go:171","msg":"trace[154726801] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"375.196699ms","start":"2026-03-04T02:10:08.909515Z","end":"2026-03-04T02:10:09.284712Z","steps":["trace[154726801] 'process raft request' (duration: 374.832032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.285128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.909511Z","time spent":"375.461434ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:09.28485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.909656Z","time spent":"375.144258ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:09.28488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.635177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:10:09.285294Z","caller":"traceutil/trace.go:171","msg":"trace[4285435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23305; }","duration":"247.098175ms","start":"2026-03-04T02:10:09.038185Z","end":"2026-03-04T02:10:09.285283Z","steps":["trace[4285435] 'agreement among raft nodes before linearized reading' (duration: 246.585635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:12.003507Z","caller":"traceutil/trace.go:171","msg":"trace[1805992921] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"334.719335ms","start":"2026-03-04T02:10:11.668751Z","end":"2026-03-04T02:10:12.00347Z","steps":["trace[1805992921] 'process raft request' (duration: 314.343321ms)","trace[1805992921] 'compare' (duration: 19.633839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:12.003891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:11.668714Z","time spent":"335.072162ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418389,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:12.115386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.222038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:10:12.115574Z","caller":"traceutil/trace.go:171","msg":"trace[904635294] linearizableReadLoop","detail":"{readStateIndex:24121; appliedIndex:24119; }","duration":"283.026419ms","start":"2026-03-04T02:10:11.832526Z","end":"2026-03-04T02:10:12.115553Z","steps":["trace[904635294] 'read index received' (duration: 150.373486ms)","trace[904635294] 'applied index is now lower than readState.Index' (duration: 132.651493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:12.115966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.430227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:12.116Z","caller":"traceutil/trace.go:171","msg":"trace[723107866] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23323; }","duration":"283.511618ms","start":"2026-03-04T02:10:11.832475Z","end":"2026-03-04T02:10:12.115987Z","steps":["trace[723107866] 'agreement among raft nodes before linearized reading' (duration: 283.427507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:12.116274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.223812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:10:12.116345Z","caller":"traceutil/trace.go:171","msg":"trace[586634121] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23324; }","duration":"215.351955ms","start":"2026-03-04T02:10:11.900973Z","end":"2026-03-04T02:10:12.116325Z","steps":["trace[586634121] 'agreement among raft nodes before linearized reading' (duration: 215.163501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:12.116497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.786195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:12.11651Z","caller":"traceutil/trace.go:171","msg":"trace[905945978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23324; }","duration":"144.843206ms","start":"2026-03-04T02:10:11.971663Z","end":"2026-03-04T02:10:12.116506Z","steps":["trace[905945978] 'agreement among raft nodes before linearized reading' (duration: 144.815355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.266983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.955217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:32.267425Z","caller":"traceutil/trace.go:171","msg":"trace[1661115603] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"772.601679ms","start":"2026-03-04T02:10:31.49459Z","end":"2026-03-04T02:10:32.267192Z","steps":["trace[1661115603] 'process raft request' (duration: 142.320366ms)","trace[1661115603] 'compare' (duration: 628.960527ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:32.267499Z","caller":"traceutil/trace.go:171","msg":"trace[2013211329] linearizableReadLoop","detail":"{readStateIndex:24292; appliedIndex:24290; }","duration":"717.488555ms","start":"2026-03-04T02:10:31.549977Z","end":"2026-03-04T02:10:32.267465Z","steps":["trace[2013211329] 'read index received' (duration: 86.945446ms)","trace[2013211329] 'applied index is now lower than readState.Index' (duration: 630.540619ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:32.267515Z","caller":"traceutil/trace.go:171","msg":"trace[1754744318] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"769.053049ms","start":"2026-03-04T02:10:31.498423Z","end":"2026-03-04T02:10:32.267476Z","steps":["trace[1754744318] 'process raft request' (duration: 768.700062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.267586Z","caller":"traceutil/trace.go:171","msg":"trace[1306058111] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"628.028299ms","start":"2026-03-04T02:10:31.63953Z","end":"2026-03-04T02:10:32.267558Z","steps":["trace[1306058111] 'process raft request' (duration: 627.695822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.267602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.494568Z","time spent":"772.934135ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:32.267669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.498413Z","time spent":"769.174761ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:32.267737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.639507Z","time spent":"628.14684ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:32.454094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.621415ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:10:32.454478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.472727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:32.454575Z","caller":"traceutil/trace.go:171","msg":"trace[376631159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23492; }","duration":"904.61265ms","start":"2026-03-04T02:10:31.549926Z","end":"2026-03-04T02:10:32.454539Z","steps":["trace[376631159] 'agreement among raft nodes before linearized reading' (duration: 717.672978ms)","trace[376631159] 'range keys from in-memory index tree' (duration: 186.805419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:32.454639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.549902Z","time spent":"904.725602ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:32.455044Z","caller":"traceutil/trace.go:171","msg":"trace[1511703105] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24293; }","duration":"187.430271ms","start":"2026-03-04T02:10:32.267565Z","end":"2026-03-04T02:10:32.454995Z","steps":["trace[1511703105] 'read index received' (duration: 79.271493ms)","trace[1511703105] 'applied index is now lower than readState.Index' (duration: 108.157138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:32.45526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.072926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:32.455268Z","caller":"traceutil/trace.go:171","msg":"trace[825060800] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"264.861499ms","start":"2026-03-04T02:10:32.190361Z","end":"2026-03-04T02:10:32.455223Z","steps":["trace[825060800] 'process raft request' (duration: 263.867829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.455311Z","caller":"traceutil/trace.go:171","msg":"trace[1777156160] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23493; }","duration":"241.193608ms","start":"2026-03-04T02:10:32.214105Z","end":"2026-03-04T02:10:32.455298Z","steps":["trace[1777156160] 'agreement among raft nodes before linearized reading' (duration: 241.021715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.455389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.76947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:32.455479Z","caller":"traceutil/trace.go:171","msg":"trace[365430605] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23493; }","duration":"178.888212ms","start":"2026-03-04T02:10:32.276572Z","end":"2026-03-04T02:10:32.45546Z","steps":["trace[365430605] 'agreement among raft nodes before linearized reading' (duration: 178.707799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.455308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.374409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:32.455392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.284681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:32.455539Z","caller":"traceutil/trace.go:171","msg":"trace[1058312186] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23493; }","duration":"877.632383ms","start":"2026-03-04T02:10:31.577891Z","end":"2026-03-04T02:10:32.455523Z","steps":["trace[1058312186] 'agreement among raft nodes before linearized reading' (duration: 877.332787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.45566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.088262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-04T02:10:32.45563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.577876Z","time spent":"877.736076ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:10:32.455571Z","caller":"traceutil/trace.go:171","msg":"trace[682548799] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23493; }","duration":"103.523266ms","start":"2026-03-04T02:10:32.352025Z","end":"2026-03-04T02:10:32.455548Z","steps":["trace[682548799] 'agreement among raft nodes before linearized reading' (duration: 103.256651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.455841Z","caller":"traceutil/trace.go:171","msg":"trace[1020040338] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23493; }","duration":"202.301797ms","start":"2026-03-04T02:10:32.253492Z","end":"2026-03-04T02:10:32.455794Z","steps":["trace[1020040338] 'agreement among raft nodes before linearized reading' (duration: 201.546672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.456255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.283713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:10:32.45665Z","caller":"traceutil/trace.go:171","msg":"trace[1113873220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23493; }","duration":"223.698001ms","start":"2026-03-04T02:10:32.23285Z","end":"2026-03-04T02:10:32.456548Z","steps":["trace[1113873220] 'agreement among raft nodes before linearized reading' (duration: 222.304264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.659743Z","caller":"traceutil/trace.go:171","msg":"trace[141153427] linearizableReadLoop","detail":"{readStateIndex:24296; appliedIndex:24295; }","duration":"195.897829ms","start":"2026-03-04T02:10:32.463809Z","end":"2026-03-04T02:10:32.659707Z","steps":["trace[141153427] 'read index received' (duration: 194.281617ms)","trace[141153427] 'applied index is now lower than readState.Index' (duration: 1.613842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:32.659776Z","caller":"traceutil/trace.go:171","msg":"trace[604389771] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"196.037342ms","start":"2026-03-04T02:10:32.463711Z","end":"2026-03-04T02:10:32.659748Z","steps":["trace[604389771] 'process raft request' (duration: 194.47096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.660073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.191165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:10:32.660184Z","caller":"traceutil/trace.go:171","msg":"trace[764359343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23494; }","duration":"196.374899ms","start":"2026-03-04T02:10:32.46379Z","end":"2026-03-04T02:10:32.660165Z","steps":["trace[764359343] 'agreement among raft nodes before linearized reading' (duration: 196.042823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.960427Z","caller":"traceutil/trace.go:171","msg":"trace[1646195457] linearizableReadLoop","detail":"{readStateIndex:24297; appliedIndex:24296; }","duration":"300.558206ms","start":"2026-03-04T02:10:32.659838Z","end":"2026-03-04T02:10:32.960396Z","steps":["trace[1646195457] 'read index received' (duration: 300.319592ms)","trace[1646195457] 'applied index is now lower than readState.Index' (duration: 236.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:32.960505Z","caller":"traceutil/trace.go:171","msg":"trace[379600879] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"349.954558ms","start":"2026-03-04T02:10:32.610511Z","end":"2026-03-04T02:10:32.960465Z","steps":["trace[379600879] 'process raft request' (duration: 349.653582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.960744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.610479Z","time spent":"350.127082ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:32.960834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.838101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:32.960897Z","caller":"traceutil/trace.go:171","msg":"trace[129119302] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23495; }","duration":"451.933242ms","start":"2026-03-04T02:10:32.508946Z","end":"2026-03-04T02:10:32.960879Z","steps":["trace[129119302] 'agreement among raft nodes before linearized reading' (duration: 451.604246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.96094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.508929Z","time spent":"452.000583ms","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:32.961315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.837126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:32.961366Z","caller":"traceutil/trace.go:171","msg":"trace[1430364921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23495; }","duration":"409.917318ms","start":"2026-03-04T02:10:32.551436Z","end":"2026-03-04T02:10:32.961353Z","steps":["trace[1430364921] 'agreement among raft nodes before linearized reading' (duration: 409.043511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.961394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.551422Z","time spent":"409.965049ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:32.961542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.864714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-03-04T02:10:32.961625Z","caller":"traceutil/trace.go:171","msg":"trace[1304968151] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23495; }","duration":"300.009627ms","start":"2026-03-04T02:10:32.661595Z","end":"2026-03-04T02:10:32.961605Z","steps":["trace[1304968151] 'agreement among raft nodes before linearized reading' (duration: 299.011437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.961681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.661578Z","time spent":"300.089318ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18667,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:10:33.165864Z","caller":"traceutil/trace.go:171","msg":"trace[1153658791] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"168.836972ms","start":"2026-03-04T02:10:32.997Z","end":"2026-03-04T02:10:33.165837Z","steps":["trace[1153658791] 'process raft request' (duration: 159.096439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.23691Z","caller":"traceutil/trace.go:171","msg":"trace[2049513375] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"221.062459ms","start":"2026-03-04T02:10:33.015829Z","end":"2026-03-04T02:10:33.236891Z","steps":["trace[2049513375] 'process raft request' (duration: 220.909296ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.237083Z","caller":"traceutil/trace.go:171","msg":"trace[1948713721] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"199.213855ms","start":"2026-03-04T02:10:33.037844Z","end":"2026-03-04T02:10:33.237057Z","steps":["trace[1948713721] 'process raft request' (duration: 199.00118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.23707Z","caller":"traceutil/trace.go:171","msg":"trace[900965357] linearizableReadLoop","detail":"{readStateIndex:24300; appliedIndex:24297; }","duration":"199.137553ms","start":"2026-03-04T02:10:33.037889Z","end":"2026-03-04T02:10:33.237026Z","steps":["trace[900965357] 'read index received' (duration: 118.154825ms)","trace[900965357] 'applied index is now lower than readState.Index' (duration: 80.981248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:33.237333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.404638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:33.237381Z","caller":"traceutil/trace.go:171","msg":"trace[6522692] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23498; }","duration":"199.48454ms","start":"2026-03-04T02:10:33.037883Z","end":"2026-03-04T02:10:33.237367Z","steps":["trace[6522692] 'agreement among raft nodes before linearized reading' (duration: 199.343787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.237776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.115796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:10:33.23782Z","caller":"traceutil/trace.go:171","msg":"trace[666394572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23498; }","duration":"181.181747ms","start":"2026-03-04T02:10:33.056627Z","end":"2026-03-04T02:10:33.237809Z","steps":["trace[666394572] 'agreement among raft nodes before linearized reading' (duration: 181.020964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.524499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.165637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:33.524705Z","caller":"traceutil/trace.go:171","msg":"trace[1532057959] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"281.49495ms","start":"2026-03-04T02:10:33.243152Z","end":"2026-03-04T02:10:33.524647Z","steps":["trace[1532057959] 'process raft request' (duration: 107.061056ms)","trace[1532057959] 'compare' (duration: 174.022704ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:33.873611Z","caller":"traceutil/trace.go:171","msg":"trace[475706596] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"342.201964ms","start":"2026-03-04T02:10:33.531375Z","end":"2026-03-04T02:10:33.873577Z","steps":["trace[475706596] 'process raft request' (duration: 341.99986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.873815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.531354Z","time spent":"342.352617ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:33.883157Z","caller":"traceutil/trace.go:171","msg":"trace[675640342] linearizableReadLoop","detail":"{readStateIndex:24303; appliedIndex:24302; }","duration":"332.978131ms","start":"2026-03-04T02:10:33.550151Z","end":"2026-03-04T02:10:33.883129Z","steps":["trace[675640342] 'read index received' (duration: 323.458701ms)","trace[675640342] 'applied index is now lower than readState.Index' (duration: 9.51817ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:33.883246Z","caller":"traceutil/trace.go:171","msg":"trace[1945365563] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"351.56402ms","start":"2026-03-04T02:10:33.531628Z","end":"2026-03-04T02:10:33.883192Z","steps":["trace[1945365563] 'process raft request' (duration: 351.336885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.883535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.531595Z","time spent":"351.793985ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:33.883311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.129204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.883872Z","caller":"traceutil/trace.go:171","msg":"trace[621927961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23501; }","duration":"333.742226ms","start":"2026-03-04T02:10:33.550108Z","end":"2026-03-04T02:10:33.88385Z","steps":["trace[621927961] 'agreement among raft nodes before linearized reading' (duration: 333.128244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.883935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.550094Z","time spent":"333.824427ms","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:34.746232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.314917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:34.746448Z","caller":"traceutil/trace.go:171","msg":"trace[2677470] linearizableReadLoop","detail":"{readStateIndex:24307; appliedIndex:24304; }","duration":"196.023841ms","start":"2026-03-04T02:10:34.550406Z","end":"2026-03-04T02:10:34.74643Z","steps":["trace[2677470] 'read index received' (duration: 178.175096ms)","trace[2677470] 'applied index is now lower than readState.Index' (duration: 17.847605ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:34.74668Z","caller":"traceutil/trace.go:171","msg":"trace[246171548] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"286.07708ms","start":"2026-03-04T02:10:34.460566Z","end":"2026-03-04T02:10:34.746643Z","steps":["trace[246171548] 'process raft request' (duration: 285.826595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:34.746906Z","caller":"traceutil/trace.go:171","msg":"trace[1996590690] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"389.32188ms","start":"2026-03-04T02:10:34.357554Z","end":"2026-03-04T02:10:34.746876Z","steps":["trace[1996590690] 'process raft request' (duration: 185.257588ms)","trace[1996590690] 'compare' (duration: 202.774606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:34.74697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.357525Z","time spent":"389.418731ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.746961Z","caller":"traceutil/trace.go:171","msg":"trace[1639634544] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"389.211267ms","start":"2026-03-04T02:10:34.357728Z","end":"2026-03-04T02:10:34.746939Z","steps":["trace[1639634544] 'process raft request' (duration: 388.622626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.74705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.357703Z","time spent":"389.30083ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:34.747042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.179886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:34.747146Z","caller":"traceutil/trace.go:171","msg":"trace[1686909617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23505; }","duration":"118.37035ms","start":"2026-03-04T02:10:34.628748Z","end":"2026-03-04T02:10:34.747118Z","steps":["trace[1686909617] 'agreement among raft nodes before linearized reading' (duration: 118.169526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.746667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.262897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:34.7472Z","caller":"traceutil/trace.go:171","msg":"trace[1849247130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23505; }","duration":"196.835187ms","start":"2026-03-04T02:10:34.550354Z","end":"2026-03-04T02:10:34.747189Z","steps":["trace[1849247130] 'agreement among raft nodes before linearized reading' (duration: 196.282626ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:35.070371Z","caller":"traceutil/trace.go:171","msg":"trace[327452024] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"317.400331ms","start":"2026-03-04T02:10:34.752931Z","end":"2026-03-04T02:10:35.070332Z","steps":["trace[327452024] 'process raft request' (duration: 317.198327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.070606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.752904Z","time spent":"317.577024ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:35.135093Z","caller":"traceutil/trace.go:171","msg":"trace[884052930] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"192.869658ms","start":"2026-03-04T02:10:34.942193Z","end":"2026-03-04T02:10:35.135062Z","steps":["trace[884052930] 'process raft request' (duration: 192.775716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:35.135153Z","caller":"traceutil/trace.go:171","msg":"trace[2021819650] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"360.66514ms","start":"2026-03-04T02:10:34.774439Z","end":"2026-03-04T02:10:35.135104Z","steps":["trace[2021819650] 'process raft request' (duration: 360.351424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:35.135219Z","caller":"traceutil/trace.go:171","msg":"trace[1029323762] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"167.183049ms","start":"2026-03-04T02:10:34.968009Z","end":"2026-03-04T02:10:35.135192Z","steps":["trace[1029323762] 'process raft request' (duration: 167.004775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.135405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.774402Z","time spent":"360.876554ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:35.418518Z","caller":"traceutil/trace.go:171","msg":"trace[1552565948] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"175.915223ms","start":"2026-03-04T02:10:35.24257Z","end":"2026-03-04T02:10:35.418486Z","steps":["trace[1552565948] 'process raft request' (duration: 175.681599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.636181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.623417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:35.636361Z","caller":"traceutil/trace.go:171","msg":"trace[17993966] linearizableReadLoop","detail":"{readStateIndex:24314; appliedIndex:24313; }","duration":"105.589475ms","start":"2026-03-04T02:10:35.53075Z","end":"2026-03-04T02:10:35.636339Z","steps":["trace[17993966] 'read index received' (duration: 33.241µs)","trace[17993966] 'applied index is now lower than readState.Index' (duration: 105.554664ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:35.636494Z","caller":"traceutil/trace.go:171","msg":"trace[2072709419] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"393.633275ms","start":"2026-03-04T02:10:35.242781Z","end":"2026-03-04T02:10:35.636414Z","steps":["trace[2072709419] 'process raft request' (duration: 287.644572ms)","trace[2072709419] 'compare' (duration: 105.422292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:35.636645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.863701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:10:35.636729Z","caller":"traceutil/trace.go:171","msg":"trace[458949926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23512; }","duration":"106.010194ms","start":"2026-03-04T02:10:35.530699Z","end":"2026-03-04T02:10:35.636709Z","steps":["trace[458949926] 'agreement among raft nodes before linearized reading' (duration: 105.751089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.636811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.24275Z","time spent":"393.880629ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:35.810522Z","caller":"traceutil/trace.go:171","msg":"trace[906394098] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"169.143059ms","start":"2026-03-04T02:10:35.641326Z","end":"2026-03-04T02:10:35.810469Z","steps":["trace[906394098] 'process raft request' (duration: 94.409164ms)","trace[906394098] 'compare' (duration: 74.583781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:38.216022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.583012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:38.216171Z","caller":"traceutil/trace.go:171","msg":"trace[872949082] linearizableReadLoop","detail":"{readStateIndex:24334; appliedIndex:24333; }","duration":"231.546226ms","start":"2026-03-04T02:10:37.984602Z","end":"2026-03-04T02:10:38.216148Z","steps":["trace[872949082] 'read index received' (duration: 26.706619ms)","trace[872949082] 'applied index is now lower than readState.Index' (duration: 204.838297ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:38.216256Z","caller":"traceutil/trace.go:171","msg":"trace[222874126] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"311.006935ms","start":"2026-03-04T02:10:37.905217Z","end":"2026-03-04T02:10:38.216224Z","steps":["trace[222874126] 'process raft request' (duration: 106.096397ms)","trace[222874126] 'compare' (duration: 204.433798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:38.216428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.907539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T02:10:38.216432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.905193Z","time spent":"311.146048ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:38.216439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.814752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:10:38.216527Z","caller":"traceutil/trace.go:171","msg":"trace[271436288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23531; }","duration":"231.959004ms","start":"2026-03-04T02:10:37.984549Z","end":"2026-03-04T02:10:38.216508Z","steps":["trace[271436288] 'agreement among raft nodes before linearized reading' (duration: 231.686219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:38.216473Z","caller":"traceutil/trace.go:171","msg":"trace[1245608929] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23531; }","duration":"195.002371ms","start":"2026-03-04T02:10:38.021455Z","end":"2026-03-04T02:10:38.216458Z","steps":["trace[1245608929] 'agreement among raft nodes before linearized reading' (duration: 194.833568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:38.713083Z","caller":"traceutil/trace.go:171","msg":"trace[442862377] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"491.064449ms","start":"2026-03-04T02:10:38.221421Z","end":"2026-03-04T02:10:38.712485Z","steps":["trace[442862377] 'process raft request' (duration: 437.670199ms)","trace[442862377] 'compare' (duration: 53.252527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:38.713266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.221402Z","time spent":"491.771803ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:38.876361Z","caller":"traceutil/trace.go:171","msg":"trace[556205121] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"654.417874ms","start":"2026-03-04T02:10:38.221914Z","end":"2026-03-04T02:10:38.876332Z","steps":["trace[556205121] 'process raft request' (duration: 630.60342ms)","trace[556205121] 'compare' (duration: 23.581069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:38.876545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.221859Z","time spent":"654.588137ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:38.876687Z","caller":"traceutil/trace.go:171","msg":"trace[614177165] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"114.82048ms","start":"2026-03-04T02:10:38.761836Z","end":"2026-03-04T02:10:38.876656Z","steps":["trace[614177165] 'process raft request' (duration: 114.726158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:38.876929Z","caller":"traceutil/trace.go:171","msg":"trace[552870230] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"517.639208ms","start":"2026-03-04T02:10:38.359267Z","end":"2026-03-04T02:10:38.876907Z","steps":["trace[552870230] 'process raft request' (duration: 517.011705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.877022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.359228Z","time spent":"517.746739ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:38.87705Z","caller":"traceutil/trace.go:171","msg":"trace[1583565109] linearizableReadLoop","detail":"{readStateIndex:24336; appliedIndex:24334; }","duration":"654.416182ms","start":"2026-03-04T02:10:38.222619Z","end":"2026-03-04T02:10:38.877036Z","steps":["trace[1583565109] 'read index received' (duration: 436.436384ms)","trace[1583565109] 'applied index is now lower than readState.Index' (duration: 217.977988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:38.877255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.632116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"warn","ts":"2026-03-04T02:10:38.877255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.800338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.877291Z","caller":"traceutil/trace.go:171","msg":"trace[1532565018] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23535; }","duration":"654.712208ms","start":"2026-03-04T02:10:38.222567Z","end":"2026-03-04T02:10:38.87728Z","steps":["trace[1532565018] 'agreement among raft nodes before linearized reading' (duration: 654.559935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:38.877311Z","caller":"traceutil/trace.go:171","msg":"trace[884465604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23535; }","duration":"325.9329ms","start":"2026-03-04T02:10:38.551364Z","end":"2026-03-04T02:10:38.877297Z","steps":["trace[884465604] 'agreement among raft nodes before linearized reading' (duration: 325.824438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.877323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.222553Z","time spent":"654.763209ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18667,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:38.877348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.551334Z","time spent":"326.004632ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:38.877415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.577266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:10:38.877453Z","caller":"traceutil/trace.go:171","msg":"trace[1508589508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23535; }","duration":"110.678617ms","start":"2026-03-04T02:10:38.766763Z","end":"2026-03-04T02:10:38.877441Z","steps":["trace[1508589508] 'agreement among raft nodes before linearized reading' (duration: 110.565695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.877619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.969372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:10:38.877651Z","caller":"traceutil/trace.go:171","msg":"trace[1720371289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23535; }","duration":"116.041843ms","start":"2026-03-04T02:10:38.761599Z","end":"2026-03-04T02:10:38.877641Z","steps":["trace[1720371289] 'agreement among raft nodes before linearized reading' (duration: 115.90691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:39.080035Z","caller":"traceutil/trace.go:171","msg":"trace[2075282460] linearizableReadLoop","detail":"{readStateIndex:24340; appliedIndex:24338; }","duration":"178.978023ms","start":"2026-03-04T02:10:38.901021Z","end":"2026-03-04T02:10:39.079999Z","steps":["trace[2075282460] 'read index received' (duration: 4.016179ms)","trace[2075282460] 'applied index is now lower than readState.Index' (duration: 174.960204ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:39.080089Z","caller":"traceutil/trace.go:171","msg":"trace[1460505681] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"195.711936ms","start":"2026-03-04T02:10:38.884334Z","end":"2026-03-04T02:10:39.080046Z","steps":["trace[1460505681] 'process raft request' (duration: 176.480144ms)","trace[1460505681] 'compare' (duration: 18.804524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:39.080326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.274359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:39.080388Z","caller":"traceutil/trace.go:171","msg":"trace[828741570] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23537; }","duration":"179.412492ms","start":"2026-03-04T02:10:38.90096Z","end":"2026-03-04T02:10:39.080372Z","steps":["trace[828741570] 'agreement among raft nodes before linearized reading' (duration: 179.248218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.080421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.458139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:39.080449Z","caller":"traceutil/trace.go:171","msg":"trace[657311841] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23537; }","duration":"138.522531ms","start":"2026-03-04T02:10:38.941918Z","end":"2026-03-04T02:10:39.08044Z","steps":["trace[657311841] 'agreement among raft nodes before linearized reading' (duration: 138.47049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:23.771733Z","caller":"traceutil/trace.go:171","msg":"trace[506711445] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"108.20973ms","start":"2026-03-04T02:12:23.663492Z","end":"2026-03-04T02:12:23.771702Z","steps":["trace[506711445] 'process raft request' (duration: 83.119051ms)","trace[506711445] 'compare' (duration: 24.984777ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:03.497751Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22150} {"level":"info","ts":"2026-03-04T02:13:03.645769Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22150,"took":"143.202837ms","hash":4050662643,"current-db-size-bytes":51183616,"current-db-size":"51 MB","current-db-size-in-use-bytes":33689600,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-04T02:13:03.64587Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4050662643,"revision":22150,"compact-revision":19116} {"level":"info","ts":"2026-03-04T02:13:38.09321Z","caller":"traceutil/trace.go:171","msg":"trace[1767692495] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"131.990863ms","start":"2026-03-04T02:13:37.961188Z","end":"2026-03-04T02:13:38.093179Z","steps":["trace[1767692495] 'process raft request' (duration: 114.611308ms)","trace[1767692495] 'compare' (duration: 16.444846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:49.167418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.139301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:13:49.167542Z","caller":"traceutil/trace.go:171","msg":"trace[1042553248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25336; }","duration":"100.317655ms","start":"2026-03-04T02:13:49.067195Z","end":"2026-03-04T02:13:49.167513Z","steps":["trace[1042553248] 'range keys from in-memory index tree' (duration: 99.910997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:49.422557Z","caller":"traceutil/trace.go:171","msg":"trace[96190413] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26185; }","duration":"135.158216ms","start":"2026-03-04T02:13:49.287363Z","end":"2026-03-04T02:13:49.422521Z","steps":["trace[96190413] 'read index received' (duration: 134.888171ms)","trace[96190413] 'applied index is now lower than readState.Index' (duration: 268.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:49.422676Z","caller":"traceutil/trace.go:171","msg":"trace[1885575180] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"250.268754ms","start":"2026-03-04T02:13:49.17236Z","end":"2026-03-04T02:13:49.422629Z","steps":["trace[1885575180] 'process raft request' (duration: 249.966718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:49.422961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.530183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:13:49.423192Z","caller":"traceutil/trace.go:171","msg":"trace[1450852384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25337; }","duration":"135.8708ms","start":"2026-03-04T02:13:49.287307Z","end":"2026-03-04T02:13:49.423178Z","steps":["trace[1450852384] 'agreement among raft nodes before linearized reading' (duration: 135.35263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:50.239271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.006549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:13:50.23996Z","caller":"traceutil/trace.go:171","msg":"trace[1030367544] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"620.918302ms","start":"2026-03-04T02:13:49.619019Z","end":"2026-03-04T02:13:50.239937Z","steps":["trace[1030367544] 'process raft request' (duration: 620.382391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:50.240025Z","caller":"traceutil/trace.go:171","msg":"trace[554506744] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"812.695832ms","start":"2026-03-04T02:13:49.427266Z","end":"2026-03-04T02:13:50.239962Z","steps":["trace[554506744] 'process raft request' (duration: 157.889247ms)","trace[554506744] 'compare' (duration: 653.871746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:50.24009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:49.618979Z","time spent":"621.031924ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:50.240201Z","caller":"traceutil/trace.go:171","msg":"trace[1198295148] linearizableReadLoop","detail":"{readStateIndex:26187; appliedIndex:26186; }","duration":"689.182658ms","start":"2026-03-04T02:13:49.550971Z","end":"2026-03-04T02:13:50.240154Z","steps":["trace[1198295148] 'read index received' (duration: 34.201059ms)","trace[1198295148] 'applied index is now lower than readState.Index' (duration: 654.975489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:50.240353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:49.427223Z","time spent":"812.927007ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:50.240493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.503895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:50.240653Z","caller":"traceutil/trace.go:171","msg":"trace[524022621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25339; }","duration":"689.727689ms","start":"2026-03-04T02:13:49.550892Z","end":"2026-03-04T02:13:50.24062Z","steps":["trace[524022621] 'agreement among raft nodes before linearized reading' (duration: 689.358922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:50.240752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:49.55086Z","time spent":"689.878561ms","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:13:50.630701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.126436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:13:50.6308Z","caller":"traceutil/trace.go:171","msg":"trace[1717696380] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"996.599067ms","start":"2026-03-04T02:13:49.634185Z","end":"2026-03-04T02:13:50.630784Z","steps":["trace[1717696380] 'process raft request' (duration: 862.307268ms)","trace[1717696380] 'compare' (duration: 134.026124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:50.630846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:49.634154Z","time spent":"996.669818ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:50.658045Z","caller":"traceutil/trace.go:171","msg":"trace[2135174425] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"502.405315ms","start":"2026-03-04T02:13:50.155591Z","end":"2026-03-04T02:13:50.657996Z","steps":["trace[2135174425] 'process raft request' (duration: 502.188021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:50.658168Z","caller":"traceutil/trace.go:171","msg":"trace[770950951] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"499.253292ms","start":"2026-03-04T02:13:50.158895Z","end":"2026-03-04T02:13:50.658149Z","steps":["trace[770950951] 'process raft request' (duration: 498.985487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:50.658238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.158857Z","time spent":"499.345354ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:50.658247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.155558Z","time spent":"502.573609ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:50.658341Z","caller":"traceutil/trace.go:171","msg":"trace[1755562867] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"333.174512ms","start":"2026-03-04T02:13:50.325136Z","end":"2026-03-04T02:13:50.65831Z","steps":["trace[1755562867] 'process raft request' (duration: 332.773635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:50.658562Z","caller":"traceutil/trace.go:171","msg":"trace[1924898735] linearizableReadLoop","detail":"{readStateIndex:26191; appliedIndex:26188; }","duration":"418.283223ms","start":"2026-03-04T02:13:50.240268Z","end":"2026-03-04T02:13:50.658551Z","steps":["trace[1924898735] 'read index received' (duration: 256.246873ms)","trace[1924898735] 'applied index is now lower than readState.Index' (duration: 162.03557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:50.658593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.325112Z","time spent":"333.335365ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:50.658692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.725833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:13:50.658719Z","caller":"traceutil/trace.go:171","msg":"trace[1663323793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25344; }","duration":"491.801874ms","start":"2026-03-04T02:13:50.166909Z","end":"2026-03-04T02:13:50.658711Z","steps":["trace[1663323793] 'agreement among raft nodes before linearized reading' (duration: 491.697072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:50.658738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.166881Z","time spent":"491.852835ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:13:50.65878Z","caller":"traceutil/trace.go:171","msg":"trace[700037107] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"308.034412ms","start":"2026-03-04T02:13:50.350721Z","end":"2026-03-04T02:13:50.658755Z","steps":["trace[700037107] 'process raft request' (duration: 307.3997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:50.65883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.156633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:13:50.658998Z","caller":"traceutil/trace.go:171","msg":"trace[717042614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25344; }","duration":"725.339886ms","start":"2026-03-04T02:13:49.933629Z","end":"2026-03-04T02:13:50.658969Z","steps":["trace[717042614] 'agreement among raft nodes before linearized reading' (duration: 725.157343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:50.659014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.350701Z","time spent":"308.190866ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:50.659037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:49.933606Z","time spent":"725.418528ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:13:50.659579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.108566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:13:50.659644Z","caller":"traceutil/trace.go:171","msg":"trace[392227115] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25344; }","duration":"460.234558ms","start":"2026-03-04T02:13:50.199394Z","end":"2026-03-04T02:13:50.659628Z","steps":["trace[392227115] 'agreement among raft nodes before linearized reading' (duration: 459.210167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:50.659708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.199362Z","time spent":"460.33725ms","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-04T02:13:51.125733Z","caller":"traceutil/trace.go:171","msg":"trace[1391804637] linearizableReadLoop","detail":"{readStateIndex:26196; appliedIndex:26193; }","duration":"467.118714ms","start":"2026-03-04T02:13:50.658589Z","end":"2026-03-04T02:13:51.125708Z","steps":["trace[1391804637] 'read index received' (duration: 466.92225ms)","trace[1391804637] 'applied index is now lower than readState.Index' (duration: 195.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:51.12583Z","caller":"traceutil/trace.go:171","msg":"trace[684350259] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"567.48588ms","start":"2026-03-04T02:13:50.558336Z","end":"2026-03-04T02:13:51.125822Z","steps":["trace[684350259] 'process raft request' (duration: 567.297686ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:51.125791Z","caller":"traceutil/trace.go:171","msg":"trace[552797683] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"618.580315ms","start":"2026-03-04T02:13:50.50717Z","end":"2026-03-04T02:13:51.12575Z","steps":["trace[552797683] 'process raft request' (duration: 618.32206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:51.125965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.558318Z","time spent":"567.53803ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:51.126001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.507137Z","time spent":"618.738358ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:51.126153Z","caller":"traceutil/trace.go:171","msg":"trace[1551382735] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"520.085717ms","start":"2026-03-04T02:13:50.606058Z","end":"2026-03-04T02:13:51.126143Z","steps":["trace[1551382735] 'process raft request' (duration: 519.614928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:51.126231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.60604Z","time spent":"520.162049ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:51.126298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.471038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:13:51.12632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.097459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:51.126382Z","caller":"traceutil/trace.go:171","msg":"trace[1983487529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25347; }","duration":"576.58664ms","start":"2026-03-04T02:13:50.549777Z","end":"2026-03-04T02:13:51.126363Z","steps":["trace[1983487529] 'agreement among raft nodes before linearized reading' (duration: 576.426587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:51.126404Z","caller":"traceutil/trace.go:171","msg":"trace[1825288560] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25347; }","duration":"583.228141ms","start":"2026-03-04T02:13:50.543156Z","end":"2026-03-04T02:13:51.126384Z","steps":["trace[1825288560] 'agreement among raft nodes before linearized reading' (duration: 583.059328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:51.126434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.549769Z","time spent":"576.656891ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:13:51.12645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.543141Z","time spent":"583.298773ms","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:13:51.126605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.835962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:13:51.126696Z","caller":"traceutil/trace.go:171","msg":"trace[596114760] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25347; }","duration":"596.981185ms","start":"2026-03-04T02:13:50.529696Z","end":"2026-03-04T02:13:51.126678Z","steps":["trace[596114760] 'agreement among raft nodes before linearized reading' (duration: 596.605128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:51.126784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.52967Z","time spent":"597.067506ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:13:51.767249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.03602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:13:51.767528Z","caller":"traceutil/trace.go:171","msg":"trace[488999122] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26196; }","duration":"641.716494ms","start":"2026-03-04T02:13:51.125791Z","end":"2026-03-04T02:13:51.767508Z","steps":["trace[488999122] 'read index received' (duration: 321.350827ms)","trace[488999122] 'applied index is now lower than readState.Index' (duration: 320.364777ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:51.767557Z","caller":"traceutil/trace.go:171","msg":"trace[1024444366] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"1.104227277s","start":"2026-03-04T02:13:50.663299Z","end":"2026-03-04T02:13:51.767526Z","steps":["trace[1024444366] 'process raft request' (duration: 1.104078824s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:51.767641Z","caller":"traceutil/trace.go:171","msg":"trace[798382448] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"1.072442416s","start":"2026-03-04T02:13:50.695184Z","end":"2026-03-04T02:13:51.767627Z","steps":["trace[798382448] 'process raft request' (duration: 1.072276512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:51.767743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.695163Z","time spent":"1.072516837s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:51.767852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.663275Z","time spent":"1.104380059s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:51.768008Z","caller":"traceutil/trace.go:171","msg":"trace[926880045] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"1.104888599s","start":"2026-03-04T02:13:50.663087Z","end":"2026-03-04T02:13:51.767976Z","steps":["trace[926880045] 'process raft request' (duration: 784.036813ms)","trace[926880045] 'compare' (duration: 319.885078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:51.767915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.432238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:51.768099Z","caller":"traceutil/trace.go:171","msg":"trace[25077781] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25350; }","duration":"966.616591ms","start":"2026-03-04T02:13:50.801469Z","end":"2026-03-04T02:13:51.768085Z","steps":["trace[25077781] 'agreement among raft nodes before linearized reading' (duration: 966.386657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:51.768249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.80145Z","time spent":"966.786974ms","remote":"127.0.0.1:50126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:13:51.768383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.687256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:13:51.768437Z","caller":"traceutil/trace.go:171","msg":"trace[44694817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25350; }","duration":"772.772768ms","start":"2026-03-04T02:13:50.995648Z","end":"2026-03-04T02:13:51.76842Z","steps":["trace[44694817] 'agreement among raft nodes before linearized reading' (duration: 772.140086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:51.768472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.99562Z","time spent":"772.8458ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:13:51.768153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:50.663074Z","time spent":"1.105004951s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:52.221581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.373462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:13:52.221684Z","caller":"traceutil/trace.go:171","msg":"trace[1877158921] linearizableReadLoop","detail":"{readStateIndex:26200; appliedIndex:26199; }","duration":"454.087775ms","start":"2026-03-04T02:13:51.767579Z","end":"2026-03-04T02:13:52.221667Z","steps":["trace[1877158921] 'read index received' (duration: 247.539889ms)","trace[1877158921] 'applied index is now lower than readState.Index' (duration: 206.546496ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:52.221755Z","caller":"traceutil/trace.go:171","msg":"trace[478258395] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"1.090624576s","start":"2026-03-04T02:13:51.131118Z","end":"2026-03-04T02:13:52.221742Z","steps":["trace[478258395] 'process raft request' (duration: 883.990189ms)","trace[478258395] 'compare' (duration: 206.038726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:52.221809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:51.131096Z","time spent":"1.090683637s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:52.22184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.660566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:13:52.221874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.012111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:13:52.221899Z","caller":"traceutil/trace.go:171","msg":"trace[1405562460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25351; }","duration":"706.758207ms","start":"2026-03-04T02:13:51.515124Z","end":"2026-03-04T02:13:52.221882Z","steps":["trace[1405562460] 'agreement among raft nodes before linearized reading' (duration: 706.653545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:52.221921Z","caller":"traceutil/trace.go:171","msg":"trace[1975129969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25351; }","duration":"794.104923ms","start":"2026-03-04T02:13:51.427804Z","end":"2026-03-04T02:13:52.221908Z","steps":["trace[1975129969] 'agreement among raft nodes before linearized reading' (duration: 793.944219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.221947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:51.515102Z","time spent":"706.837218ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:13:52.221953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:51.427779Z","time spent":"794.167364ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:13:52.221994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.919971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:52.222039Z","caller":"traceutil/trace.go:171","msg":"trace[925772173] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25351; }","duration":"778.999833ms","start":"2026-03-04T02:13:51.443016Z","end":"2026-03-04T02:13:52.222016Z","steps":["trace[925772173] 'agreement among raft nodes before linearized reading' (duration: 778.934501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.222063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:51.442992Z","time spent":"779.064885ms","remote":"127.0.0.1:40136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:13:52.222123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094588425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:13:52.222175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029735986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:13:52.222202Z","caller":"traceutil/trace.go:171","msg":"trace[1025178520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25351; }","duration":"1.094721707s","start":"2026-03-04T02:13:51.127461Z","end":"2026-03-04T02:13:52.222182Z","steps":["trace[1025178520] 'agreement among raft nodes before linearized reading' (duration: 1.094515813s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:52.222237Z","caller":"traceutil/trace.go:171","msg":"trace[2012325232] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25351; }","duration":"1.029835858s","start":"2026-03-04T02:13:51.192387Z","end":"2026-03-04T02:13:52.222223Z","steps":["trace[2012325232] 'agreement among raft nodes before linearized reading' (duration: 1.029582333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.222256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:51.127442Z","time spent":"1.094806409s","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:13:52.222269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:51.192375Z","time spent":"1.029889359s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T02:13:52.289506Z","caller":"traceutil/trace.go:171","msg":"trace[996363783] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"515.70618ms","start":"2026-03-04T02:13:51.773766Z","end":"2026-03-04T02:13:52.289473Z","steps":["trace[996363783] 'process raft request' (duration: 515.539717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.289665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:51.773748Z","time spent":"515.833502ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:52.531324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.840638ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:13:52.531828Z","caller":"traceutil/trace.go:171","msg":"trace[27711650] linearizableReadLoop","detail":"{readStateIndex:26202; appliedIndex:26200; }","duration":"310.090783ms","start":"2026-03-04T02:13:52.221709Z","end":"2026-03-04T02:13:52.5318Z","steps":["trace[27711650] 'read index received' (duration: 67.587793ms)","trace[27711650] 'applied index is now lower than readState.Index' (duration: 242.50029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:52.531926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.77527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:13:52.531983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.514056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:52.53199Z","caller":"traceutil/trace.go:171","msg":"trace[1940919846] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25352; }","duration":"449.846591ms","start":"2026-03-04T02:13:52.082119Z","end":"2026-03-04T02:13:52.531965Z","steps":["trace[1940919846] 'agreement among raft nodes before linearized reading' (duration: 449.726229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:52.532025Z","caller":"traceutil/trace.go:171","msg":"trace[1094546763] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25352; }","duration":"755.594978ms","start":"2026-03-04T02:13:51.77642Z","end":"2026-03-04T02:13:52.532015Z","steps":["trace[1094546763] 'agreement among raft nodes before linearized reading' (duration: 755.504936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.532049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:51.776411Z","time spent":"755.632969ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:13:52.53204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.081962Z","time spent":"450.067695ms","remote":"127.0.0.1:49772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:13:52.532665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.711205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:52.532749Z","caller":"traceutil/trace.go:171","msg":"trace[282125198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25352; }","duration":"562.557711ms","start":"2026-03-04T02:13:51.970172Z","end":"2026-03-04T02:13:52.53273Z","steps":["trace[282125198] 'agreement among raft nodes before linearized reading' (duration: 561.675154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.532885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:51.970151Z","time spent":"562.689124ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:13:52.533128Z","caller":"traceutil/trace.go:171","msg":"trace[1386149748] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"306.664975ms","start":"2026-03-04T02:13:52.226425Z","end":"2026-03-04T02:13:52.53309Z","steps":["trace[1386149748] 'process raft request' (duration: 305.054974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.533257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.731622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:13:52.533332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.226384Z","time spent":"306.846528ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:52.533346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.659757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:13:52.533339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.94395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:52.533375Z","caller":"traceutil/trace.go:171","msg":"trace[993316602] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25354; }","duration":"263.902105ms","start":"2026-03-04T02:13:52.269441Z","end":"2026-03-04T02:13:52.533343Z","steps":["trace[993316602] 'agreement among raft nodes before linearized reading' (duration: 263.717312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:52.533366Z","caller":"traceutil/trace.go:171","msg":"trace[995374354] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"286.873581ms","start":"2026-03-04T02:13:52.246474Z","end":"2026-03-04T02:13:52.533347Z","steps":["trace[995374354] 'process raft request' (duration: 286.522524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:52.533407Z","caller":"traceutil/trace.go:171","msg":"trace[1301689405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25354; }","duration":"289.731388ms","start":"2026-03-04T02:13:52.243656Z","end":"2026-03-04T02:13:52.533387Z","steps":["trace[1301689405] 'agreement among raft nodes before linearized reading' (duration: 289.540344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.533402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.263864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:52.533424Z","caller":"traceutil/trace.go:171","msg":"trace[929182108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25354; }","duration":"305.048662ms","start":"2026-03-04T02:13:52.228355Z","end":"2026-03-04T02:13:52.533404Z","steps":["trace[929182108] 'agreement among raft nodes before linearized reading' (duration: 304.874549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:52.533479Z","caller":"traceutil/trace.go:171","msg":"trace[610429218] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25354; }","duration":"164.381436ms","start":"2026-03-04T02:13:52.369076Z","end":"2026-03-04T02:13:52.533458Z","steps":["trace[610429218] 'agreement among raft nodes before linearized reading' (duration: 164.255454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.533494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.228332Z","time spent":"305.153305ms","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:13:52.533396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.729416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d1d0eeb-6354-4957-b059-016aad76d09b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:13:52.5342Z","caller":"traceutil/trace.go:171","msg":"trace[6020821] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d1d0eeb-6354-4957-b059-016aad76d09b; range_end:; response_count:1; response_revision:25354; }","duration":"308.568082ms","start":"2026-03-04T02:13:52.225612Z","end":"2026-03-04T02:13:52.53418Z","steps":["trace[6020821] 'agreement among raft nodes before linearized reading' (duration: 307.525361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:52.534397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.225593Z","time spent":"308.640365ms","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4d1d0eeb-6354-4957-b059-016aad76d09b\" "} {"level":"warn","ts":"2026-03-04T02:13:53.037987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.934139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:13:53.038178Z","caller":"traceutil/trace.go:171","msg":"trace[249948555] linearizableReadLoop","detail":"{readStateIndex:26205; appliedIndex:26204; }","duration":"496.865996ms","start":"2026-03-04T02:13:52.541287Z","end":"2026-03-04T02:13:53.038153Z","steps":["trace[249948555] 'read index received' (duration: 255.637872ms)","trace[249948555] 'applied index is now lower than readState.Index' (duration: 241.225694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:53.038317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.022769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:53.038355Z","caller":"traceutil/trace.go:171","msg":"trace[1984332873] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25355; }","duration":"497.087271ms","start":"2026-03-04T02:13:52.541255Z","end":"2026-03-04T02:13:53.038343Z","steps":["trace[1984332873] 'agreement among raft nodes before linearized reading' (duration: 496.998949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:53.038285Z","caller":"traceutil/trace.go:171","msg":"trace[1283443558] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"499.678152ms","start":"2026-03-04T02:13:52.538506Z","end":"2026-03-04T02:13:53.038184Z","steps":["trace[1283443558] 'process raft request' (duration: 258.399626ms)","trace[1283443558] 'compare' (duration: 240.668113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:53.0384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.541242Z","time spent":"497.145632ms","remote":"127.0.0.1:37678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:13:53.039305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.53849Z","time spent":"500.467667ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:53.577004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.725442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:13:53.577213Z","caller":"traceutil/trace.go:171","msg":"trace[545552381] linearizableReadLoop","detail":"{readStateIndex:26209; appliedIndex:26205; }","duration":"538.984212ms","start":"2026-03-04T02:13:53.038214Z","end":"2026-03-04T02:13:53.577199Z","steps":["trace[545552381] 'read index received' (duration: 436.969404ms)","trace[545552381] 'applied index is now lower than readState.Index' (duration: 102.013628ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:53.577273Z","caller":"traceutil/trace.go:171","msg":"trace[89811503] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"912.768012ms","start":"2026-03-04T02:13:52.664498Z","end":"2026-03-04T02:13:53.577266Z","steps":["trace[89811503] 'process raft request' (duration: 912.588638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:53.577299Z","caller":"traceutil/trace.go:171","msg":"trace[1144805614] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"940.123815ms","start":"2026-03-04T02:13:52.637151Z","end":"2026-03-04T02:13:53.577275Z","steps":["trace[1144805614] 'process raft request' (duration: 838.036066ms)","trace[1144805614] 'compare' (duration: 101.60117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:53.577348Z","caller":"traceutil/trace.go:171","msg":"trace[645696762] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"912.67484ms","start":"2026-03-04T02:13:52.664667Z","end":"2026-03-04T02:13:53.577341Z","steps":["trace[645696762] 'process raft request' (duration: 912.467496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.577382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.66465Z","time spent":"912.713631ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:53.577415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.637Z","time spent":"940.352791ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:53.577317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.664484Z","time spent":"912.807012ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:53.577599Z","caller":"traceutil/trace.go:171","msg":"trace[1808904961] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"912.930165ms","start":"2026-03-04T02:13:52.664661Z","end":"2026-03-04T02:13:53.577592Z","steps":["trace[1808904961] 'process raft request' (duration: 912.503347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.577641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.664624Z","time spent":"912.996737ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:53.577762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.281626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:53.577787Z","caller":"traceutil/trace.go:171","msg":"trace[637893274] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25359; }","duration":"548.345528ms","start":"2026-03-04T02:13:53.029434Z","end":"2026-03-04T02:13:53.57778Z","steps":["trace[637893274] 'agreement among raft nodes before linearized reading' (duration: 548.292337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.57781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:53.029417Z","time spent":"548.388048ms","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:13:53.577805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.946759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:53.57789Z","caller":"traceutil/trace.go:171","msg":"trace[249459429] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25359; }","duration":"554.102813ms","start":"2026-03-04T02:13:53.023768Z","end":"2026-03-04T02:13:53.577871Z","steps":["trace[249459429] 'agreement among raft nodes before linearized reading' (duration: 553.931379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.577942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:53.023748Z","time spent":"554.184014ms","remote":"127.0.0.1:37618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:13:53.577878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.809822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:13:53.577994Z","caller":"traceutil/trace.go:171","msg":"trace[1082249871] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25359; }","duration":"912.959846ms","start":"2026-03-04T02:13:52.66502Z","end":"2026-03-04T02:13:53.57798Z","steps":["trace[1082249871] 'agreement among raft nodes before linearized reading' (duration: 912.721861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.57805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:52.665008Z","time spent":"913.034877ms","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-04T02:13:53.603582Z","caller":"traceutil/trace.go:171","msg":"trace[590496802] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"471.790757ms","start":"2026-03-04T02:13:53.13176Z","end":"2026-03-04T02:13:53.603551Z","steps":["trace[590496802] 'process raft request' (duration: 471.631894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.603661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.074666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:13:53.60372Z","caller":"traceutil/trace.go:171","msg":"trace[1093516742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25360; }","duration":"213.175208ms","start":"2026-03-04T02:13:53.390532Z","end":"2026-03-04T02:13:53.603707Z","steps":["trace[1093516742] 'agreement among raft nodes before linearized reading' (duration: 213.002673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.603817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:53.131717Z","time spent":"471.945821ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:53.956841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.276282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:53.956929Z","caller":"traceutil/trace.go:171","msg":"trace[1481735499] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25360; }","duration":"278.428975ms","start":"2026-03-04T02:13:53.67848Z","end":"2026-03-04T02:13:53.956909Z","steps":["trace[1481735499] 'range keys from in-memory index tree' (duration: 278.096008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.95726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.58537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:13:53.957304Z","caller":"traceutil/trace.go:171","msg":"trace[476358580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25360; }","duration":"183.63052ms","start":"2026-03-04T02:13:53.773662Z","end":"2026-03-04T02:13:53.957293Z","steps":["trace[476358580] 'range keys from in-memory index tree' (duration: 183.378336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.957292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.338868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:13:53.957351Z","caller":"traceutil/trace.go:171","msg":"trace[295886070] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25360; }","duration":"227.44431ms","start":"2026-03-04T02:13:53.729889Z","end":"2026-03-04T02:13:53.957333Z","steps":["trace[295886070] 'count revisions from in-memory index tree' (duration: 227.211516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:53.957513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.585719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:13:53.957596Z","caller":"traceutil/trace.go:171","msg":"trace[1623561088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25360; }","duration":"183.720852ms","start":"2026-03-04T02:13:53.773856Z","end":"2026-03-04T02:13:53.957577Z","steps":["trace[1623561088] 'range keys from in-memory index tree' (duration: 183.476577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:54.170865Z","caller":"traceutil/trace.go:171","msg":"trace[678075785] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"209.007445ms","start":"2026-03-04T02:13:53.961834Z","end":"2026-03-04T02:13:54.170842Z","steps":["trace[678075785] 'process raft request' (duration: 208.845201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:54.655121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.447811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:13:54.655336Z","caller":"traceutil/trace.go:171","msg":"trace[1739475157] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"693.466274ms","start":"2026-03-04T02:13:53.961844Z","end":"2026-03-04T02:13:54.65531Z","steps":["trace[1739475157] 'process raft request' (duration: 458.668767ms)","trace[1739475157] 'compare' (duration: 233.94488ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:54.65541Z","caller":"traceutil/trace.go:171","msg":"trace[606418060] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"111.462775ms","start":"2026-03-04T02:13:54.543928Z","end":"2026-03-04T02:13:54.655391Z","steps":["trace[606418060] 'process raft request' (duration: 111.420694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:54.655466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:53.961801Z","time spent":"693.588676ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:54.655433Z","caller":"traceutil/trace.go:171","msg":"trace[962609217] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"692.880091ms","start":"2026-03-04T02:13:53.962516Z","end":"2026-03-04T02:13:54.655396Z","steps":["trace[962609217] 'process raft request' (duration: 692.715918ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:54.655612Z","caller":"traceutil/trace.go:171","msg":"trace[784400757] linearizableReadLoop","detail":"{readStateIndex:26213; appliedIndex:26210; }","duration":"692.478343ms","start":"2026-03-04T02:13:53.963124Z","end":"2026-03-04T02:13:54.655602Z","steps":["trace[784400757] 'read index received' (duration: 207.652597ms)","trace[784400757] 'applied index is now lower than readState.Index' (duration: 484.824646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:54.655625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:53.9625Z","time spent":"693.015584ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:54.655782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.655817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18596"} {"level":"warn","ts":"2026-03-04T02:13:54.655795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.225766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:13:54.655804Z","caller":"traceutil/trace.go:171","msg":"trace[1699991619] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25364; }","duration":"692.697508ms","start":"2026-03-04T02:13:53.9631Z","end":"2026-03-04T02:13:54.655797Z","steps":["trace[1699991619] 'agreement among raft nodes before linearized reading' (duration: 692.567315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:54.655823Z","caller":"traceutil/trace.go:171","msg":"trace[2040697245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25364; }","duration":"623.287407ms","start":"2026-03-04T02:13:54.032524Z","end":"2026-03-04T02:13:54.655812Z","steps":["trace[2040697245] 'agreement among raft nodes before linearized reading' (duration: 623.178735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:54.655825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:53.963086Z","time spent":"692.733708ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18619,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:13:54.655841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:54.032507Z","time spent":"623.331139ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:13:54.655925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.971694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:13:54.655944Z","caller":"traceutil/trace.go:171","msg":"trace[401044236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25364; }","duration":"361.028366ms","start":"2026-03-04T02:13:54.29491Z","end":"2026-03-04T02:13:54.655939Z","steps":["trace[401044236] 'agreement among raft nodes before linearized reading' (duration: 360.976225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:54.655933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.567452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5c98d9c8fc-mj5k2.18998190426d0d5b\" ","response":"range_response_count:1 size:1542"} {"level":"warn","ts":"2026-03-04T02:13:54.655957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:54.294887Z","time spent":"361.066957ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:13:54.655973Z","caller":"traceutil/trace.go:171","msg":"trace[1552593850] range","detail":"{range_begin:/registry/events/openstack/manila-api-5c98d9c8fc-mj5k2.18998190426d0d5b; range_end:; response_count:1; response_revision:25364; }","duration":"314.649903ms","start":"2026-03-04T02:13:54.341309Z","end":"2026-03-04T02:13:54.655959Z","steps":["trace[1552593850] 'agreement among raft nodes before linearized reading' (duration: 314.48053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:54.656006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:54.341284Z","time spent":"314.715115ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-5c98d9c8fc-mj5k2.18998190426d0d5b\" "} {"level":"warn","ts":"2026-03-04T02:13:54.656028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.287792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:13:54.656046Z","caller":"traceutil/trace.go:171","msg":"trace[714751375] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25364; }","duration":"429.350553ms","start":"2026-03-04T02:13:54.22669Z","end":"2026-03-04T02:13:54.656041Z","steps":["trace[714751375] 'agreement among raft nodes before linearized reading' (duration: 429.303192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:54.656059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:54.226668Z","time spent":"429.388244ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:13:54.656131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.675009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:13:54.656147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.661993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:13:54.656155Z","caller":"traceutil/trace.go:171","msg":"trace[1312138138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25364; }","duration":"117.74481ms","start":"2026-03-04T02:13:54.538404Z","end":"2026-03-04T02:13:54.656149Z","steps":["trace[1312138138] 'agreement among raft nodes before linearized reading' (duration: 117.679739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:54.656161Z","caller":"traceutil/trace.go:171","msg":"trace[1927650766] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25364; }","duration":"566.675873ms","start":"2026-03-04T02:13:54.08948Z","end":"2026-03-04T02:13:54.656156Z","steps":["trace[1927650766] 'agreement among raft nodes before linearized reading' (duration: 566.610022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:54.656176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:54.089417Z","time spent":"566.756564ms","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:13:54.656318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.351557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:54.656385Z","caller":"traceutil/trace.go:171","msg":"trace[726720107] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25364; }","duration":"312.606553ms","start":"2026-03-04T02:13:54.343759Z","end":"2026-03-04T02:13:54.656366Z","steps":["trace[726720107] 'agreement among raft nodes before linearized reading' (duration: 312.372919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:54.656423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:54.343742Z","time spent":"312.671104ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:13:54.812358Z","caller":"traceutil/trace.go:171","msg":"trace[788300591] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"151.499871ms","start":"2026-03-04T02:13:54.660816Z","end":"2026-03-04T02:13:54.812316Z","steps":["trace[788300591] 'process raft request' (duration: 147.967881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:54.812525Z","caller":"traceutil/trace.go:171","msg":"trace[1840415421] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"151.125204ms","start":"2026-03-04T02:13:54.661354Z","end":"2026-03-04T02:13:54.81248Z","steps":["trace[1840415421] 'process raft request' (duration: 150.972631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:54.813533Z","caller":"traceutil/trace.go:171","msg":"trace[11908794] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"152.022751ms","start":"2026-03-04T02:13:54.661493Z","end":"2026-03-04T02:13:54.813516Z","steps":["trace[11908794] 'process raft request' (duration: 150.93005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:54.813778Z","caller":"traceutil/trace.go:171","msg":"trace[693863299] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"149.888629ms","start":"2026-03-04T02:13:54.663865Z","end":"2026-03-04T02:13:54.813753Z","steps":["trace[693863299] 'process raft request' (duration: 149.569613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:54.813764Z","caller":"traceutil/trace.go:171","msg":"trace[1585591098] linearizableReadLoop","detail":"{readStateIndex:26219; appliedIndex:26214; }","duration":"148.674855ms","start":"2026-03-04T02:13:54.665005Z","end":"2026-03-04T02:13:54.81368Z","steps":["trace[1585591098] 'read index received' (duration: 19.757912ms)","trace[1585591098] 'applied index is now lower than readState.Index' (duration: 128.914083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:54.814188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.152776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:13:54.814258Z","caller":"traceutil/trace.go:171","msg":"trace[407913734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25369; }","duration":"149.274218ms","start":"2026-03-04T02:13:54.664966Z","end":"2026-03-04T02:13:54.81424Z","steps":["trace[407913734] 'agreement among raft nodes before linearized reading' (duration: 148.89948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:56.414494Z","caller":"traceutil/trace.go:171","msg":"trace[946066150] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"163.181043ms","start":"2026-03-04T02:13:56.251277Z","end":"2026-03-04T02:13:56.414458Z","steps":["trace[946066150] 'process raft request' (duration: 162.958249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:58.839107Z","caller":"traceutil/trace.go:171","msg":"trace[397143150] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"150.113094ms","start":"2026-03-04T02:13:58.688949Z","end":"2026-03-04T02:13:58.839062Z","steps":["trace[397143150] 'process raft request' (duration: 99.11149ms)","trace[397143150] 'compare' (duration: 50.80536ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:59.013826Z","caller":"traceutil/trace.go:171","msg":"trace[34799868] linearizableReadLoop","detail":"{readStateIndex:26255; appliedIndex:26254; }","duration":"159.294466ms","start":"2026-03-04T02:13:58.854503Z","end":"2026-03-04T02:13:59.013798Z","steps":["trace[34799868] 'read index received' (duration: 125.849381ms)","trace[34799868] 'applied index is now lower than readState.Index' (duration: 33.443925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:59.013997Z","caller":"traceutil/trace.go:171","msg":"trace[1388549682] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"170.207783ms","start":"2026-03-04T02:13:58.843745Z","end":"2026-03-04T02:13:59.013952Z","steps":["trace[1388549682] 'process raft request' (duration: 136.655306ms)","trace[1388549682] 'compare' (duration: 33.241161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:59.014155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.630863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:13:59.014196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.132014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:13:59.014219Z","caller":"traceutil/trace.go:171","msg":"trace[649596077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25404; }","duration":"159.739165ms","start":"2026-03-04T02:13:58.854462Z","end":"2026-03-04T02:13:59.014201Z","steps":["trace[649596077] 'agreement among raft nodes before linearized reading' (duration: 159.48944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:59.014284Z","caller":"traceutil/trace.go:171","msg":"trace[1669676924] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25404; }","duration":"158.249946ms","start":"2026-03-04T02:13:58.855986Z","end":"2026-03-04T02:13:59.014236Z","steps":["trace[1669676924] 'agreement among raft nodes before linearized reading' (duration: 158.014101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:59.014263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.671676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:59.014485Z","caller":"traceutil/trace.go:171","msg":"trace[187016556] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25404; }","duration":"144.967672ms","start":"2026-03-04T02:13:58.869485Z","end":"2026-03-04T02:13:59.014452Z","steps":["trace[187016556] 'agreement among raft nodes before linearized reading' (duration: 144.589744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:59.967179Z","caller":"traceutil/trace.go:171","msg":"trace[1965831329] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"281.638907ms","start":"2026-03-04T02:13:59.685517Z","end":"2026-03-04T02:13:59.967156Z","steps":["trace[1965831329] 'process raft request' (duration: 281.486044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:00.138448Z","caller":"traceutil/trace.go:171","msg":"trace[973437810] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"441.438623ms","start":"2026-03-04T02:13:59.696955Z","end":"2026-03-04T02:14:00.138394Z","steps":["trace[973437810] 'process raft request' (duration: 378.37237ms)","trace[973437810] 'compare' (duration: 62.568293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:00.138469Z","caller":"traceutil/trace.go:171","msg":"trace[1505292857] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"440.324831ms","start":"2026-03-04T02:13:59.698111Z","end":"2026-03-04T02:14:00.138436Z","steps":["trace[1505292857] 'process raft request' (duration: 440.174378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:00.138619Z","caller":"traceutil/trace.go:171","msg":"trace[1101394136] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"426.672199ms","start":"2026-03-04T02:13:59.711934Z","end":"2026-03-04T02:14:00.138607Z","steps":["trace[1101394136] 'process raft request' (duration: 426.566037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:00.138614Z","caller":"traceutil/trace.go:171","msg":"trace[1913378777] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26258; }","duration":"316.369078ms","start":"2026-03-04T02:13:59.822228Z","end":"2026-03-04T02:14:00.138597Z","steps":["trace[1913378777] 'read index received' (duration: 144.812379ms)","trace[1913378777] 'applied index is now lower than readState.Index' (duration: 171.555789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:00.138627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:59.696929Z","time spent":"441.600306ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:00.138648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:59.698094Z","time spent":"440.452513ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:00.138701Z","caller":"traceutil/trace.go:171","msg":"trace[1697130381] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"440.28347ms","start":"2026-03-04T02:13:59.698412Z","end":"2026-03-04T02:14:00.138695Z","steps":["trace[1697130381] 'process raft request' (duration: 439.965764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:00.138736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:59.698401Z","time spent":"440.31835ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:00.138675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:59.71191Z","time spent":"426.738291ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:00.138804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.576572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:14:00.138823Z","caller":"traceutil/trace.go:171","msg":"trace[328318520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25413; }","duration":"316.609902ms","start":"2026-03-04T02:13:59.822208Z","end":"2026-03-04T02:14:00.138818Z","steps":["trace[328318520] 'agreement among raft nodes before linearized reading' (duration: 316.48083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:00.13884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:59.82214Z","time spent":"316.696625ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:14:00.138788Z","caller":"traceutil/trace.go:171","msg":"trace[221370770] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"303.205246ms","start":"2026-03-04T02:13:59.835476Z","end":"2026-03-04T02:14:00.138682Z","steps":["trace[221370770] 'process raft request' (duration: 303.084813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:00.138911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.097767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:00.138938Z","caller":"traceutil/trace.go:171","msg":"trace[2090870154] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25413; }","duration":"111.163609ms","start":"2026-03-04T02:14:00.027764Z","end":"2026-03-04T02:14:00.138928Z","steps":["trace[2090870154] 'agreement among raft nodes before linearized reading' (duration: 111.132628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:00.139013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:59.835459Z","time spent":"303.46268ms","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1133,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:00.138881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.844543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:00.1401Z","caller":"traceutil/trace.go:171","msg":"trace[481961808] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25413; }","duration":"273.078028ms","start":"2026-03-04T02:13:59.866988Z","end":"2026-03-04T02:14:00.140066Z","steps":["trace[481961808] 'agreement among raft nodes before linearized reading' (duration: 271.866393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:00.64461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420927569715967,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:14:00.701365Z","caller":"traceutil/trace.go:171","msg":"trace[996137131] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"558.219775ms","start":"2026-03-04T02:14:00.143112Z","end":"2026-03-04T02:14:00.701332Z","steps":["trace[996137131] 'process raft request' (duration: 558.003041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:00.701544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.143091Z","time spent":"558.369167ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:14:00.715138Z","caller":"traceutil/trace.go:171","msg":"trace[166177090] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"560.020331ms","start":"2026-03-04T02:14:00.1551Z","end":"2026-03-04T02:14:00.715121Z","steps":["trace[166177090] 'process raft request' (duration: 559.780116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:00.715277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.155085Z","time spent":"560.111622ms","remote":"127.0.0.1:55244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:00.715536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.145802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18596"} {"level":"info","ts":"2026-03-04T02:14:00.715046Z","caller":"traceutil/trace.go:171","msg":"trace[1461007106] linearizableReadLoop","detail":"{readStateIndex:26266; appliedIndex:26264; }","duration":"570.648202ms","start":"2026-03-04T02:14:00.144372Z","end":"2026-03-04T02:14:00.71502Z","steps":["trace[1461007106] 'read index received' (duration: 556.707395ms)","trace[1461007106] 'applied index is now lower than readState.Index' (duration: 13.939497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:00.71571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.055243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:14:00.71577Z","caller":"traceutil/trace.go:171","msg":"trace[265826247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25415; }","duration":"463.137064ms","start":"2026-03-04T02:14:00.252603Z","end":"2026-03-04T02:14:00.71574Z","steps":["trace[265826247] 'agreement among raft nodes before linearized reading' (duration: 463.026242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:00.715778Z","caller":"traceutil/trace.go:171","msg":"trace[1352737493] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25415; }","duration":"571.241284ms","start":"2026-03-04T02:14:00.144344Z","end":"2026-03-04T02:14:00.715585Z","steps":["trace[1352737493] 'agreement among raft nodes before linearized reading' (duration: 570.917008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:00.715893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.980869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:00.715921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.252578Z","time spent":"463.220916ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:14:00.71597Z","caller":"traceutil/trace.go:171","msg":"trace[874606612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25415; }","duration":"165.114742ms","start":"2026-03-04T02:14:00.550834Z","end":"2026-03-04T02:14:00.715949Z","steps":["trace[874606612] 'agreement among raft nodes before linearized reading' (duration: 164.969709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:00.716015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.144331Z","time spent":"571.496139ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18619,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:14:01.226501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.114269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:01.226613Z","caller":"traceutil/trace.go:171","msg":"trace[254588909] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"508.053698ms","start":"2026-03-04T02:14:00.718538Z","end":"2026-03-04T02:14:01.226592Z","steps":["trace[254588909] 'process raft request' (duration: 242.745525ms)","trace[254588909] 'compare' (duration: 264.500556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:01.226668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.718522Z","time spent":"508.1216ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:01.232348Z","caller":"traceutil/trace.go:171","msg":"trace[1519072752] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"509.070948ms","start":"2026-03-04T02:14:00.723241Z","end":"2026-03-04T02:14:01.232312Z","steps":["trace[1519072752] 'process raft request' (duration: 508.848703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.232371Z","caller":"traceutil/trace.go:171","msg":"trace[1522505459] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"494.624441ms","start":"2026-03-04T02:14:00.737715Z","end":"2026-03-04T02:14:01.23234Z","steps":["trace[1522505459] 'process raft request' (duration: 494.515279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.232616Z","caller":"traceutil/trace.go:171","msg":"trace[797487528] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25420; }","duration":"492.861276ms","start":"2026-03-04T02:14:00.739698Z","end":"2026-03-04T02:14:01.232559Z","steps":["trace[797487528] 'process raft request' (duration: 492.577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.232707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.072823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:01.232511Z","caller":"traceutil/trace.go:171","msg":"trace[1844924889] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"495.361845ms","start":"2026-03-04T02:14:00.737127Z","end":"2026-03-04T02:14:01.232489Z","steps":["trace[1844924889] 'process raft request' (duration: 495.034479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.232711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.737692Z","time spent":"494.939327ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:01.232396Z","caller":"traceutil/trace.go:171","msg":"trace[2038275666] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"510.324393ms","start":"2026-03-04T02:14:00.722036Z","end":"2026-03-04T02:14:01.232361Z","steps":["trace[2038275666] 'process raft request' (duration: 509.873154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.232797Z","caller":"traceutil/trace.go:171","msg":"trace[1409722712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25420; }","duration":"396.196255ms","start":"2026-03-04T02:14:00.836559Z","end":"2026-03-04T02:14:01.232755Z","steps":["trace[1409722712] 'agreement among raft nodes before linearized reading' (duration: 396.081903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.232796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.73969Z","time spent":"493.021169ms","remote":"127.0.0.1:55244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":1816,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:01.232839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.836534Z","time spent":"396.296827ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:14:01.232862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.722004Z","time spent":"510.793491ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:01.232896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.723227Z","time spent":"509.273472ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:01.232569Z","caller":"traceutil/trace.go:171","msg":"trace[571635082] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26266; }","duration":"395.92577ms","start":"2026-03-04T02:14:00.836616Z","end":"2026-03-04T02:14:01.232541Z","steps":["trace[571635082] 'read index received' (duration: 124.756711ms)","trace[571635082] 'applied index is now lower than readState.Index' (duration: 271.167419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:01.233196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.737101Z","time spent":"495.699012ms","remote":"127.0.0.1:55244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:01.29614Z","caller":"traceutil/trace.go:171","msg":"trace[1598702825] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"151.723515ms","start":"2026-03-04T02:14:01.144395Z","end":"2026-03-04T02:14:01.296119Z","steps":["trace[1598702825] 'process raft request' (duration: 151.414129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.296208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.588753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:14:01.296253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.246987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:14:01.296287Z","caller":"traceutil/trace.go:171","msg":"trace[985612778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25421; }","duration":"147.699746ms","start":"2026-03-04T02:14:01.148566Z","end":"2026-03-04T02:14:01.296265Z","steps":["trace[985612778] 'agreement among raft nodes before linearized reading' (duration: 147.45778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.296319Z","caller":"traceutil/trace.go:171","msg":"trace[1939347629] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25421; }","duration":"228.351749ms","start":"2026-03-04T02:14:01.06795Z","end":"2026-03-04T02:14:01.296302Z","steps":["trace[1939347629] 'agreement among raft nodes before linearized reading' (duration: 228.145224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.296339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.737291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:14:01.296541Z","caller":"traceutil/trace.go:171","msg":"trace[456218393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25421; }","duration":"197.116639ms","start":"2026-03-04T02:14:01.099388Z","end":"2026-03-04T02:14:01.296505Z","steps":["trace[456218393] 'agreement among raft nodes before linearized reading' (duration: 196.641999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.296688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.229301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:14:01.296734Z","caller":"traceutil/trace.go:171","msg":"trace[924643812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25421; }","duration":"278.308292ms","start":"2026-03-04T02:14:01.018415Z","end":"2026-03-04T02:14:01.296723Z","steps":["trace[924643812] 'agreement among raft nodes before linearized reading' (duration: 277.634248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.296738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.874371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:14:01.29679Z","caller":"traceutil/trace.go:171","msg":"trace[291809194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25421; }","duration":"452.954123ms","start":"2026-03-04T02:14:00.843827Z","end":"2026-03-04T02:14:01.296782Z","steps":["trace[291809194] 'agreement among raft nodes before linearized reading' (duration: 452.655167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.296811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:00.843814Z","time spent":"452.991704ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:14:01.476121Z","caller":"traceutil/trace.go:171","msg":"trace[1365472460] linearizableReadLoop","detail":"{readStateIndex:26275; appliedIndex:26273; }","duration":"180.10164ms","start":"2026-03-04T02:14:01.295995Z","end":"2026-03-04T02:14:01.476097Z","steps":["trace[1365472460] 'read index received' (duration: 179.934827ms)","trace[1365472460] 'applied index is now lower than readState.Index' (duration: 165.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:01.476243Z","caller":"traceutil/trace.go:171","msg":"trace[842331768] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"236.9646ms","start":"2026-03-04T02:14:01.239267Z","end":"2026-03-04T02:14:01.476232Z","steps":["trace[842331768] 'process raft request' (duration: 236.590142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.476896Z","caller":"traceutil/trace.go:171","msg":"trace[1477871421] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"225.87991ms","start":"2026-03-04T02:14:01.250427Z","end":"2026-03-04T02:14:01.476307Z","steps":["trace[1477871421] 'process raft request' (duration: 225.589585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.476984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.373368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:01.477085Z","caller":"traceutil/trace.go:171","msg":"trace[690138280] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25423; }","duration":"240.671054ms","start":"2026-03-04T02:14:01.236371Z","end":"2026-03-04T02:14:01.477042Z","steps":["trace[690138280] 'agreement among raft nodes before linearized reading' (duration: 240.022441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.689021Z","caller":"traceutil/trace.go:171","msg":"trace[1801087060] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"387.86191ms","start":"2026-03-04T02:14:01.301132Z","end":"2026-03-04T02:14:01.688994Z","steps":["trace[1801087060] 'process raft request' (duration: 387.227867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.689182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.301099Z","time spent":"387.997793ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:01.689299Z","caller":"traceutil/trace.go:171","msg":"trace[170945289] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"388.111715ms","start":"2026-03-04T02:14:01.301147Z","end":"2026-03-04T02:14:01.689259Z","steps":["trace[170945289] 'process raft request' (duration: 387.754418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.689486Z","caller":"traceutil/trace.go:171","msg":"trace[1305443210] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"387.073673ms","start":"2026-03-04T02:14:01.302369Z","end":"2026-03-04T02:14:01.689443Z","steps":["trace[1305443210] 'process raft request' (duration: 386.853009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.689561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.301122Z","time spent":"388.291738ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:01.689593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.302358Z","time spent":"387.174735ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:01.689743Z","caller":"traceutil/trace.go:171","msg":"trace[403147445] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"388.141195ms","start":"2026-03-04T02:14:01.301576Z","end":"2026-03-04T02:14:01.689717Z","steps":["trace[403147445] 'process raft request' (duration: 387.563013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.689764Z","caller":"traceutil/trace.go:171","msg":"trace[158368095] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"271.865883ms","start":"2026-03-04T02:14:01.417878Z","end":"2026-03-04T02:14:01.689744Z","steps":["trace[158368095] 'process raft request' (duration: 271.601528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.689764Z","caller":"traceutil/trace.go:171","msg":"trace[53874458] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"329.06782ms","start":"2026-03-04T02:14:01.360669Z","end":"2026-03-04T02:14:01.689737Z","steps":["trace[53874458] 'process raft request' (duration: 328.759144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.689804Z","caller":"traceutil/trace.go:171","msg":"trace[1192937599] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"360.682499ms","start":"2026-03-04T02:14:01.329108Z","end":"2026-03-04T02:14:01.689791Z","steps":["trace[1192937599] 'process raft request' (duration: 360.263021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.689787Z","caller":"traceutil/trace.go:171","msg":"trace[457670150] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"386.575123ms","start":"2026-03-04T02:14:01.303171Z","end":"2026-03-04T02:14:01.689746Z","steps":["trace[457670150] 'process raft request' (duration: 386.101344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.689831Z","caller":"traceutil/trace.go:171","msg":"trace[350218026] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"384.497342ms","start":"2026-03-04T02:14:01.305304Z","end":"2026-03-04T02:14:01.689801Z","steps":["trace[350218026] 'process raft request' (duration: 384.008503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.689862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.329083Z","time spent":"360.75105ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:01.689875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.301553Z","time spent":"388.248567ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:01.689899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.360646Z","time spent":"329.168172ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2451,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:01.689941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.305292Z","time spent":"384.593394ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3557,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:01.689971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.30316Z","time spent":"386.699097ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:01.690089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.873592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-649697d6b4-prhtr\" ","response":"range_response_count:1 size:9624"} {"level":"info","ts":"2026-03-04T02:14:01.69014Z","caller":"traceutil/trace.go:171","msg":"trace[1405096353] range","detail":"{range_begin:/registry/pods/openstack/horizon-649697d6b4-prhtr; range_end:; response_count:1; response_revision:25432; }","duration":"363.011465ms","start":"2026-03-04T02:14:01.327117Z","end":"2026-03-04T02:14:01.690129Z","steps":["trace[1405096353] 'agreement among raft nodes before linearized reading' (duration: 362.796971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.690175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.327089Z","time spent":"363.077975ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9647,"request content":"key:\"/registry/pods/openstack/horizon-649697d6b4-prhtr\" "} {"level":"info","ts":"2026-03-04T02:14:01.689545Z","caller":"traceutil/trace.go:171","msg":"trace[421149393] linearizableReadLoop","detail":"{readStateIndex:26284; appliedIndex:26275; }","duration":"213.32344ms","start":"2026-03-04T02:14:01.476197Z","end":"2026-03-04T02:14:01.689521Z","steps":["trace[421149393] 'read index received' (duration: 212.087665ms)","trace[421149393] 'applied index is now lower than readState.Index' (duration: 1.234805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:01.690682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.470533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:14:01.690738Z","caller":"traceutil/trace.go:171","msg":"trace[119834968] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25432; }","duration":"208.564805ms","start":"2026-03-04T02:14:01.48216Z","end":"2026-03-04T02:14:01.690725Z","steps":["trace[119834968] 'agreement among raft nodes before linearized reading' (duration: 208.443303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.926797Z","caller":"traceutil/trace.go:171","msg":"trace[1738627556] linearizableReadLoop","detail":"{readStateIndex:26286; appliedIndex:26284; }","duration":"228.90172ms","start":"2026-03-04T02:14:01.697877Z","end":"2026-03-04T02:14:01.926779Z","steps":["trace[1738627556] 'read index received' (duration: 55.229638ms)","trace[1738627556] 'applied index is now lower than readState.Index' (duration: 173.671022ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:01.926895Z","caller":"traceutil/trace.go:171","msg":"trace[1817692520] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"225.729427ms","start":"2026-03-04T02:14:01.701158Z","end":"2026-03-04T02:14:01.926888Z","steps":["trace[1817692520] 'process raft request' (duration: 225.543523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.927019Z","caller":"traceutil/trace.go:171","msg":"trace[1220477225] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"227.249097ms","start":"2026-03-04T02:14:01.699745Z","end":"2026-03-04T02:14:01.926994Z","steps":["trace[1220477225] 'process raft request' (duration: 226.91341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.927203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.275907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-03-04T02:14:01.92726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.363526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:14:01.927286Z","caller":"traceutil/trace.go:171","msg":"trace[547425474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25436; }","duration":"175.410116ms","start":"2026-03-04T02:14:01.751869Z","end":"2026-03-04T02:14:01.927279Z","steps":["trace[547425474] 'agreement among raft nodes before linearized reading' (duration: 175.339485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.927287Z","caller":"traceutil/trace.go:171","msg":"trace[32487306] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25436; }","duration":"229.42138ms","start":"2026-03-04T02:14:01.697844Z","end":"2026-03-04T02:14:01.927266Z","steps":["trace[32487306] 'agreement among raft nodes before linearized reading' (duration: 229.175275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.927287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.565573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/horizon-int-certs\" ","response":"range_response_count:1 size:2329"} {"level":"info","ts":"2026-03-04T02:14:01.926778Z","caller":"traceutil/trace.go:171","msg":"trace[439122964] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"229.955181ms","start":"2026-03-04T02:14:01.696784Z","end":"2026-03-04T02:14:01.926739Z","steps":["trace[439122964] 'process raft request' (duration: 229.761347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.927397Z","caller":"traceutil/trace.go:171","msg":"trace[615670475] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/horizon-int-certs; range_end:; response_count:1; response_revision:25436; }","duration":"228.707456ms","start":"2026-03-04T02:14:01.698661Z","end":"2026-03-04T02:14:01.927369Z","steps":["trace[615670475] 'agreement among raft nodes before linearized reading' (duration: 228.38986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:01.927638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.490352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:14:01.927663Z","caller":"traceutil/trace.go:171","msg":"trace[891003193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25436; }","duration":"223.513553ms","start":"2026-03-04T02:14:01.704142Z","end":"2026-03-04T02:14:01.927655Z","steps":["trace[891003193] 'agreement among raft nodes before linearized reading' (duration: 223.413831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:02.185672Z","caller":"traceutil/trace.go:171","msg":"trace[1267103624] linearizableReadLoop","detail":"{readStateIndex:26293; appliedIndex:26288; }","duration":"247.632721ms","start":"2026-03-04T02:14:01.938013Z","end":"2026-03-04T02:14:02.185645Z","steps":["trace[1267103624] 'read index received' (duration: 1.857176ms)","trace[1267103624] 'applied index is now lower than readState.Index' (duration: 245.773935ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:02.185801Z","caller":"traceutil/trace.go:171","msg":"trace[1396547728] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"251.485109ms","start":"2026-03-04T02:14:01.934289Z","end":"2026-03-04T02:14:02.185774Z","steps":["trace[1396547728] 'process raft request' (duration: 250.994259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:02.185843Z","caller":"traceutil/trace.go:171","msg":"trace[737457837] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"250.678322ms","start":"2026-03-04T02:14:01.935129Z","end":"2026-03-04T02:14:02.185807Z","steps":["trace[737457837] 'process raft request' (duration: 250.243293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:02.185851Z","caller":"traceutil/trace.go:171","msg":"trace[510489056] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"251.684763ms","start":"2026-03-04T02:14:01.934138Z","end":"2026-03-04T02:14:02.185823Z","steps":["trace[510489056] 'process raft request' (duration: 227.283167ms)","trace[510489056] 'compare' (duration: 23.5664ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:02.185901Z","caller":"traceutil/trace.go:171","msg":"trace[2140073015] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"251.619732ms","start":"2026-03-04T02:14:01.934189Z","end":"2026-03-04T02:14:02.185809Z","steps":["trace[2140073015] 'process raft request' (duration: 251.02523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.186068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.983898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:14:02.186116Z","caller":"traceutil/trace.go:171","msg":"trace[149494441] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25441; }","duration":"248.124821ms","start":"2026-03-04T02:14:01.937975Z","end":"2026-03-04T02:14:02.1861Z","steps":["trace[149494441] 'agreement among raft nodes before linearized reading' (duration: 247.826815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:02.416945Z","caller":"traceutil/trace.go:171","msg":"trace[2052941760] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"475.837527ms","start":"2026-03-04T02:14:01.940971Z","end":"2026-03-04T02:14:02.416808Z","steps":["trace[2052941760] 'process raft request' (duration: 474.882878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.417194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.940951Z","time spent":"476.124613ms","remote":"127.0.0.1:55244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2606,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:02.41715Z","caller":"traceutil/trace.go:171","msg":"trace[1471570472] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"450.566616ms","start":"2026-03-04T02:14:01.966538Z","end":"2026-03-04T02:14:02.417105Z","steps":["trace[1471570472] 'process raft request' (duration: 450.155708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:02.417414Z","caller":"traceutil/trace.go:171","msg":"trace[1037625834] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"444.219109ms","start":"2026-03-04T02:14:01.973165Z","end":"2026-03-04T02:14:02.417384Z","steps":["trace[1037625834] 'process raft request' (duration: 443.792651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.417628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.966517Z","time spent":"450.764549ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:02.417674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.973149Z","time spent":"444.343522ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:02.598006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.692612ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:14:02.59859Z","caller":"traceutil/trace.go:171","msg":"trace[1936533595] linearizableReadLoop","detail":"{readStateIndex:26301; appliedIndex:26293; }","duration":"412.803434ms","start":"2026-03-04T02:14:02.185766Z","end":"2026-03-04T02:14:02.59857Z","steps":["trace[1936533595] 'read index received' (duration: 230.192075ms)","trace[1936533595] 'applied index is now lower than readState.Index' (duration: 182.610069ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:02.598628Z","caller":"traceutil/trace.go:171","msg":"trace[1375680070] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"453.631716ms","start":"2026-03-04T02:14:02.144956Z","end":"2026-03-04T02:14:02.598588Z","steps":["trace[1375680070] 'process raft request' (duration: 453.482353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:02.598656Z","caller":"traceutil/trace.go:171","msg":"trace[824521625] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"453.473622ms","start":"2026-03-04T02:14:02.145146Z","end":"2026-03-04T02:14:02.59862Z","steps":["trace[824521625] 'process raft request' (duration: 453.37408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:02.598663Z","caller":"traceutil/trace.go:171","msg":"trace[407546169] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"453.531984ms","start":"2026-03-04T02:14:02.145111Z","end":"2026-03-04T02:14:02.598643Z","steps":["trace[407546169] 'process raft request' (duration: 453.373571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.598788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.667615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:02.598836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.144943Z","time spent":"453.781689ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:02.598852Z","caller":"traceutil/trace.go:171","msg":"trace[54291305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25448; }","duration":"627.795379ms","start":"2026-03-04T02:14:01.971017Z","end":"2026-03-04T02:14:02.598813Z","steps":["trace[54291305] 'agreement among raft nodes before linearized reading' (duration: 627.686996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.598861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.14511Z","time spent":"453.644916ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:02.59873Z","caller":"traceutil/trace.go:171","msg":"trace[904842698] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"454.022244ms","start":"2026-03-04T02:14:02.144636Z","end":"2026-03-04T02:14:02.598658Z","steps":["trace[904842698] 'process raft request' (duration: 453.504394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.598924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.970993Z","time spent":"627.89657ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:14:02.598982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.14507Z","time spent":"453.731999ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:02.599957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.144606Z","time spent":"454.383672ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:02.609985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.090068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:14:02.61008Z","caller":"traceutil/trace.go:171","msg":"trace[1045132370] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25448; }","duration":"666.229742ms","start":"2026-03-04T02:14:01.943826Z","end":"2026-03-04T02:14:02.610056Z","steps":["trace[1045132370] 'agreement among raft nodes before linearized reading' (duration: 654.903186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.610116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:01.943807Z","time spent":"666.300203ms","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210820,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T02:14:02.657365Z","caller":"traceutil/trace.go:171","msg":"trace[986465681] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"466.791077ms","start":"2026-03-04T02:14:02.190543Z","end":"2026-03-04T02:14:02.657334Z","steps":["trace[986465681] 'process raft request' (duration: 466.195186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.657554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.190523Z","time spent":"466.93036ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3996,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:02.658203Z","caller":"traceutil/trace.go:171","msg":"trace[1644814181] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"466.842949ms","start":"2026-03-04T02:14:02.191342Z","end":"2026-03-04T02:14:02.658185Z","steps":["trace[1644814181] 'process raft request' (duration: 465.623824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.658281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.191324Z","time spent":"466.922521ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:14:02.658764Z","caller":"traceutil/trace.go:171","msg":"trace[2012090421] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"465.88599ms","start":"2026-03-04T02:14:02.192861Z","end":"2026-03-04T02:14:02.658747Z","steps":["trace[2012090421] 'process raft request' (duration: 465.074914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.658889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.192852Z","time spent":"465.955191ms","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4114,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:02.859608Z","caller":"traceutil/trace.go:171","msg":"trace[1935261380] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26301; }","duration":"260.922586ms","start":"2026-03-04T02:14:02.598639Z","end":"2026-03-04T02:14:02.859562Z","steps":["trace[1935261380] 'read index received' (duration: 58.061004ms)","trace[1935261380] 'applied index is now lower than readState.Index' (duration: 202.860242ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:02.859643Z","caller":"traceutil/trace.go:171","msg":"trace[866674421] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"425.305804ms","start":"2026-03-04T02:14:02.434285Z","end":"2026-03-04T02:14:02.85959Z","steps":["trace[866674421] 'process raft request' (duration: 424.821403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.859797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.434251Z","time spent":"425.474416ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3194,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:02.859884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.636374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:02.85993Z","caller":"traceutil/trace.go:171","msg":"trace[31812694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25452; }","duration":"308.794548ms","start":"2026-03-04T02:14:02.551122Z","end":"2026-03-04T02:14:02.859916Z","steps":["trace[31812694] 'agreement among raft nodes before linearized reading' (duration: 308.601584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.859965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.55109Z","time spent":"308.86672ms","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:14:02.860209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.742322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-04T02:14:02.860208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.008537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-exporter\" ","response":"range_response_count:1 size:4078"} {"level":"info","ts":"2026-03-04T02:14:02.860278Z","caller":"traceutil/trace.go:171","msg":"trace[1973694884] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25452; }","duration":"668.843314ms","start":"2026-03-04T02:14:02.191417Z","end":"2026-03-04T02:14:02.860261Z","steps":["trace[1973694884] 'agreement among raft nodes before linearized reading' (duration: 668.63687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.86031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.191127Z","time spent":"669.175941ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-04T02:14:02.860306Z","caller":"traceutil/trace.go:171","msg":"trace[525854969] range","detail":"{range_begin:/registry/deployments/openstack/openstack-exporter; range_end:; response_count:1; response_revision:25452; }","duration":"667.235101ms","start":"2026-03-04T02:14:02.193054Z","end":"2026-03-04T02:14:02.860289Z","steps":["trace[525854969] 'agreement among raft nodes before linearized reading' (duration: 666.686241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:02.860384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.193033Z","time spent":"667.339124ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4101,"request content":"key:\"/registry/deployments/openstack/openstack-exporter\" "} {"level":"info","ts":"2026-03-04T02:14:03.086287Z","caller":"traceutil/trace.go:171","msg":"trace[1232527121] linearizableReadLoop","detail":"{readStateIndex:26307; appliedIndex:26305; }","duration":"226.580903ms","start":"2026-03-04T02:14:02.859688Z","end":"2026-03-04T02:14:03.086269Z","steps":["trace[1232527121] 'read index received' (duration: 169.752923ms)","trace[1232527121] 'applied index is now lower than readState.Index' (duration: 56.82737ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:03.086367Z","caller":"traceutil/trace.go:171","msg":"trace[779707825] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"424.756453ms","start":"2026-03-04T02:14:02.661602Z","end":"2026-03-04T02:14:03.086358Z","steps":["trace[779707825] 'process raft request' (duration: 367.740349ms)","trace[779707825] 'compare' (duration: 56.579454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:03.086433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.66158Z","time spent":"424.801263ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:03.086747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.076594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-db-user\" ","response":"range_response_count:1 size:717"} {"level":"warn","ts":"2026-03-04T02:14:03.086795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.688579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-04T02:14:03.086871Z","caller":"traceutil/trace.go:171","msg":"trace[229226304] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25454; }","duration":"439.817371ms","start":"2026-03-04T02:14:02.647032Z","end":"2026-03-04T02:14:03.086849Z","steps":["trace[229226304] 'agreement among raft nodes before linearized reading' (duration: 439.465265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.086854Z","caller":"traceutil/trace.go:171","msg":"trace[1166584179] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"419.875485ms","start":"2026-03-04T02:14:02.666912Z","end":"2026-03-04T02:14:03.086788Z","steps":["trace[1166584179] 'process raft request' (duration: 419.271932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.086881Z","caller":"traceutil/trace.go:171","msg":"trace[321855365] range","detail":"{range_begin:/registry/secrets/openstack/neutron-db-user; range_end:; response_count:1; response_revision:25454; }","duration":"385.223167ms","start":"2026-03-04T02:14:02.701594Z","end":"2026-03-04T02:14:03.086817Z","steps":["trace[321855365] 'agreement among raft nodes before linearized reading' (duration: 384.87263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.08695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.647012Z","time spent":"439.929394ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-04T02:14:03.086999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.701576Z","time spent":"385.40591ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":740,"request content":"key:\"/registry/secrets/openstack/neutron-db-user\" "} {"level":"warn","ts":"2026-03-04T02:14:03.087088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.666887Z","time spent":"420.087069ms","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4159,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:03.087163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.28819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d\" ","response":"range_response_count:1 size:4014"} {"level":"info","ts":"2026-03-04T02:14:03.087245Z","caller":"traceutil/trace.go:171","msg":"trace[1423002811] range","detail":"{range_begin:/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d; range_end:; response_count:1; response_revision:25454; }","duration":"361.408173ms","start":"2026-03-04T02:14:02.72582Z","end":"2026-03-04T02:14:03.087228Z","steps":["trace[1423002811] 'agreement among raft nodes before linearized reading' (duration: 360.539816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.087312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.7258Z","time spent":"361.501115ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4037,"request content":"key:\"/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d\" "} {"level":"info","ts":"2026-03-04T02:14:03.341178Z","caller":"traceutil/trace.go:171","msg":"trace[848435102] linearizableReadLoop","detail":"{readStateIndex:26316; appliedIndex:26307; }","duration":"254.818445ms","start":"2026-03-04T02:14:03.086336Z","end":"2026-03-04T02:14:03.341154Z","steps":["trace[848435102] 'read index received' (duration: 235.310808ms)","trace[848435102] 'applied index is now lower than readState.Index' (duration: 19.506427ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:03.341393Z","caller":"traceutil/trace.go:171","msg":"trace[153693906] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"474.997361ms","start":"2026-03-04T02:14:02.866373Z","end":"2026-03-04T02:14:03.34137Z","steps":["trace[153693906] 'process raft request' (duration: 455.121516ms)","trace[153693906] 'compare' (duration: 19.1671ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:03.341475Z","caller":"traceutil/trace.go:171","msg":"trace[1227030012] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"474.729166ms","start":"2026-03-04T02:14:02.866712Z","end":"2026-03-04T02:14:03.341441Z","steps":["trace[1227030012] 'process raft request' (duration: 474.182084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.341483Z","caller":"traceutil/trace.go:171","msg":"trace[758192942] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"474.847928ms","start":"2026-03-04T02:14:02.866599Z","end":"2026-03-04T02:14:03.341447Z","steps":["trace[758192942] 'process raft request' (duration: 474.212554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.341538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.866355Z","time spent":"475.114873ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:03.341642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.866706Z","time spent":"474.857668ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":823,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:03.341638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.866575Z","time spent":"474.994611ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:14:03.341591Z","caller":"traceutil/trace.go:171","msg":"trace[1510411542] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"474.819657ms","start":"2026-03-04T02:14:02.866701Z","end":"2026-03-04T02:14:03.341521Z","steps":["trace[1510411542] 'process raft request' (duration: 474.150073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.341712Z","caller":"traceutil/trace.go:171","msg":"trace[461569451] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"474.341428ms","start":"2026-03-04T02:14:02.867363Z","end":"2026-03-04T02:14:03.341704Z","steps":["trace[461569451] 'process raft request' (duration: 473.606132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.34181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.86733Z","time spent":"474.42436ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:14:03.34187Z","caller":"traceutil/trace.go:171","msg":"trace[1652707219] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"474.035071ms","start":"2026-03-04T02:14:02.867826Z","end":"2026-03-04T02:14:03.341861Z","steps":["trace[1652707219] 'process raft request' (duration: 473.209884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.341854Z","caller":"traceutil/trace.go:171","msg":"trace[1164552889] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"465.715267ms","start":"2026-03-04T02:14:02.875931Z","end":"2026-03-04T02:14:03.341646Z","steps":["trace[1164552889] 'process raft request' (duration: 465.163885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.341935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.867817Z","time spent":"474.078402ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4370,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:03.341863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.866687Z","time spent":"475.057583ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:14:03.342094Z","caller":"traceutil/trace.go:171","msg":"trace[1507016584] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"474.634884ms","start":"2026-03-04T02:14:02.867446Z","end":"2026-03-04T02:14:03.342081Z","steps":["trace[1507016584] 'process raft request' (duration: 473.554702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.342136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.340376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-04T02:14:03.342164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.867437Z","time spent":"474.699035ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:03.342217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.783912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:03.342178Z","caller":"traceutil/trace.go:171","msg":"trace[2131822865] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25463; }","duration":"408.419988ms","start":"2026-03-04T02:14:02.93374Z","end":"2026-03-04T02:14:03.34216Z","steps":["trace[2131822865] 'agreement among raft nodes before linearized reading' (duration: 408.342306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.342245Z","caller":"traceutil/trace.go:171","msg":"trace[175395983] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25463; }","duration":"278.814392ms","start":"2026-03-04T02:14:03.063423Z","end":"2026-03-04T02:14:03.342238Z","steps":["trace[175395983] 'agreement among raft nodes before linearized reading' (duration: 278.768301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.342304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.93372Z","time spent":"408.54987ms","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-04T02:14:03.342331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.875907Z","time spent":"466.034563ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:03.341655Z","caller":"traceutil/trace.go:171","msg":"trace[1951254111] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"474.485261ms","start":"2026-03-04T02:14:02.867144Z","end":"2026-03-04T02:14:03.341629Z","steps":["trace[1951254111] 'process raft request' (duration: 473.792497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.342455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.867133Z","time spent":"475.297897ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:03.342469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.043681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-04T02:14:03.342502Z","caller":"traceutil/trace.go:171","msg":"trace[28378300] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25463; }","duration":"478.110433ms","start":"2026-03-04T02:14:02.864383Z","end":"2026-03-04T02:14:03.342493Z","steps":["trace[28378300] 'agreement among raft nodes before linearized reading' (duration: 477.978311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.342525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:02.864364Z","time spent":"478.156234ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-04T02:14:03.569451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.242522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:03.56971Z","caller":"traceutil/trace.go:171","msg":"trace[1816981579] linearizableReadLoop","detail":"{readStateIndex:26318; appliedIndex:26316; }","duration":"228.285056ms","start":"2026-03-04T02:14:03.341334Z","end":"2026-03-04T02:14:03.569619Z","steps":["trace[1816981579] 'read index received' (duration: 124.659817ms)","trace[1816981579] 'applied index is now lower than readState.Index' (duration: 103.624339ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:03.569949Z","caller":"traceutil/trace.go:171","msg":"trace[439819343] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"471.616313ms","start":"2026-03-04T02:14:03.098319Z","end":"2026-03-04T02:14:03.569935Z","steps":["trace[439819343] 'process raft request' (duration: 367.79369ms)","trace[439819343] 'compare' (duration: 102.493817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:03.570083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:03.098299Z","time spent":"471.686924ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5253,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:03.570365Z","caller":"traceutil/trace.go:171","msg":"trace[1951530848] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"325.048471ms","start":"2026-03-04T02:14:03.245306Z","end":"2026-03-04T02:14:03.570355Z","steps":["trace[1951530848] 'process raft request' (duration: 324.242495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.570428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:03.245285Z","time spent":"325.112762ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:03.570655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.936167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:14:03.570692Z","caller":"traceutil/trace.go:171","msg":"trace[803922172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25465; }","duration":"334.024329ms","start":"2026-03-04T02:14:03.236658Z","end":"2026-03-04T02:14:03.570682Z","steps":["trace[803922172] 'agreement among raft nodes before linearized reading' (duration: 333.898187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.570719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:03.23663Z","time spent":"334.08311ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:03.571002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.214327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T02:14:03.571055Z","caller":"traceutil/trace.go:171","msg":"trace[2117399791] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25465; }","duration":"458.308019ms","start":"2026-03-04T02:14:03.112736Z","end":"2026-03-04T02:14:03.571044Z","steps":["trace[2117399791] 'agreement among raft nodes before linearized reading' (duration: 458.190767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.571083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:03.112715Z","time spent":"458.361921ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T02:14:03.62776Z","caller":"traceutil/trace.go:171","msg":"trace[244655205] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"280.531986ms","start":"2026-03-04T02:14:03.347206Z","end":"2026-03-04T02:14:03.627738Z","steps":["trace[244655205] 'process raft request' (duration: 280.072207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.628068Z","caller":"traceutil/trace.go:171","msg":"trace[810599051] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"279.135028ms","start":"2026-03-04T02:14:03.348919Z","end":"2026-03-04T02:14:03.628054Z","steps":["trace[810599051] 'process raft request' (duration: 278.489795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.628188Z","caller":"traceutil/trace.go:171","msg":"trace[1903599701] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"278.621457ms","start":"2026-03-04T02:14:03.349558Z","end":"2026-03-04T02:14:03.628179Z","steps":["trace[1903599701] 'process raft request' (duration: 277.900173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.628461Z","caller":"traceutil/trace.go:171","msg":"trace[1216182878] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"270.18261ms","start":"2026-03-04T02:14:03.358268Z","end":"2026-03-04T02:14:03.628451Z","steps":["trace[1216182878] 'process raft request' (duration: 269.229481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.628905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.129417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-exporter\" ","response":"range_response_count:1 size:4388"} {"level":"info","ts":"2026-03-04T02:14:03.628949Z","caller":"traceutil/trace.go:171","msg":"trace[996635842] range","detail":"{range_begin:/registry/deployments/openstack/openstack-exporter; range_end:; response_count:1; response_revision:25469; }","duration":"278.206689ms","start":"2026-03-04T02:14:03.350734Z","end":"2026-03-04T02:14:03.62894Z","steps":["trace[996635842] 'agreement among raft nodes before linearized reading' (duration: 278.066967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.629094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.418393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:03.629131Z","caller":"traceutil/trace.go:171","msg":"trace[1615602815] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25469; }","duration":"278.617847ms","start":"2026-03-04T02:14:03.350502Z","end":"2026-03-04T02:14:03.62912Z","steps":["trace[1615602815] 'agreement among raft nodes before linearized reading' (duration: 278.563836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.629305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.509645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-04T02:14:03.62934Z","caller":"traceutil/trace.go:171","msg":"trace[802869817] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25469; }","duration":"280.579256ms","start":"2026-03-04T02:14:03.348753Z","end":"2026-03-04T02:14:03.629332Z","steps":["trace[802869817] 'agreement among raft nodes before linearized reading' (duration: 280.479704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.629478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.812241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d\" ","response":"range_response_count:1 size:5271"} {"level":"info","ts":"2026-03-04T02:14:03.629514Z","caller":"traceutil/trace.go:171","msg":"trace[95018922] range","detail":"{range_begin:/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d; range_end:; response_count:1; response_revision:25469; }","duration":"284.887641ms","start":"2026-03-04T02:14:03.344616Z","end":"2026-03-04T02:14:03.629503Z","steps":["trace[95018922] 'agreement among raft nodes before linearized reading' (duration: 284.83085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.786148Z","caller":"traceutil/trace.go:171","msg":"trace[1118379605] linearizableReadLoop","detail":"{readStateIndex:26323; appliedIndex:26322; }","duration":"158.55282ms","start":"2026-03-04T02:14:03.627571Z","end":"2026-03-04T02:14:03.786123Z","steps":["trace[1118379605] 'read index received' (duration: 66.068622ms)","trace[1118379605] 'applied index is now lower than readState.Index' (duration: 92.482618ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:03.786213Z","caller":"traceutil/trace.go:171","msg":"trace[125953496] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"209.277548ms","start":"2026-03-04T02:14:03.576908Z","end":"2026-03-04T02:14:03.786186Z","steps":["trace[125953496] 'process raft request' (duration: 116.80017ms)","trace[125953496] 'compare' (duration: 92.158772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:03.786377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.31336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-649697d6b4-prhtr\" ","response":"range_response_count:1 size:9635"} {"level":"info","ts":"2026-03-04T02:14:03.786402Z","caller":"traceutil/trace.go:171","msg":"trace[1620564977] range","detail":"{range_begin:/registry/pods/openstack/horizon-649697d6b4-prhtr; range_end:; response_count:1; response_revision:25470; }","duration":"209.374111ms","start":"2026-03-04T02:14:03.577021Z","end":"2026-03-04T02:14:03.786395Z","steps":["trace[1620564977] 'agreement among raft nodes before linearized reading' (duration: 209.208247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.786395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.901911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T02:14:03.786486Z","caller":"traceutil/trace.go:171","msg":"trace[2056673765] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25470; }","duration":"209.012654ms","start":"2026-03-04T02:14:03.577447Z","end":"2026-03-04T02:14:03.78646Z","steps":["trace[2056673765] 'agreement among raft nodes before linearized reading' (duration: 208.752019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.832729Z","caller":"traceutil/trace.go:171","msg":"trace[978333100] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"182.1612ms","start":"2026-03-04T02:14:03.650537Z","end":"2026-03-04T02:14:03.832698Z","steps":["trace[978333100] 'process raft request' (duration: 181.845924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.832759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.917514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:03.832804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.087297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:03.832813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.310344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/horizon-int-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:03.832833Z","caller":"traceutil/trace.go:171","msg":"trace[2102393575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25471; }","duration":"196.150139ms","start":"2026-03-04T02:14:03.636674Z","end":"2026-03-04T02:14:03.832824Z","steps":["trace[2102393575] 'agreement among raft nodes before linearized reading' (duration: 196.110418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.832865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.759869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:14:03.832762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.738658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:14:03.832919Z","caller":"traceutil/trace.go:171","msg":"trace[1148312452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25471; }","duration":"138.919682ms","start":"2026-03-04T02:14:03.693992Z","end":"2026-03-04T02:14:03.832912Z","steps":["trace[1148312452] 'agreement among raft nodes before linearized reading' (duration: 138.616676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.832915Z","caller":"traceutil/trace.go:171","msg":"trace[1870849751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25471; }","duration":"138.824349ms","start":"2026-03-04T02:14:03.694073Z","end":"2026-03-04T02:14:03.832897Z","steps":["trace[1870849751] 'agreement among raft nodes before linearized reading' (duration: 138.727017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.832915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.411851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:14:03.83297Z","caller":"traceutil/trace.go:171","msg":"trace[134167039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25471; }","duration":"138.491142ms","start":"2026-03-04T02:14:03.694465Z","end":"2026-03-04T02:14:03.832956Z","steps":["trace[134167039] 'agreement among raft nodes before linearized reading' (duration: 138.283888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.832824Z","caller":"traceutil/trace.go:171","msg":"trace[443946234] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25471; }","duration":"196.017835ms","start":"2026-03-04T02:14:03.636789Z","end":"2026-03-04T02:14:03.832807Z","steps":["trace[443946234] 'agreement among raft nodes before linearized reading' (duration: 195.907003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.832962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.650089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:03.832758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.269858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:14:03.833043Z","caller":"traceutil/trace.go:171","msg":"trace[1965566458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25471; }","duration":"137.574664ms","start":"2026-03-04T02:14:03.695457Z","end":"2026-03-04T02:14:03.833031Z","steps":["trace[1965566458] 'agreement among raft nodes before linearized reading' (duration: 137.174016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.833038Z","caller":"traceutil/trace.go:171","msg":"trace[1800315205] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25471; }","duration":"195.787072ms","start":"2026-03-04T02:14:03.637229Z","end":"2026-03-04T02:14:03.833016Z","steps":["trace[1800315205] 'agreement among raft nodes before linearized reading' (duration: 195.627918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:03.832761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.769138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:14:03.833081Z","caller":"traceutil/trace.go:171","msg":"trace[1656949770] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25471; }","duration":"139.128366ms","start":"2026-03-04T02:14:03.693944Z","end":"2026-03-04T02:14:03.833072Z","steps":["trace[1656949770] 'agreement among raft nodes before linearized reading' (duration: 138.723408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:03.832844Z","caller":"traceutil/trace.go:171","msg":"trace[796813150] range","detail":"{range_begin:/registry/secrets/openstack/horizon-int-certs; range_end:; response_count:0; response_revision:25471; }","duration":"182.364094ms","start":"2026-03-04T02:14:03.650469Z","end":"2026-03-04T02:14:03.832833Z","steps":["trace[796813150] 'agreement among raft nodes before linearized reading' (duration: 182.325543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.005119Z","caller":"traceutil/trace.go:171","msg":"trace[115176921] linearizableReadLoop","detail":"{readStateIndex:26325; appliedIndex:26324; }","duration":"172.601581ms","start":"2026-03-04T02:14:03.832486Z","end":"2026-03-04T02:14:04.005087Z","steps":["trace[115176921] 'read index received' (duration: 83.482169ms)","trace[115176921] 'applied index is now lower than readState.Index' (duration: 89.118082ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:04.005204Z","caller":"traceutil/trace.go:171","msg":"trace[900857860] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"208.981744ms","start":"2026-03-04T02:14:03.796191Z","end":"2026-03-04T02:14:04.005173Z","steps":["trace[900857860] 'process raft request' (duration: 119.782751ms)","trace[900857860] 'compare' (duration: 88.961567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:04.005351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.975874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:14:04.005401Z","caller":"traceutil/trace.go:171","msg":"trace[1911607242] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25472; }","duration":"208.077857ms","start":"2026-03-04T02:14:03.79731Z","end":"2026-03-04T02:14:04.005388Z","steps":["trace[1911607242] 'agreement among raft nodes before linearized reading' (duration: 207.905783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.054616Z","caller":"traceutil/trace.go:171","msg":"trace[410916780] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"216.916001ms","start":"2026-03-04T02:14:03.837684Z","end":"2026-03-04T02:14:04.0546Z","steps":["trace[410916780] 'process raft request' (duration: 216.761698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.055072Z","caller":"traceutil/trace.go:171","msg":"trace[478451684] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"217.352669ms","start":"2026-03-04T02:14:03.837691Z","end":"2026-03-04T02:14:04.055044Z","steps":["trace[478451684] 'process raft request' (duration: 216.853349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.055116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.83766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:04.055194Z","caller":"traceutil/trace.go:171","msg":"trace[998745584] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25477; }","duration":"214.943302ms","start":"2026-03-04T02:14:03.840231Z","end":"2026-03-04T02:14:04.055175Z","steps":["trace[998745584] 'agreement among raft nodes before linearized reading' (duration: 214.812069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.055284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.662565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:04.055338Z","caller":"traceutil/trace.go:171","msg":"trace[1636322263] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25477; }","duration":"217.747587ms","start":"2026-03-04T02:14:03.837574Z","end":"2026-03-04T02:14:04.055321Z","steps":["trace[1636322263] 'agreement among raft nodes before linearized reading' (duration: 217.641485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.0554Z","caller":"traceutil/trace.go:171","msg":"trace[344550649] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"217.013813ms","start":"2026-03-04T02:14:03.838372Z","end":"2026-03-04T02:14:04.055386Z","steps":["trace[344550649] 'process raft request' (duration: 216.410701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.055553Z","caller":"traceutil/trace.go:171","msg":"trace[815220989] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"217.145147ms","start":"2026-03-04T02:14:03.838394Z","end":"2026-03-04T02:14:04.055539Z","steps":["trace[815220989] 'process raft request' (duration: 216.511743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.055532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.74705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:04.055602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.3178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:14:04.055638Z","caller":"traceutil/trace.go:171","msg":"trace[344188973] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25477; }","duration":"217.36887ms","start":"2026-03-04T02:14:03.838257Z","end":"2026-03-04T02:14:04.055626Z","steps":["trace[344188973] 'agreement among raft nodes before linearized reading' (duration: 217.241388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.055646Z","caller":"traceutil/trace.go:171","msg":"trace[649164098] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25477; }","duration":"215.897572ms","start":"2026-03-04T02:14:03.839723Z","end":"2026-03-04T02:14:04.055621Z","steps":["trace[649164098] 'agreement among raft nodes before linearized reading' (duration: 215.697577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.055671Z","caller":"traceutil/trace.go:171","msg":"trace[1818831472] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"217.139026ms","start":"2026-03-04T02:14:03.838521Z","end":"2026-03-04T02:14:04.05566Z","steps":["trace[1818831472] 'process raft request' (duration: 216.425201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.055964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.04928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-db-user\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-04T02:14:04.056013Z","caller":"traceutil/trace.go:171","msg":"trace[1609643155] range","detail":"{range_begin:/registry/secrets/openstack/nova-db-user; range_end:; response_count:1; response_revision:25477; }","duration":"173.131991ms","start":"2026-03-04T02:14:03.882871Z","end":"2026-03-04T02:14:04.056003Z","steps":["trace[1609643155] 'agreement among raft nodes before linearized reading' (duration: 172.947277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.056128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.085168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:04.056173Z","caller":"traceutil/trace.go:171","msg":"trace[736307904] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25477; }","duration":"188.15324ms","start":"2026-03-04T02:14:03.868004Z","end":"2026-03-04T02:14:04.056157Z","steps":["trace[736307904] 'agreement among raft nodes before linearized reading' (duration: 188.080838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.287527Z","caller":"traceutil/trace.go:171","msg":"trace[1909184289] linearizableReadLoop","detail":"{readStateIndex:26331; appliedIndex:26330; }","duration":"227.4163ms","start":"2026-03-04T02:14:04.06009Z","end":"2026-03-04T02:14:04.287506Z","steps":["trace[1909184289] 'read index received' (duration: 227.232746ms)","trace[1909184289] 'applied index is now lower than readState.Index' (duration: 182.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:04.287737Z","caller":"traceutil/trace.go:171","msg":"trace[1244236330] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"230.032922ms","start":"2026-03-04T02:14:04.057694Z","end":"2026-03-04T02:14:04.287727Z","steps":["trace[1244236330] 'process raft request' (duration: 229.693055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.287837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.743237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:04.287862Z","caller":"traceutil/trace.go:171","msg":"trace[273488850] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25478; }","duration":"227.834808ms","start":"2026-03-04T02:14:04.060016Z","end":"2026-03-04T02:14:04.287851Z","steps":["trace[273488850] 'agreement among raft nodes before linearized reading' (duration: 227.759177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.288153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.051303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:14:04.288169Z","caller":"traceutil/trace.go:171","msg":"trace[222983970] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25478; }","duration":"227.119325ms","start":"2026-03-04T02:14:04.061045Z","end":"2026-03-04T02:14:04.288164Z","steps":["trace[222983970] 'agreement among raft nodes before linearized reading' (duration: 227.034074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.288401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.862515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:14:04.288421Z","caller":"traceutil/trace.go:171","msg":"trace[770928058] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25478; }","duration":"100.910556ms","start":"2026-03-04T02:14:04.187501Z","end":"2026-03-04T02:14:04.288412Z","steps":["trace[770928058] 'agreement among raft nodes before linearized reading' (duration: 100.856265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.47018Z","caller":"traceutil/trace.go:171","msg":"trace[987427639] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"157.404569ms","start":"2026-03-04T02:14:04.312744Z","end":"2026-03-04T02:14:04.470149Z","steps":["trace[987427639] 'process raft request' (duration: 157.158794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.470314Z","caller":"traceutil/trace.go:171","msg":"trace[563809102] linearizableReadLoop","detail":"{readStateIndex:26334; appliedIndex:26332; }","duration":"139.144256ms","start":"2026-03-04T02:14:04.331144Z","end":"2026-03-04T02:14:04.470288Z","steps":["trace[563809102] 'read index received' (duration: 138.777248ms)","trace[563809102] 'applied index is now lower than readState.Index' (duration: 365.528µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:04.47041Z","caller":"traceutil/trace.go:171","msg":"trace[1586280775] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25480; }","duration":"157.070322ms","start":"2026-03-04T02:14:04.313311Z","end":"2026-03-04T02:14:04.470381Z","steps":["trace[1586280775] 'process raft request' (duration: 156.796137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.470577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.961497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-58490c8f-80df-4e2e-aab6-eaddc61f733c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T02:14:04.470621Z","caller":"traceutil/trace.go:171","msg":"trace[584712937] range","detail":"{range_begin:/registry/persistentvolumes/pvc-58490c8f-80df-4e2e-aab6-eaddc61f733c; range_end:; response_count:1; response_revision:25480; }","duration":"174.034199ms","start":"2026-03-04T02:14:04.296571Z","end":"2026-03-04T02:14:04.470605Z","steps":["trace[584712937] 'agreement among raft nodes before linearized reading' (duration: 173.817715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.470689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.396636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T02:14:04.470728Z","caller":"traceutil/trace.go:171","msg":"trace[1577415314] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25480; }","duration":"176.458327ms","start":"2026-03-04T02:14:04.294255Z","end":"2026-03-04T02:14:04.470713Z","steps":["trace[1577415314] 'agreement among raft nodes before linearized reading' (duration: 176.312245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.522186Z","caller":"traceutil/trace.go:171","msg":"trace[962720384] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"101.593209ms","start":"2026-03-04T02:14:04.420557Z","end":"2026-03-04T02:14:04.52215Z","steps":["trace[962720384] 'process raft request' (duration: 101.225042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.522304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.192451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:04.522352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.919835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5c98d9c8fc-mj5k2.18998190426d0d5b\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-03-04T02:14:04.522384Z","caller":"traceutil/trace.go:171","msg":"trace[630416828] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:25482; }","duration":"182.331263ms","start":"2026-03-04T02:14:04.340033Z","end":"2026-03-04T02:14:04.522364Z","steps":["trace[630416828] 'agreement among raft nodes before linearized reading' (duration: 182.17629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.522434Z","caller":"traceutil/trace.go:171","msg":"trace[1463872289] range","detail":"{range_begin:/registry/events/openstack/manila-api-5c98d9c8fc-mj5k2.18998190426d0d5b; range_end:; response_count:1; response_revision:25482; }","duration":"182.035168ms","start":"2026-03-04T02:14:04.340378Z","end":"2026-03-04T02:14:04.522413Z","steps":["trace[1463872289] 'agreement among raft nodes before linearized reading' (duration: 181.729232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.704944Z","caller":"traceutil/trace.go:171","msg":"trace[1819016635] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"226.977452ms","start":"2026-03-04T02:14:04.477898Z","end":"2026-03-04T02:14:04.704876Z","steps":["trace[1819016635] 'process raft request' (duration: 226.688236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.704983Z","caller":"traceutil/trace.go:171","msg":"trace[834596479] linearizableReadLoop","detail":"{readStateIndex:26338; appliedIndex:26336; }","duration":"182.967856ms","start":"2026-03-04T02:14:04.52199Z","end":"2026-03-04T02:14:04.704958Z","steps":["trace[834596479] 'read index received' (duration: 182.713121ms)","trace[834596479] 'applied index is now lower than readState.Index' (duration: 253.105µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:04.705117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.465946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:04.705105Z","caller":"traceutil/trace.go:171","msg":"trace[847287658] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"215.786258ms","start":"2026-03-04T02:14:04.489233Z","end":"2026-03-04T02:14:04.705019Z","steps":["trace[847287658] 'process raft request' (duration: 215.640005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.705197Z","caller":"traceutil/trace.go:171","msg":"trace[1335732514] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25484; }","duration":"184.600198ms","start":"2026-03-04T02:14:04.520581Z","end":"2026-03-04T02:14:04.705181Z","steps":["trace[1335732514] 'agreement among raft nodes before linearized reading' (duration: 184.418945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.705234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.631913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T02:14:04.705283Z","caller":"traceutil/trace.go:171","msg":"trace[441885752] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25484; }","duration":"226.748575ms","start":"2026-03-04T02:14:04.478522Z","end":"2026-03-04T02:14:04.705271Z","steps":["trace[441885752] 'agreement among raft nodes before linearized reading' (duration: 226.575772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.705357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.881959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/horizon-int-certs-xz7z4\" ","response":"range_response_count:1 size:2469"} {"level":"info","ts":"2026-03-04T02:14:04.705447Z","caller":"traceutil/trace.go:171","msg":"trace[263100070] range","detail":"{range_begin:/registry/secrets/openstack/horizon-int-certs-xz7z4; range_end:; response_count:1; response_revision:25484; }","duration":"226.995862ms","start":"2026-03-04T02:14:04.478431Z","end":"2026-03-04T02:14:04.705426Z","steps":["trace[263100070] 'agreement among raft nodes before linearized reading' (duration: 226.731486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.902401Z","caller":"traceutil/trace.go:171","msg":"trace[1116243684] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"294.978663ms","start":"2026-03-04T02:14:04.607401Z","end":"2026-03-04T02:14:04.90238Z","steps":["trace[1116243684] 'process raft request' (duration: 294.903851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.902422Z","caller":"traceutil/trace.go:171","msg":"trace[1974737390] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"376.926671ms","start":"2026-03-04T02:14:04.525446Z","end":"2026-03-04T02:14:04.902373Z","steps":["trace[1974737390] 'process raft request' (duration: 303.740657ms)","trace[1974737390] 'compare' (duration: 72.988791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:04.902641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:04.52543Z","time spent":"377.089375ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:04.902975Z","caller":"traceutil/trace.go:171","msg":"trace[217821008] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"278.400503ms","start":"2026-03-04T02:14:04.624551Z","end":"2026-03-04T02:14:04.902951Z","steps":["trace[217821008] 'process raft request' (duration: 277.799351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.903168Z","caller":"traceutil/trace.go:171","msg":"trace[135373416] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"278.308032ms","start":"2026-03-04T02:14:04.624843Z","end":"2026-03-04T02:14:04.903151Z","steps":["trace[135373416] 'process raft request' (duration: 278.008956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.903312Z","caller":"traceutil/trace.go:171","msg":"trace[341306765] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"273.012766ms","start":"2026-03-04T02:14:04.630252Z","end":"2026-03-04T02:14:04.903264Z","steps":["trace[341306765] 'process raft request' (duration: 272.798022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.90336Z","caller":"traceutil/trace.go:171","msg":"trace[1582891795] linearizableReadLoop","detail":"{readStateIndex:26344; appliedIndex:26338; }","duration":"198.304211ms","start":"2026-03-04T02:14:04.705042Z","end":"2026-03-04T02:14:04.903346Z","steps":["trace[1582891795] 'read index received' (duration: 124.179069ms)","trace[1582891795] 'applied index is now lower than readState.Index' (duration: 74.124082ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:04.903435Z","caller":"traceutil/trace.go:171","msg":"trace[338029347] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"253.994798ms","start":"2026-03-04T02:14:04.649431Z","end":"2026-03-04T02:14:04.903426Z","steps":["trace[338029347] 'process raft request' (duration: 253.684012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.903503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.806645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:04.903643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.271378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:14:04.90383Z","caller":"traceutil/trace.go:171","msg":"trace[1726954826] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25490; }","duration":"379.471721ms","start":"2026-03-04T02:14:04.52434Z","end":"2026-03-04T02:14:04.903812Z","steps":["trace[1726954826] 'agreement among raft nodes before linearized reading' (duration: 379.113614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.903902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:04.52432Z","time spent":"379.547273ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-04T02:14:04.905367Z","caller":"traceutil/trace.go:171","msg":"trace[2104306625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25490; }","duration":"250.025419ms","start":"2026-03-04T02:14:04.653659Z","end":"2026-03-04T02:14:04.903684Z","steps":["trace[2104306625] 'agreement among raft nodes before linearized reading' (duration: 249.779734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.924733Z","caller":"traceutil/trace.go:171","msg":"trace[1872303580] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25491; }","duration":"217.425181ms","start":"2026-03-04T02:14:04.707292Z","end":"2026-03-04T02:14:04.924717Z","steps":["trace[1872303580] 'process raft request' (duration: 217.247388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.925156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.041677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:04.925194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.34472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-04T02:14:04.925233Z","caller":"traceutil/trace.go:171","msg":"trace[76435170] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25491; }","duration":"215.421091ms","start":"2026-03-04T02:14:04.709802Z","end":"2026-03-04T02:14:04.925223Z","steps":["trace[76435170] 'agreement among raft nodes before linearized reading' (duration: 215.306179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.925546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.449301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-db-user\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-03-04T02:14:04.925586Z","caller":"traceutil/trace.go:171","msg":"trace[858963300] range","detail":"{range_begin:/registry/secrets/openstack/octavia-db-user; range_end:; response_count:1; response_revision:25491; }","duration":"142.488502ms","start":"2026-03-04T02:14:04.783086Z","end":"2026-03-04T02:14:04.925574Z","steps":["trace[858963300] 'agreement among raft nodes before linearized reading' (duration: 142.349699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:04.925755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.110309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:04.925799Z","caller":"traceutil/trace.go:171","msg":"trace[221999902] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25491; }","duration":"184.17112ms","start":"2026-03-04T02:14:04.741614Z","end":"2026-03-04T02:14:04.925785Z","steps":["trace[221999902] 'agreement among raft nodes before linearized reading' (duration: 184.101829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:04.925231Z","caller":"traceutil/trace.go:171","msg":"trace[14210059] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25491; }","duration":"190.128209ms","start":"2026-03-04T02:14:04.735083Z","end":"2026-03-04T02:14:04.925211Z","steps":["trace[14210059] 'agreement among raft nodes before linearized reading' (duration: 190.009687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:05.079317Z","caller":"traceutil/trace.go:171","msg":"trace[1828339015] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"134.130046ms","start":"2026-03-04T02:14:04.945151Z","end":"2026-03-04T02:14:05.079281Z","steps":["trace[1828339015] 'process raft request' (duration: 133.897642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:05.412586Z","caller":"traceutil/trace.go:171","msg":"trace[1259369067] linearizableReadLoop","detail":"{readStateIndex:26347; appliedIndex:26345; }","duration":"459.604675ms","start":"2026-03-04T02:14:04.952932Z","end":"2026-03-04T02:14:05.412536Z","steps":["trace[1259369067] 'read index received' (duration: 126.086926ms)","trace[1259369067] 'applied index is now lower than readState.Index' (duration: 333.515719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:05.412598Z","caller":"traceutil/trace.go:171","msg":"trace[2022810320] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"466.848279ms","start":"2026-03-04T02:14:04.945711Z","end":"2026-03-04T02:14:05.41256Z","steps":["trace[2022810320] 'process raft request' (duration: 438.546797ms)","trace[2022810320] 'compare' (duration: 27.66275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:05.413101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.136165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-04T02:14:05.413314Z","caller":"traceutil/trace.go:171","msg":"trace[684996229] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25493; }","duration":"460.380489ms","start":"2026-03-04T02:14:04.952905Z","end":"2026-03-04T02:14:05.413286Z","steps":["trace[684996229] 'agreement among raft nodes before linearized reading' (duration: 459.90753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:05.41344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:04.952894Z","time spent":"460.531342ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-04T02:14:05.41314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:04.945693Z","time spent":"467.229966ms","remote":"127.0.0.1:55244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2365,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:05.414157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.370281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:14:05.414283Z","caller":"traceutil/trace.go:171","msg":"trace[746302303] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25493; }","duration":"207.562066ms","start":"2026-03-04T02:14:05.206696Z","end":"2026-03-04T02:14:05.414258Z","steps":["trace[746302303] 'agreement among raft nodes before linearized reading' (duration: 206.23484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:05.638588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.360401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111892"} {"level":"warn","ts":"2026-03-04T02:14:05.638597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.474404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-04T02:14:05.638671Z","caller":"traceutil/trace.go:171","msg":"trace[1328131262] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25493; }","duration":"126.457443ms","start":"2026-03-04T02:14:05.512195Z","end":"2026-03-04T02:14:05.638653Z","steps":["trace[1328131262] 'range keys from in-memory index tree' (duration: 126.072235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:05.638692Z","caller":"traceutil/trace.go:171","msg":"trace[664213249] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25493; }","duration":"123.595907ms","start":"2026-03-04T02:14:05.515072Z","end":"2026-03-04T02:14:05.638668Z","steps":["trace[664213249] 'range keys from in-memory index tree' (duration: 123.239159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.222167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420927569716134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:14:06.501598Z","caller":"traceutil/trace.go:171","msg":"trace[1162961235] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"850.103567ms","start":"2026-03-04T02:14:05.651468Z","end":"2026-03-04T02:14:06.501572Z","steps":["trace[1162961235] 'process raft request' (duration: 849.869913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.501755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:05.651434Z","time spent":"850.245499ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:06.529224Z","caller":"traceutil/trace.go:171","msg":"trace[101972090] linearizableReadLoop","detail":"{readStateIndex:26350; appliedIndex:26348; }","duration":"807.787875ms","start":"2026-03-04T02:14:05.721415Z","end":"2026-03-04T02:14:06.529203Z","steps":["trace[101972090] 'read index received' (duration: 779.901031ms)","trace[101972090] 'applied index is now lower than readState.Index' (duration: 27.885624ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:06.529338Z","caller":"traceutil/trace.go:171","msg":"trace[980445322] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"850.199939ms","start":"2026-03-04T02:14:05.679125Z","end":"2026-03-04T02:14:06.529325Z","steps":["trace[980445322] 'process raft request' (duration: 849.876741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.529489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:05.679095Z","time spent":"850.27127ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:06.529597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.156332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:06.529669Z","caller":"traceutil/trace.go:171","msg":"trace[865717096] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25497; }","duration":"808.244374ms","start":"2026-03-04T02:14:05.721406Z","end":"2026-03-04T02:14:06.52965Z","steps":["trace[865717096] 'agreement among raft nodes before linearized reading' (duration: 808.118532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.529705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.108033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:06.529709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:05.721358Z","time spent":"808.341336ms","remote":"127.0.0.1:50064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:14:06.529733Z","caller":"traceutil/trace.go:171","msg":"trace[1676577186] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:0; response_revision:25497; }","duration":"795.147583ms","start":"2026-03-04T02:14:05.734574Z","end":"2026-03-04T02:14:06.529722Z","steps":["trace[1676577186] 'agreement among raft nodes before linearized reading' (duration: 795.102893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.529754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:05.734566Z","time spent":"795.183575ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" "} {"level":"info","ts":"2026-03-04T02:14:06.52991Z","caller":"traceutil/trace.go:171","msg":"trace[649595121] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"227.638804ms","start":"2026-03-04T02:14:06.302248Z","end":"2026-03-04T02:14:06.529886Z","steps":["trace[649595121] 'process raft request' (duration: 226.896669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.529934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.676154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:06.529968Z","caller":"traceutil/trace.go:171","msg":"trace[2115477481] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25497; }","duration":"310.751416ms","start":"2026-03-04T02:14:06.219209Z","end":"2026-03-04T02:14:06.529961Z","steps":["trace[2115477481] 'agreement among raft nodes before linearized reading' (duration: 310.696895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.530322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.656185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:14:06.530407Z","caller":"traceutil/trace.go:171","msg":"trace[634337721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25497; }","duration":"469.794307ms","start":"2026-03-04T02:14:06.060594Z","end":"2026-03-04T02:14:06.530389Z","steps":["trace[634337721] 'agreement among raft nodes before linearized reading' (duration: 469.492012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.530445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.060577Z","time spent":"469.862449ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:06.53047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.219188Z","time spent":"310.795087ms","remote":"127.0.0.1:50256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:14:06.530531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.481472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:14:06.530591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.861619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:14:06.530588Z","caller":"traceutil/trace.go:171","msg":"trace[214958215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25497; }","duration":"469.551593ms","start":"2026-03-04T02:14:06.061021Z","end":"2026-03-04T02:14:06.530572Z","steps":["trace[214958215] 'agreement among raft nodes before linearized reading' (duration: 469.39434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:06.530608Z","caller":"traceutil/trace.go:171","msg":"trace[1751557328] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25497; }","duration":"469.89338ms","start":"2026-03-04T02:14:06.060706Z","end":"2026-03-04T02:14:06.5306Z","steps":["trace[1751557328] 'agreement among raft nodes before linearized reading' (duration: 469.836949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.530624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.060698Z","time spent":"469.92258ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:14:06.530622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.061016Z","time spent":"469.598594ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:06.530561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.047558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:14:06.530693Z","caller":"traceutil/trace.go:171","msg":"trace[913419973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25497; }","duration":"740.253563ms","start":"2026-03-04T02:14:05.790415Z","end":"2026-03-04T02:14:06.530669Z","steps":["trace[913419973] 'agreement among raft nodes before linearized reading' (duration: 739.921526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.53074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:05.790383Z","time spent":"740.347784ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:06.530708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.823239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:14:06.530739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.208206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:14:06.530821Z","caller":"traceutil/trace.go:171","msg":"trace[781635780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25497; }","duration":"469.979641ms","start":"2026-03-04T02:14:06.060816Z","end":"2026-03-04T02:14:06.530796Z","steps":["trace[781635780] 'agreement among raft nodes before linearized reading' (duration: 469.574714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:06.53083Z","caller":"traceutil/trace.go:171","msg":"trace[486578170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25497; }","duration":"470.321568ms","start":"2026-03-04T02:14:06.060488Z","end":"2026-03-04T02:14:06.530809Z","steps":["trace[486578170] 'agreement among raft nodes before linearized reading' (duration: 470.004182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.530881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.06041Z","time spent":"470.462601ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:14:06.530878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.060811Z","time spent":"470.057533ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:14:06.668137Z","caller":"traceutil/trace.go:171","msg":"trace[2138174986] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"133.180357ms","start":"2026-03-04T02:14:06.534927Z","end":"2026-03-04T02:14:06.668108Z","steps":["trace[2138174986] 'process raft request' (duration: 133.059014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:06.668137Z","caller":"traceutil/trace.go:171","msg":"trace[786586773] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"133.517804ms","start":"2026-03-04T02:14:06.534575Z","end":"2026-03-04T02:14:06.668093Z","steps":["trace[786586773] 'process raft request' (duration: 133.216928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:06.668178Z","caller":"traceutil/trace.go:171","msg":"trace[875641293] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"132.588034ms","start":"2026-03-04T02:14:06.535564Z","end":"2026-03-04T02:14:06.668152Z","steps":["trace[875641293] 'process raft request' (duration: 132.467992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:06.668271Z","caller":"traceutil/trace.go:171","msg":"trace[2006354208] linearizableReadLoop","detail":"{readStateIndex:26359; appliedIndex:26351; }","duration":"126.026355ms","start":"2026-03-04T02:14:06.542226Z","end":"2026-03-04T02:14:06.668253Z","steps":["trace[2006354208] 'read index received' (duration: 4.348777ms)","trace[2006354208] 'applied index is now lower than readState.Index' (duration: 121.676208ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:06.668342Z","caller":"traceutil/trace.go:171","msg":"trace[494350668] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"132.488003ms","start":"2026-03-04T02:14:06.535825Z","end":"2026-03-04T02:14:06.668313Z","steps":["trace[494350668] 'process raft request' (duration: 132.286679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:06.668382Z","caller":"traceutil/trace.go:171","msg":"trace[562797192] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"132.451822ms","start":"2026-03-04T02:14:06.535918Z","end":"2026-03-04T02:14:06.66837Z","steps":["trace[562797192] 'process raft request' (duration: 132.248828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:06.668395Z","caller":"traceutil/trace.go:171","msg":"trace[878923043] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"132.685387ms","start":"2026-03-04T02:14:06.535702Z","end":"2026-03-04T02:14:06.668387Z","steps":["trace[878923043] 'process raft request' (duration: 132.374741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.668443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.185468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:06.668526Z","caller":"traceutil/trace.go:171","msg":"trace[1034976869] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25505; }","duration":"126.27219ms","start":"2026-03-04T02:14:06.542204Z","end":"2026-03-04T02:14:06.668476Z","steps":["trace[1034976869] 'agreement among raft nodes before linearized reading' (duration: 126.150547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:06.668529Z","caller":"traceutil/trace.go:171","msg":"trace[520947789] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"129.646276ms","start":"2026-03-04T02:14:06.538808Z","end":"2026-03-04T02:14:06.668454Z","steps":["trace[520947789] 'process raft request' (duration: 129.404032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.901706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.762556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:06.902207Z","caller":"traceutil/trace.go:171","msg":"trace[1845051759] linearizableReadLoop","detail":"{readStateIndex:26360; appliedIndex:26359; }","duration":"233.859829ms","start":"2026-03-04T02:14:06.668321Z","end":"2026-03-04T02:14:06.902181Z","steps":["trace[1845051759] 'read index received' (duration: 81.486809ms)","trace[1845051759] 'applied index is now lower than readState.Index' (duration: 152.37096ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:06.902396Z","caller":"traceutil/trace.go:171","msg":"trace[1589506288] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"274.504886ms","start":"2026-03-04T02:14:06.627874Z","end":"2026-03-04T02:14:06.902379Z","steps":["trace[1589506288] 'process raft request' (duration: 121.949914ms)","trace[1589506288] 'compare' (duration: 151.570932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:06.902663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.592398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:06.902748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.355339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:14:06.902855Z","caller":"traceutil/trace.go:171","msg":"trace[1113550933] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25506; }","duration":"228.498942ms","start":"2026-03-04T02:14:06.67433Z","end":"2026-03-04T02:14:06.902829Z","steps":["trace[1113550933] 'agreement among raft nodes before linearized reading' (duration: 228.199386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:06.902782Z","caller":"traceutil/trace.go:171","msg":"trace[681213600] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25506; }","duration":"271.770542ms","start":"2026-03-04T02:14:06.630981Z","end":"2026-03-04T02:14:06.902752Z","steps":["trace[681213600] 'agreement among raft nodes before linearized reading' (duration: 271.485896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.902831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.453754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:14:06.902998Z","caller":"traceutil/trace.go:171","msg":"trace[1130905438] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:25506; }","duration":"208.641487ms","start":"2026-03-04T02:14:06.694301Z","end":"2026-03-04T02:14:06.902942Z","steps":["trace[1130905438] 'agreement among raft nodes before linearized reading' (duration: 208.170208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:06.902693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.297188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:14:06.90323Z","caller":"traceutil/trace.go:171","msg":"trace[2043338517] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25506; }","duration":"228.88205ms","start":"2026-03-04T02:14:06.674331Z","end":"2026-03-04T02:14:06.903213Z","steps":["trace[2043338517] 'agreement among raft nodes before linearized reading' (duration: 228.087304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:07.117497Z","caller":"traceutil/trace.go:171","msg":"trace[1560336180] linearizableReadLoop","detail":"{readStateIndex:26361; appliedIndex:26360; }","duration":"208.395813ms","start":"2026-03-04T02:14:06.909056Z","end":"2026-03-04T02:14:07.117452Z","steps":["trace[1560336180] 'read index received' (duration: 205.24087ms)","trace[1560336180] 'applied index is now lower than readState.Index' (duration: 3.152663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:07.117749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.669878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-04T02:14:07.117835Z","caller":"traceutil/trace.go:171","msg":"trace[1767314948] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25506; }","duration":"208.7973ms","start":"2026-03-04T02:14:06.909017Z","end":"2026-03-04T02:14:07.117814Z","steps":["trace[1767314948] 'agreement among raft nodes before linearized reading' (duration: 208.548055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:07.41927Z","caller":"traceutil/trace.go:171","msg":"trace[891367209] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"509.898674ms","start":"2026-03-04T02:14:06.909329Z","end":"2026-03-04T02:14:07.419227Z","steps":["trace[891367209] 'process raft request' (duration: 509.790782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:07.419563Z","caller":"traceutil/trace.go:171","msg":"trace[1558646348] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"510.025687ms","start":"2026-03-04T02:14:06.909503Z","end":"2026-03-04T02:14:07.419528Z","steps":["trace[1558646348] 'process raft request' (duration: 509.67717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:07.419672Z","caller":"traceutil/trace.go:171","msg":"trace[292487916] linearizableReadLoop","detail":"{readStateIndex:26365; appliedIndex:26361; }","duration":"301.877649ms","start":"2026-03-04T02:14:07.117771Z","end":"2026-03-04T02:14:07.419649Z","steps":["trace[292487916] 'read index received' (duration: 301.112894ms)","trace[292487916] 'applied index is now lower than readState.Index' (duration: 763.545µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:07.419722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.909308Z","time spent":"510.075148ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:07.419745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.909491Z","time spent":"510.150889ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:07.419825Z","caller":"traceutil/trace.go:171","msg":"trace[608408925] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"507.962595ms","start":"2026-03-04T02:14:06.911822Z","end":"2026-03-04T02:14:07.419785Z","steps":["trace[608408925] 'process raft request' (duration: 507.629458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.420032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.911809Z","time spent":"508.11311ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:07.420092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.636662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:14:07.420145Z","caller":"traceutil/trace.go:171","msg":"trace[1233496744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25510; }","duration":"484.753725ms","start":"2026-03-04T02:14:06.935374Z","end":"2026-03-04T02:14:07.420128Z","steps":["trace[1233496744] 'agreement among raft nodes before linearized reading' (duration: 484.428227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.42021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.935361Z","time spent":"484.833286ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:14:07.421Z","caller":"traceutil/trace.go:171","msg":"trace[202824717] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"510.010656ms","start":"2026-03-04T02:14:06.909267Z","end":"2026-03-04T02:14:07.419277Z","steps":["trace[202824717] 'process raft request' (duration: 509.499226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.421209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:06.909226Z","time spent":"511.894384ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:07.633002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.820182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:07.633098Z","caller":"traceutil/trace.go:171","msg":"trace[1903584736] linearizableReadLoop","detail":"{readStateIndex:26366; appliedIndex:26365; }","duration":"213.327291ms","start":"2026-03-04T02:14:07.419758Z","end":"2026-03-04T02:14:07.633085Z","steps":["trace[1903584736] 'read index received' (duration: 98.228214ms)","trace[1903584736] 'applied index is now lower than readState.Index' (duration: 115.098077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:07.633258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.750943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:14:07.633362Z","caller":"traceutil/trace.go:171","msg":"trace[1648952965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25511; }","duration":"414.901536ms","start":"2026-03-04T02:14:07.21844Z","end":"2026-03-04T02:14:07.633341Z","steps":["trace[1648952965] 'agreement among raft nodes before linearized reading' (duration: 414.668412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.633701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.29127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:14:07.633761Z","caller":"traceutil/trace.go:171","msg":"trace[1908137434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25511; }","duration":"208.382472ms","start":"2026-03-04T02:14:07.425365Z","end":"2026-03-04T02:14:07.633747Z","steps":["trace[1908137434] 'agreement among raft nodes before linearized reading' (duration: 208.230379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.633998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.972137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:07.634104Z","caller":"traceutil/trace.go:171","msg":"trace[247214399] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25511; }","duration":"103.13559ms","start":"2026-03-04T02:14:07.53095Z","end":"2026-03-04T02:14:07.634085Z","steps":["trace[247214399] 'agreement among raft nodes before linearized reading' (duration: 102.987837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:07.634445Z","caller":"traceutil/trace.go:171","msg":"trace[358289780] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"515.623398ms","start":"2026-03-04T02:14:07.1188Z","end":"2026-03-04T02:14:07.634423Z","steps":["trace[358289780] 'process raft request' (duration: 399.304837ms)","trace[358289780] 'compare' (duration: 114.285671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:07.634548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:07.118765Z","time spent":"515.72838ms","remote":"127.0.0.1:37444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:07.633473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:07.218428Z","time spent":"415.027809ms","remote":"127.0.0.1:49152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:14:07.633782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.31913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:07.635112Z","caller":"traceutil/trace.go:171","msg":"trace[239567672] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25511; }","duration":"453.760049ms","start":"2026-03-04T02:14:07.181308Z","end":"2026-03-04T02:14:07.635068Z","steps":["trace[239567672] 'agreement among raft nodes before linearized reading' (duration: 452.29572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.635214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.68769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:14:07.635254Z","caller":"traceutil/trace.go:171","msg":"trace[124942616] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25511; }","duration":"431.756302ms","start":"2026-03-04T02:14:07.203488Z","end":"2026-03-04T02:14:07.635245Z","steps":["trace[124942616] 'agreement among raft nodes before linearized reading' (duration: 429.681751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.635279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:07.203477Z","time spent":"431.795332ms","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210820,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-04T02:14:07.635227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:07.181292Z","time spent":"453.913632ms","remote":"127.0.0.1:49854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:14:07.636139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.196431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:14:07.636198Z","caller":"traceutil/trace.go:171","msg":"trace[1541147650] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25511; }","duration":"512.299902ms","start":"2026-03-04T02:14:07.123883Z","end":"2026-03-04T02:14:07.636183Z","steps":["trace[1541147650] 'agreement among raft nodes before linearized reading' (duration: 509.668439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.636232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:07.123863Z","time spent":"512.361164ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-04T02:14:07.828908Z","caller":"traceutil/trace.go:171","msg":"trace[1759628484] linearizableReadLoop","detail":"{readStateIndex:26368; appliedIndex:26367; }","duration":"141.710566ms","start":"2026-03-04T02:14:07.687162Z","end":"2026-03-04T02:14:07.828872Z","steps":["trace[1759628484] 'read index received' (duration: 65.610453ms)","trace[1759628484] 'applied index is now lower than readState.Index' (duration: 76.098663ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:07.829219Z","caller":"traceutil/trace.go:171","msg":"trace[1923443340] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"182.556629ms","start":"2026-03-04T02:14:07.64664Z","end":"2026-03-04T02:14:07.829197Z","steps":["trace[1923443340] 'process raft request' (duration: 106.088019ms)","trace[1923443340] 'compare' (duration: 75.759875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:07.829741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.255426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-04T02:14:07.829813Z","caller":"traceutil/trace.go:171","msg":"trace[1354904686] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25513; }","duration":"156.362638ms","start":"2026-03-04T02:14:07.673426Z","end":"2026-03-04T02:14:07.829788Z","steps":["trace[1354904686] 'agreement among raft nodes before linearized reading' (duration: 156.065542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.83016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.236504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:14:07.830214Z","caller":"traceutil/trace.go:171","msg":"trace[1931542729] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25513; }","duration":"169.322265ms","start":"2026-03-04T02:14:07.660882Z","end":"2026-03-04T02:14:07.830204Z","steps":["trace[1931542729] 'agreement among raft nodes before linearized reading' (duration: 169.193322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:07.874986Z","caller":"traceutil/trace.go:171","msg":"trace[187691597] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"181.607589ms","start":"2026-03-04T02:14:07.693351Z","end":"2026-03-04T02:14:07.874959Z","steps":["trace[187691597] 'process raft request' (duration: 181.172991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.875399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.620703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:14:07.875456Z","caller":"traceutil/trace.go:171","msg":"trace[934439907] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25514; }","duration":"149.726346ms","start":"2026-03-04T02:14:07.725714Z","end":"2026-03-04T02:14:07.87544Z","steps":["trace[934439907] 'agreement among raft nodes before linearized reading' (duration: 149.590453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.875859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.830116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:07.875906Z","caller":"traceutil/trace.go:171","msg":"trace[1957075540] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25514; }","duration":"166.903587ms","start":"2026-03-04T02:14:07.708992Z","end":"2026-03-04T02:14:07.875895Z","steps":["trace[1957075540] 'agreement among raft nodes before linearized reading' (duration: 166.825745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:07.876237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.049437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-04T02:14:07.876326Z","caller":"traceutil/trace.go:171","msg":"trace[2064900600] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25514; }","duration":"184.220891ms","start":"2026-03-04T02:14:07.692085Z","end":"2026-03-04T02:14:07.876306Z","steps":["trace[2064900600] 'agreement among raft nodes before linearized reading' (duration: 183.925995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:08.103106Z","caller":"traceutil/trace.go:171","msg":"trace[116517584] linearizableReadLoop","detail":"{readStateIndex:26371; appliedIndex:26369; }","duration":"219.827949ms","start":"2026-03-04T02:14:07.883249Z","end":"2026-03-04T02:14:08.103077Z","steps":["trace[116517584] 'read index received' (duration: 25.695041ms)","trace[116517584] 'applied index is now lower than readState.Index' (duration: 194.131608ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:08.103219Z","caller":"traceutil/trace.go:171","msg":"trace[583274393] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"221.613624ms","start":"2026-03-04T02:14:07.881567Z","end":"2026-03-04T02:14:08.10318Z","steps":["trace[583274393] 'process raft request' (duration: 221.186986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:08.103306Z","caller":"traceutil/trace.go:171","msg":"trace[353065920] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"219.87424ms","start":"2026-03-04T02:14:07.883391Z","end":"2026-03-04T02:14:08.103265Z","steps":["trace[353065920] 'process raft request' (duration: 219.576984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:08.103412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.112814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:14:08.103466Z","caller":"traceutil/trace.go:171","msg":"trace[1270239417] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25517; }","duration":"220.228757ms","start":"2026-03-04T02:14:07.883223Z","end":"2026-03-04T02:14:08.103451Z","steps":["trace[1270239417] 'agreement among raft nodes before linearized reading' (duration: 220.012402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:08.103477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.193526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:14:08.10356Z","caller":"traceutil/trace.go:171","msg":"trace[2061026120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25517; }","duration":"220.330909ms","start":"2026-03-04T02:14:07.883211Z","end":"2026-03-04T02:14:08.103542Z","steps":["trace[2061026120] 'agreement among raft nodes before linearized reading' (duration: 220.029092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:08.244167Z","caller":"traceutil/trace.go:171","msg":"trace[1633043176] linearizableReadLoop","detail":"{readStateIndex:26373; appliedIndex:26372; }","duration":"140.932652ms","start":"2026-03-04T02:14:08.103198Z","end":"2026-03-04T02:14:08.244131Z","steps":["trace[1633043176] 'read index received' (duration: 122.038126ms)","trace[1633043176] 'applied index is now lower than readState.Index' (duration: 18.892806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:08.244364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.725845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:08.24446Z","caller":"traceutil/trace.go:171","msg":"trace[69488425] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25518; }","duration":"154.919639ms","start":"2026-03-04T02:14:08.089521Z","end":"2026-03-04T02:14:08.244441Z","steps":["trace[69488425] 'agreement among raft nodes before linearized reading' (duration: 154.700245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:08.244473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.016155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:08.244518Z","caller":"traceutil/trace.go:171","msg":"trace[1766697851] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25518; }","duration":"361.129398ms","start":"2026-03-04T02:14:07.883379Z","end":"2026-03-04T02:14:08.244509Z","steps":["trace[1766697851] 'agreement among raft nodes before linearized reading' (duration: 361.028206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:08.244555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:07.883343Z","time spent":"361.205039ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-04T02:14:08.244561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.448221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:08.244651Z","caller":"traceutil/trace.go:171","msg":"trace[355421490] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25518; }","duration":"231.714636ms","start":"2026-03-04T02:14:08.012922Z","end":"2026-03-04T02:14:08.244636Z","steps":["trace[355421490] 'agreement among raft nodes before linearized reading' (duration: 231.457501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:08.244212Z","caller":"traceutil/trace.go:171","msg":"trace[2093034665] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"312.644504ms","start":"2026-03-04T02:14:07.931534Z","end":"2026-03-04T02:14:08.244178Z","steps":["trace[2093034665] 'process raft request' (duration: 293.710637ms)","trace[2093034665] 'compare' (duration: 18.681912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:08.244846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:07.9315Z","time spent":"313.298747ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:14:08.29862Z","caller":"traceutil/trace.go:171","msg":"trace[740009823] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"191.21396ms","start":"2026-03-04T02:14:08.107366Z","end":"2026-03-04T02:14:08.29858Z","steps":["trace[740009823] 'process raft request' (duration: 190.984485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:08.298861Z","caller":"traceutil/trace.go:171","msg":"trace[1930817352] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"187.214901ms","start":"2026-03-04T02:14:08.111608Z","end":"2026-03-04T02:14:08.298823Z","steps":["trace[1930817352] 'process raft request' (duration: 186.866505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:08.299212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.663348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18596"} {"level":"info","ts":"2026-03-04T02:14:08.299243Z","caller":"traceutil/trace.go:171","msg":"trace[517484941] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25521; }","duration":"193.762591ms","start":"2026-03-04T02:14:08.105471Z","end":"2026-03-04T02:14:08.299234Z","steps":["trace[517484941] 'agreement among raft nodes before linearized reading' (duration: 193.587267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:08.299373Z","caller":"traceutil/trace.go:171","msg":"trace[1003445915] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"187.743861ms","start":"2026-03-04T02:14:08.111615Z","end":"2026-03-04T02:14:08.299359Z","steps":["trace[1003445915] 'process raft request' (duration: 186.903195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:08.299436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.873734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:1 size:2663"} {"level":"info","ts":"2026-03-04T02:14:08.299463Z","caller":"traceutil/trace.go:171","msg":"trace[760816200] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:1; response_revision:25521; }","duration":"187.954616ms","start":"2026-03-04T02:14:08.111499Z","end":"2026-03-04T02:14:08.299454Z","steps":["trace[760816200] 'agreement among raft nodes before linearized reading' (duration: 187.871224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:08.299577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.021018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:14:08.299591Z","caller":"traceutil/trace.go:171","msg":"trace[217232766] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25521; }","duration":"188.048508ms","start":"2026-03-04T02:14:08.111538Z","end":"2026-03-04T02:14:08.299586Z","steps":["trace[217232766] 'agreement among raft nodes before linearized reading' (duration: 188.001777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:08.932312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.144929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:08.932481Z","caller":"traceutil/trace.go:171","msg":"trace[1201875369] linearizableReadLoop","detail":"{readStateIndex:26377; appliedIndex:26376; }","duration":"624.145034ms","start":"2026-03-04T02:14:08.308305Z","end":"2026-03-04T02:14:08.93245Z","steps":["trace[1201875369] 'read index received' (duration: 37.674668ms)","trace[1201875369] 'applied index is now lower than readState.Index' (duration: 586.467496ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:08.932516Z","caller":"traceutil/trace.go:171","msg":"trace[695092092] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"625.360479ms","start":"2026-03-04T02:14:08.307108Z","end":"2026-03-04T02:14:08.932468Z","steps":["trace[695092092] 'process raft request' (duration: 38.933784ms)","trace[695092092] 'compare' (duration: 585.375455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:08.932935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.307073Z","time spent":"625.524602ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:14:08.932956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.624645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/openstack-database-exporter-7c944bc9f\" ","response":"range_response_count:1 size:2713"} {"level":"info","ts":"2026-03-04T02:14:08.933264Z","caller":"traceutil/trace.go:171","msg":"trace[363054149] range","detail":"{range_begin:/registry/replicasets/openstack/openstack-database-exporter-7c944bc9f; range_end:; response_count:1; response_revision:25522; }","duration":"624.981581ms","start":"2026-03-04T02:14:08.30826Z","end":"2026-03-04T02:14:08.933241Z","steps":["trace[363054149] 'agreement among raft nodes before linearized reading' (duration: 624.288717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:08.93339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.30824Z","time spent":"625.104594ms","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2736,"request content":"key:\"/registry/replicasets/openstack/openstack-database-exporter-7c944bc9f\" "} {"level":"warn","ts":"2026-03-04T02:14:09.433341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986420927569716194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:14:09.44744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10135218s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:14:09.697479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.418107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:09.697637Z","caller":"traceutil/trace.go:171","msg":"trace[514617550] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"1.389209301s","start":"2026-03-04T02:14:08.308415Z","end":"2026-03-04T02:14:09.697624Z","steps":["trace[514617550] 'process raft request' (duration: 1.389141339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.697687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.308402Z","time spent":"1.389264612s","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:14:09.697688Z","caller":"traceutil/trace.go:171","msg":"trace[925713650] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"1.389333133s","start":"2026-03-04T02:14:08.308313Z","end":"2026-03-04T02:14:09.697646Z","steps":["trace[925713650] 'process raft request' (duration: 1.13967329s)","trace[925713650] 'compare' (duration: 248.422118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:09.697911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.308294Z","time spent":"1.389481987s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2955,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:09.91889Z","caller":"traceutil/trace.go:171","msg":"trace[2011106476] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"492.191033ms","start":"2026-03-04T02:14:09.426664Z","end":"2026-03-04T02:14:09.918855Z","steps":["trace[2011106476] 'process raft request' (duration: 491.977788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.919118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.426628Z","time spent":"492.379027ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:09.919135Z","caller":"traceutil/trace.go:171","msg":"trace[711196847] linearizableReadLoop","detail":"{readStateIndex:26384; appliedIndex:26377; }","duration":"986.556139ms","start":"2026-03-04T02:14:08.932545Z","end":"2026-03-04T02:14:09.919101Z","steps":["trace[711196847] 'read index received' (duration: 515.449394ms)","trace[711196847] 'applied index is now lower than readState.Index' (duration: 471.105575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:09.919484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244516765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:14:09.91953Z","caller":"traceutil/trace.go:171","msg":"trace[1418270946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25529; }","duration":"1.244597448s","start":"2026-03-04T02:14:08.67492Z","end":"2026-03-04T02:14:09.919517Z","steps":["trace[1418270946] 'agreement among raft nodes before linearized reading' (duration: 1.244383014s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.919563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.674898Z","time spent":"1.244657669s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:09.91962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368603153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:09.919653Z","caller":"traceutil/trace.go:171","msg":"trace[440585169] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25529; }","duration":"1.368637633s","start":"2026-03-04T02:14:08.551002Z","end":"2026-03-04T02:14:09.91964Z","steps":["trace[440585169] 'agreement among raft nodes before linearized reading' (duration: 1.368580292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.919876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.550937Z","time spent":"1.368929129s","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:14:09.91996Z","caller":"traceutil/trace.go:171","msg":"trace[2030356570] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"493.05536ms","start":"2026-03-04T02:14:09.426892Z","end":"2026-03-04T02:14:09.919947Z","steps":["trace[2030356570] 'process raft request' (duration: 491.913718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.920026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.426879Z","time spent":"493.112661ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:09.920084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410922063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-04T02:14:09.920125Z","caller":"traceutil/trace.go:171","msg":"trace[113044249] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25529; }","duration":"1.411009105s","start":"2026-03-04T02:14:08.509109Z","end":"2026-03-04T02:14:09.920118Z","steps":["trace[113044249] 'agreement among raft nodes before linearized reading' (duration: 1.410936273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.920146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.509084Z","time spent":"1.411057436s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-04T02:14:09.920174Z","caller":"traceutil/trace.go:171","msg":"trace[1261782335] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"491.323056ms","start":"2026-03-04T02:14:09.42884Z","end":"2026-03-04T02:14:09.920163Z","steps":["trace[1261782335] 'process raft request' (duration: 490.108732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.92023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.428827Z","time spent":"491.370546ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:09.920308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58992418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-7c944bc9f-qdjdf\" ","response":"range_response_count:1 size:2508"} {"level":"info","ts":"2026-03-04T02:14:09.920337Z","caller":"traceutil/trace.go:171","msg":"trace[836574086] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-7c944bc9f-qdjdf; range_end:; response_count:1; response_revision:25529; }","duration":"1.590011933s","start":"2026-03-04T02:14:08.330317Z","end":"2026-03-04T02:14:09.920328Z","steps":["trace[836574086] 'agreement among raft nodes before linearized reading' (duration: 1.589936671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.920356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.33028Z","time spent":"1.590070873s","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2531,"request content":"key:\"/registry/pods/openstack/openstack-database-exporter-7c944bc9f-qdjdf\" "} {"level":"info","ts":"2026-03-04T02:14:09.920361Z","caller":"traceutil/trace.go:171","msg":"trace[1011517298] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"489.976179ms","start":"2026-03-04T02:14:09.430375Z","end":"2026-03-04T02:14:09.920351Z","steps":["trace[1011517298] 'process raft request' (duration: 488.670664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.92042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.43034Z","time spent":"490.05036ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:09.920518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602274095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:14:09.920547Z","caller":"traceutil/trace.go:171","msg":"trace[759515460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25529; }","duration":"1.602345437s","start":"2026-03-04T02:14:08.318193Z","end":"2026-03-04T02:14:09.920539Z","steps":["trace[759515460] 'agreement among raft nodes before linearized reading' (duration: 1.602260885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.92057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.318172Z","time spent":"1.602392558s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:14:09.920604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244157558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:14:09.920634Z","caller":"traceutil/trace.go:171","msg":"trace[61562476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25529; }","duration":"1.244199489s","start":"2026-03-04T02:14:08.676425Z","end":"2026-03-04T02:14:09.920625Z","steps":["trace[61562476] 'agreement among raft nodes before linearized reading' (duration: 1.244105587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.920668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.676417Z","time spent":"1.244245099s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:09.920835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245350532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:14:09.92087Z","caller":"traceutil/trace.go:171","msg":"trace[20853999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25529; }","duration":"1.245426383s","start":"2026-03-04T02:14:08.675435Z","end":"2026-03-04T02:14:09.920862Z","steps":["trace[20853999] 'agreement among raft nodes before linearized reading' (duration: 1.245340482s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.920895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.675405Z","time spent":"1.245484914s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:14:09.91956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244620598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:14:09.921061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612722953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:09.921094Z","caller":"traceutil/trace.go:171","msg":"trace[1028686726] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25529; }","duration":"1.612775254s","start":"2026-03-04T02:14:08.308309Z","end":"2026-03-04T02:14:09.921084Z","steps":["trace[1028686726] 'agreement among raft nodes before linearized reading' (duration: 1.612716252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.92112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.308294Z","time spent":"1.612821075s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-04T02:14:09.921137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245929522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:14:09.921162Z","caller":"traceutil/trace.go:171","msg":"trace[198716571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25529; }","duration":"1.245991154s","start":"2026-03-04T02:14:08.675163Z","end":"2026-03-04T02:14:09.921154Z","steps":["trace[198716571] 'agreement among raft nodes before linearized reading' (duration: 1.245918563s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:09.921101Z","caller":"traceutil/trace.go:171","msg":"trace[548520097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25529; }","duration":"1.246196459s","start":"2026-03-04T02:14:08.674871Z","end":"2026-03-04T02:14:09.921067Z","steps":["trace[548520097] 'agreement among raft nodes before linearized reading' (duration: 1.244527247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.921186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.675144Z","time spent":"1.246037824s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:14:09.921269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612114601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:14:09.921292Z","caller":"traceutil/trace.go:171","msg":"trace[1050834930] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25529; }","duration":"1.612184023s","start":"2026-03-04T02:14:08.309102Z","end":"2026-03-04T02:14:09.921286Z","steps":["trace[1050834930] 'agreement among raft nodes before linearized reading' (duration: 1.612106621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.92131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.309077Z","time spent":"1.612228413s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-04T02:14:09.921341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.674852Z","time spent":"1.246446144s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:14:09.919463Z","caller":"traceutil/trace.go:171","msg":"trace[1119264318] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"1.367456499s","start":"2026-03-04T02:14:08.551956Z","end":"2026-03-04T02:14:09.919413Z","steps":["trace[1119264318] 'process raft request' (duration: 1.355637574s)","trace[1119264318] 'compare' (duration: 10.684022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:09.923678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.551938Z","time spent":"1.371623911s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:09.926042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245668898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:14:09.926158Z","caller":"traceutil/trace.go:171","msg":"trace[1084406801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25529; }","duration":"1.25081336s","start":"2026-03-04T02:14:08.675318Z","end":"2026-03-04T02:14:09.926131Z","steps":["trace[1084406801] 'agreement among raft nodes before linearized reading' (duration: 1.245636557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.926236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.675306Z","time spent":"1.250902691s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:14:09.946783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.123526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:14:09.946845Z","caller":"traceutil/trace.go:171","msg":"trace[2121182963] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25530; }","duration":"128.196017ms","start":"2026-03-04T02:14:09.818634Z","end":"2026-03-04T02:14:09.94683Z","steps":["trace[2121182963] 'agreement among raft nodes before linearized reading' (duration: 127.998023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.94686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.249255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:09.946925Z","caller":"traceutil/trace.go:171","msg":"trace[1854392388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25530; }","duration":"397.353487ms","start":"2026-03-04T02:14:09.549546Z","end":"2026-03-04T02:14:09.9469Z","steps":["trace[1854392388] 'agreement among raft nodes before linearized reading' (duration: 397.282855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.946968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.549515Z","time spent":"397.445579ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:14:09.947104Z","caller":"traceutil/trace.go:171","msg":"trace[1987112696] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"111.093308ms","start":"2026-03-04T02:14:09.835998Z","end":"2026-03-04T02:14:09.947091Z","steps":["trace[1987112696] 'process raft request' (duration: 110.446844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.946791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.79534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:14:09.947204Z","caller":"traceutil/trace.go:171","msg":"trace[2000873594] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25530; }","duration":"286.25214ms","start":"2026-03-04T02:14:09.660944Z","end":"2026-03-04T02:14:09.947196Z","steps":["trace[2000873594] 'agreement among raft nodes before linearized reading' (duration: 285.692748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.947243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010686997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/openstack-database-exporter-7c944bc9f\" ","response":"range_response_count:1 size:2713"} {"level":"info","ts":"2026-03-04T02:14:09.947278Z","caller":"traceutil/trace.go:171","msg":"trace[806144168] range","detail":"{range_begin:/registry/replicasets/openstack/openstack-database-exporter-7c944bc9f; range_end:; response_count:1; response_revision:25530; }","duration":"1.010739178s","start":"2026-03-04T02:14:08.936527Z","end":"2026-03-04T02:14:09.947266Z","steps":["trace[806144168] 'agreement among raft nodes before linearized reading' (duration: 1.010636366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:09.947314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:08.936511Z","time spent":"1.01079632s","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2736,"request content":"key:\"/registry/replicasets/openstack/openstack-database-exporter-7c944bc9f\" "} {"level":"info","ts":"2026-03-04T02:14:10.243797Z","caller":"traceutil/trace.go:171","msg":"trace[1621587805] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"316.020822ms","start":"2026-03-04T02:14:09.927751Z","end":"2026-03-04T02:14:10.243772Z","steps":["trace[1621587805] 'process raft request' (duration: 315.930489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.243954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.927742Z","time spent":"316.122983ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:10.244106Z","caller":"traceutil/trace.go:171","msg":"trace[891408000] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"316.115053ms","start":"2026-03-04T02:14:09.92797Z","end":"2026-03-04T02:14:10.244085Z","steps":["trace[891408000] 'process raft request' (duration: 315.769886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:10.244145Z","caller":"traceutil/trace.go:171","msg":"trace[1351651037] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"317.133304ms","start":"2026-03-04T02:14:09.927Z","end":"2026-03-04T02:14:10.244134Z","steps":["trace[1351651037] 'process raft request' (duration: 316.529481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.244187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.926977Z","time spent":"317.187945ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:10.244222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.927963Z","time spent":"316.192814ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:10.244403Z","caller":"traceutil/trace.go:171","msg":"trace[697891992] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"316.374268ms","start":"2026-03-04T02:14:09.928022Z","end":"2026-03-04T02:14:10.244396Z","steps":["trace[697891992] 'process raft request' (duration: 315.99403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.244452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.928017Z","time spent":"316.415218ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:10.244527Z","caller":"traceutil/trace.go:171","msg":"trace[1223196863] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"314.056372ms","start":"2026-03-04T02:14:09.930458Z","end":"2026-03-04T02:14:10.244514Z","steps":["trace[1223196863] 'process raft request' (duration: 313.900379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.244585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.930448Z","time spent":"314.109683ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:10.244798Z","caller":"traceutil/trace.go:171","msg":"trace[1676428575] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"314.318646ms","start":"2026-03-04T02:14:09.93047Z","end":"2026-03-04T02:14:10.244789Z","steps":["trace[1676428575] 'process raft request' (duration: 314.01126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.244854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.930448Z","time spent":"314.379978ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:10.244844Z","caller":"traceutil/trace.go:171","msg":"trace[767415931] linearizableReadLoop","detail":"{readStateIndex:26392; appliedIndex:26385; }","duration":"298.224998ms","start":"2026-03-04T02:14:09.946595Z","end":"2026-03-04T02:14:10.24482Z","steps":["trace[767415931] 'read index received' (duration: 296.973643ms)","trace[767415931] 'applied index is now lower than readState.Index' (duration: 1.250315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:10.244946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.208874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-7c944bc9f-qdjdf\" ","response":"range_response_count:1 size:3557"} {"level":"info","ts":"2026-03-04T02:14:10.244976Z","caller":"traceutil/trace.go:171","msg":"trace[1407648825] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-7c944bc9f-qdjdf; range_end:; response_count:1; response_revision:25537; }","duration":"317.249775ms","start":"2026-03-04T02:14:09.927717Z","end":"2026-03-04T02:14:10.244967Z","steps":["trace[1407648825] 'agreement among raft nodes before linearized reading' (duration: 317.194564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:10.244937Z","caller":"traceutil/trace.go:171","msg":"trace[606580157] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"314.47266ms","start":"2026-03-04T02:14:09.930432Z","end":"2026-03-04T02:14:10.244905Z","steps":["trace[606580157] 'process raft request' (duration: 314.251005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.245015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.927706Z","time spent":"317.300406ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3580,"request content":"key:\"/registry/pods/openstack/openstack-database-exporter-7c944bc9f-qdjdf\" "} {"level":"warn","ts":"2026-03-04T02:14:10.245015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.959389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-04T02:14:10.24509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.890628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:14:10.245108Z","caller":"traceutil/trace.go:171","msg":"trace[231268290] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25537; }","duration":"317.099122ms","start":"2026-03-04T02:14:09.927989Z","end":"2026-03-04T02:14:10.245088Z","steps":["trace[231268290] 'agreement among raft nodes before linearized reading' (duration: 316.876048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:10.245138Z","caller":"traceutil/trace.go:171","msg":"trace[881188463] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25537; }","duration":"317.989831ms","start":"2026-03-04T02:14:09.927134Z","end":"2026-03-04T02:14:10.245124Z","steps":["trace[881188463] 'agreement among raft nodes before linearized reading' (duration: 317.822888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.24516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.927971Z","time spent":"317.176523ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-04T02:14:10.245181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.927111Z","time spent":"318.062122ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-04T02:14:10.245245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.930417Z","time spent":"314.605782ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:10.433733Z","caller":"traceutil/trace.go:171","msg":"trace[1334600572] linearizableReadLoop","detail":"{readStateIndex:26395; appliedIndex:26392; }","duration":"188.780612ms","start":"2026-03-04T02:14:10.244913Z","end":"2026-03-04T02:14:10.433694Z","steps":["trace[1334600572] 'read index received' (duration: 98.168071ms)","trace[1334600572] 'applied index is now lower than readState.Index' (duration: 90.611541ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:10.433876Z","caller":"traceutil/trace.go:171","msg":"trace[1176309117] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"482.867047ms","start":"2026-03-04T02:14:09.950999Z","end":"2026-03-04T02:14:10.433866Z","steps":["trace[1176309117] 'process raft request' (duration: 392.076393ms)","trace[1176309117] 'compare' (duration: 90.341665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:10.434097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.950979Z","time spent":"482.927338ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:10.434165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.550265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:10.434279Z","caller":"traceutil/trace.go:171","msg":"trace[715345717] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25540; }","duration":"449.730409ms","start":"2026-03-04T02:14:09.984523Z","end":"2026-03-04T02:14:10.434254Z","steps":["trace[715345717] 'agreement among raft nodes before linearized reading' (duration: 449.492453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.434343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.984506Z","time spent":"449.821861ms","remote":"127.0.0.1:50116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:14:10.434325Z","caller":"traceutil/trace.go:171","msg":"trace[1065905466] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"480.864778ms","start":"2026-03-04T02:14:09.953425Z","end":"2026-03-04T02:14:10.434289Z","steps":["trace[1065905466] 'process raft request' (duration: 480.204685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.434347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.599699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d\" ","response":"range_response_count:1 size:5271"} {"level":"info","ts":"2026-03-04T02:14:10.434384Z","caller":"traceutil/trace.go:171","msg":"trace[554326194] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"482.050373ms","start":"2026-03-04T02:14:09.952298Z","end":"2026-03-04T02:14:10.434348Z","steps":["trace[554326194] 'process raft request' (duration: 481.294857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:10.434423Z","caller":"traceutil/trace.go:171","msg":"trace[1981253910] range","detail":"{range_begin:/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d; range_end:; response_count:1; response_revision:25540; }","duration":"184.708872ms","start":"2026-03-04T02:14:10.249694Z","end":"2026-03-04T02:14:10.434403Z","steps":["trace[1981253910] 'agreement among raft nodes before linearized reading' (duration: 184.494467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.434498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.953417Z","time spent":"480.982181ms","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:10.43455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.544028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-04T02:14:10.434578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.952275Z","time spent":"482.191345ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:10.434688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.600392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:10.434724Z","caller":"traceutil/trace.go:171","msg":"trace[587981223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25540; }","duration":"483.656074ms","start":"2026-03-04T02:14:09.951058Z","end":"2026-03-04T02:14:10.434714Z","steps":["trace[587981223] 'agreement among raft nodes before linearized reading' (duration: 483.600243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:10.434593Z","caller":"traceutil/trace.go:171","msg":"trace[1789764226] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25540; }","duration":"183.596319ms","start":"2026-03-04T02:14:10.250985Z","end":"2026-03-04T02:14:10.434581Z","steps":["trace[1789764226] 'agreement among raft nodes before linearized reading' (duration: 183.454326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.434756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:09.951043Z","time spent":"483.705114ms","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:14:10.434898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.735122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:14:10.435019Z","caller":"traceutil/trace.go:171","msg":"trace[1391103955] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25540; }","duration":"183.877485ms","start":"2026-03-04T02:14:10.251109Z","end":"2026-03-04T02:14:10.434986Z","steps":["trace[1391103955] 'agreement among raft nodes before linearized reading' (duration: 183.308204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.875975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.11023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111892"} {"level":"info","ts":"2026-03-04T02:14:10.876074Z","caller":"traceutil/trace.go:171","msg":"trace[888190105] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25542; }","duration":"334.287594ms","start":"2026-03-04T02:14:10.541767Z","end":"2026-03-04T02:14:10.876055Z","steps":["trace[888190105] 'range keys from in-memory index tree' (duration: 333.707972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.876117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:10.541736Z","time spent":"334.369735ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111915,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-04T02:14:10.885049Z","caller":"traceutil/trace.go:171","msg":"trace[1142362056] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"341.569938ms","start":"2026-03-04T02:14:10.543445Z","end":"2026-03-04T02:14:10.885015Z","steps":["trace[1142362056] 'process raft request' (duration: 341.348694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.88526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:10.543417Z","time spent":"341.729983ms","remote":"127.0.0.1:37678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1271,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:10.927881Z","caller":"traceutil/trace.go:171","msg":"trace[1455449547] linearizableReadLoop","detail":"{readStateIndex:26399; appliedIndex:26397; }","duration":"353.562837ms","start":"2026-03-04T02:14:10.574293Z","end":"2026-03-04T02:14:10.927856Z","steps":["trace[1455449547] 'read index received' (duration: 310.524601ms)","trace[1455449547] 'applied index is now lower than readState.Index' (duration: 43.037306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:10.928115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.789091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d\" ","response":"range_response_count:1 size:5504"} {"level":"info","ts":"2026-03-04T02:14:10.928149Z","caller":"traceutil/trace.go:171","msg":"trace[606981768] range","detail":"{range_begin:/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d; range_end:; response_count:1; response_revision:25546; }","duration":"353.845872ms","start":"2026-03-04T02:14:10.574289Z","end":"2026-03-04T02:14:10.928135Z","steps":["trace[606981768] 'agreement among raft nodes before linearized reading' (duration: 353.662499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.928176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:10.574256Z","time spent":"353.914874ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":5527,"request content":"key:\"/registry/pods/openstack/openstack-exporter-76748445fc-6mk2d\" "} {"level":"info","ts":"2026-03-04T02:14:10.928176Z","caller":"traceutil/trace.go:171","msg":"trace[280134485] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"351.817193ms","start":"2026-03-04T02:14:10.576312Z","end":"2026-03-04T02:14:10.928129Z","steps":["trace[280134485] 'process raft request' (duration: 351.425496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:10.92829Z","caller":"traceutil/trace.go:171","msg":"trace[1779562837] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"384.170186ms","start":"2026-03-04T02:14:10.544083Z","end":"2026-03-04T02:14:10.928253Z","steps":["trace[1779562837] 'process raft request' (duration: 383.493853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:10.928373Z","caller":"traceutil/trace.go:171","msg":"trace[985104785] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"187.15166ms","start":"2026-03-04T02:14:10.741214Z","end":"2026-03-04T02:14:10.928366Z","steps":["trace[985104785] 'process raft request' (duration: 186.580189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:10.928463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:10.544063Z","time spent":"384.299508ms","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:10.928325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:10.576302Z","time spent":"351.948396ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:14:11.114441Z","caller":"traceutil/trace.go:171","msg":"trace[80876900] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"221.201236ms","start":"2026-03-04T02:14:10.893204Z","end":"2026-03-04T02:14:11.114405Z","steps":["trace[80876900] 'process raft request' (duration: 219.213237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:11.386885Z","caller":"traceutil/trace.go:171","msg":"trace[407080385] linearizableReadLoop","detail":"{readStateIndex:26404; appliedIndex:26402; }","duration":"198.692069ms","start":"2026-03-04T02:14:11.18816Z","end":"2026-03-04T02:14:11.386852Z","steps":["trace[407080385] 'read index received' (duration: 150.345827ms)","trace[407080385] 'applied index is now lower than readState.Index' (duration: 48.345102ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:11.387355Z","caller":"traceutil/trace.go:171","msg":"trace[1247578099] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"446.763391ms","start":"2026-03-04T02:14:10.940537Z","end":"2026-03-04T02:14:11.3873Z","steps":["trace[1247578099] 'process raft request' (duration: 446.255171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:11.387401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.23329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:11.387427Z","caller":"traceutil/trace.go:171","msg":"trace[1891566594] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"449.651497ms","start":"2026-03-04T02:14:10.937734Z","end":"2026-03-04T02:14:11.387385Z","steps":["trace[1891566594] 'process raft request' (duration: 400.805866ms)","trace[1891566594] 'compare' (duration: 48.087776ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:11.387463Z","caller":"traceutil/trace.go:171","msg":"trace[1329614924] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25549; }","duration":"199.394922ms","start":"2026-03-04T02:14:11.188049Z","end":"2026-03-04T02:14:11.387444Z","steps":["trace[1329614924] 'agreement among raft nodes before linearized reading' (duration: 199.25377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:11.387631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:10.937695Z","time spent":"449.820631ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:11.387794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:10.940528Z","time spent":"446.924714ms","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2356,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:14:11.638892Z","caller":"traceutil/trace.go:171","msg":"trace[783631195] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"100.554219ms","start":"2026-03-04T02:14:11.538312Z","end":"2026-03-04T02:14:11.638866Z","steps":["trace[783631195] 'process raft request' (duration: 99.920545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.062937Z","caller":"traceutil/trace.go:171","msg":"trace[786184298] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"183.016648ms","start":"2026-03-04T02:14:11.879899Z","end":"2026-03-04T02:14:12.062916Z","steps":["trace[786184298] 'process raft request' (duration: 182.653831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.370128Z","caller":"traceutil/trace.go:171","msg":"trace[1175269136] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"441.26444ms","start":"2026-03-04T02:14:11.928834Z","end":"2026-03-04T02:14:12.370099Z","steps":["trace[1175269136] 'process raft request' (duration: 441.109577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.370139Z","caller":"traceutil/trace.go:171","msg":"trace[265920320] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"441.343532ms","start":"2026-03-04T02:14:11.928743Z","end":"2026-03-04T02:14:12.370086Z","steps":["trace[265920320] 'process raft request' (duration: 399.128922ms)","trace[265920320] 'compare' (duration: 41.927244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:12.370287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:11.928828Z","time spent":"441.374243ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:12.370554Z","caller":"traceutil/trace.go:171","msg":"trace[1932994873] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"406.461409ms","start":"2026-03-04T02:14:11.96406Z","end":"2026-03-04T02:14:12.370521Z","steps":["trace[1932994873] 'process raft request' (duration: 406.390757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.370743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:11.96405Z","time spent":"406.599001ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:12.370901Z","caller":"traceutil/trace.go:171","msg":"trace[413104502] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"440.301721ms","start":"2026-03-04T02:14:11.930561Z","end":"2026-03-04T02:14:12.370863Z","steps":["trace[413104502] 'process raft request' (duration: 439.69589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.370945Z","caller":"traceutil/trace.go:171","msg":"trace[468237246] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"440.448854ms","start":"2026-03-04T02:14:11.930483Z","end":"2026-03-04T02:14:12.370932Z","steps":["trace[468237246] 'process raft request' (duration: 439.573047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.37101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:11.93047Z","time spent":"440.507865ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:12.371037Z","caller":"traceutil/trace.go:171","msg":"trace[1200219917] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"440.25163ms","start":"2026-03-04T02:14:11.930769Z","end":"2026-03-04T02:14:12.37102Z","steps":["trace[1200219917] 'process raft request' (duration: 439.621368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.371089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:11.930552Z","time spent":"440.436354ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:12.371108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:11.930759Z","time spent":"440.308031ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:12.370361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:11.928714Z","time spent":"441.517866ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:12.622801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.492847ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:14:12.623139Z","caller":"traceutil/trace.go:171","msg":"trace[382435345] linearizableReadLoop","detail":"{readStateIndex:26414; appliedIndex:26407; }","duration":"449.109206ms","start":"2026-03-04T02:14:12.174005Z","end":"2026-03-04T02:14:12.623114Z","steps":["trace[382435345] 'read index received' (duration: 153.837876ms)","trace[382435345] 'applied index is now lower than readState.Index' (duration: 295.26882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:12.623294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.268219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:12.623426Z","caller":"traceutil/trace.go:171","msg":"trace[1836514628] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25558; }","duration":"449.403822ms","start":"2026-03-04T02:14:12.173952Z","end":"2026-03-04T02:14:12.623356Z","steps":["trace[1836514628] 'agreement among raft nodes before linearized reading' (duration: 449.259039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.623511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:12.173931Z","time spent":"449.561014ms","remote":"127.0.0.1:37814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:14:12.624321Z","caller":"traceutil/trace.go:171","msg":"trace[1373563223] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"114.642799ms","start":"2026-03-04T02:14:12.509648Z","end":"2026-03-04T02:14:12.624291Z","steps":["trace[1373563223] 'process raft request' (duration: 113.313503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.624428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.674856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:14:12.624475Z","caller":"traceutil/trace.go:171","msg":"trace[1918773415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25559; }","duration":"374.720437ms","start":"2026-03-04T02:14:12.249742Z","end":"2026-03-04T02:14:12.624463Z","steps":["trace[1918773415] 'agreement among raft nodes before linearized reading' (duration: 374.615595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.624519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:12.249721Z","time spent":"374.789188ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:12.624596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.222374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:12.624329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.600485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:14:12.624674Z","caller":"traceutil/trace.go:171","msg":"trace[532022449] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25559; }","duration":"232.293766ms","start":"2026-03-04T02:14:12.392351Z","end":"2026-03-04T02:14:12.624645Z","steps":["trace[532022449] 'agreement among raft nodes before linearized reading' (duration: 232.193274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.624692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.036573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:14:12.624716Z","caller":"traceutil/trace.go:171","msg":"trace[1439449742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25559; }","duration":"376.071374ms","start":"2026-03-04T02:14:12.24863Z","end":"2026-03-04T02:14:12.624701Z","steps":["trace[1439449742] 'agreement among raft nodes before linearized reading' (duration: 375.504083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.624772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:12.248609Z","time spent":"376.145536ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:14:12.624789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.171065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:14:12.624823Z","caller":"traceutil/trace.go:171","msg":"trace[1334544787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25559; }","duration":"375.220977ms","start":"2026-03-04T02:14:12.249595Z","end":"2026-03-04T02:14:12.624816Z","steps":["trace[1334544787] 'agreement among raft nodes before linearized reading' (duration: 375.147816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.624854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:12.249587Z","time spent":"375.261928ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:12.624985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.902932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:14:12.625237Z","caller":"traceutil/trace.go:171","msg":"trace[1377865934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25559; }","duration":"376.167677ms","start":"2026-03-04T02:14:12.249048Z","end":"2026-03-04T02:14:12.625215Z","steps":["trace[1377865934] 'agreement among raft nodes before linearized reading' (duration: 375.875471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.625281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:12.249041Z","time spent":"376.229438ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:14:12.624482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.434952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:14:12.625404Z","caller":"traceutil/trace.go:171","msg":"trace[219989993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25559; }","duration":"375.397791ms","start":"2026-03-04T02:14:12.24999Z","end":"2026-03-04T02:14:12.625387Z","steps":["trace[219989993] 'agreement among raft nodes before linearized reading' (duration: 374.209337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.624725Z","caller":"traceutil/trace.go:171","msg":"trace[889758118] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25559; }","duration":"375.077794ms","start":"2026-03-04T02:14:12.249636Z","end":"2026-03-04T02:14:12.624714Z","steps":["trace[889758118] 'agreement among raft nodes before linearized reading' (duration: 374.991312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.625516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:12.249631Z","time spent":"375.86811ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:14:12.625464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:12.24998Z","time spent":"375.469402ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:12.625068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.368872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18596"} {"level":"info","ts":"2026-03-04T02:14:12.626835Z","caller":"traceutil/trace.go:171","msg":"trace[46948150] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25559; }","duration":"292.171167ms","start":"2026-03-04T02:14:12.334653Z","end":"2026-03-04T02:14:12.626824Z","steps":["trace[46948150] 'agreement among raft nodes before linearized reading' (duration: 290.317011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.826848Z","caller":"traceutil/trace.go:171","msg":"trace[429583040] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"194.430725ms","start":"2026-03-04T02:14:12.632394Z","end":"2026-03-04T02:14:12.826825Z","steps":["trace[429583040] 'process raft request' (duration: 131.606576ms)","trace[429583040] 'compare' (duration: 62.668306ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:12.827037Z","caller":"traceutil/trace.go:171","msg":"trace[2029565156] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"194.606239ms","start":"2026-03-04T02:14:12.632424Z","end":"2026-03-04T02:14:12.82703Z","steps":["trace[2029565156] 'process raft request' (duration: 194.368874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.827207Z","caller":"traceutil/trace.go:171","msg":"trace[1115535956] linearizableReadLoop","detail":"{readStateIndex:26421; appliedIndex:26415; }","duration":"193.7379ms","start":"2026-03-04T02:14:12.633461Z","end":"2026-03-04T02:14:12.827199Z","steps":["trace[1115535956] 'read index received' (duration: 85.150792ms)","trace[1115535956] 'applied index is now lower than readState.Index' (duration: 108.586418ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:12.827278Z","caller":"traceutil/trace.go:171","msg":"trace[154967192] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"194.848303ms","start":"2026-03-04T02:14:12.632424Z","end":"2026-03-04T02:14:12.827272Z","steps":["trace[154967192] 'process raft request' (duration: 194.577768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.827339Z","caller":"traceutil/trace.go:171","msg":"trace[1025287735] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"194.881654ms","start":"2026-03-04T02:14:12.632451Z","end":"2026-03-04T02:14:12.827333Z","steps":["trace[1025287735] 'process raft request' (duration: 194.67952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.827396Z","caller":"traceutil/trace.go:171","msg":"trace[1714565374] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"194.802802ms","start":"2026-03-04T02:14:12.632587Z","end":"2026-03-04T02:14:12.82739Z","steps":["trace[1714565374] 'process raft request' (duration: 194.579437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.827594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.118058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18596"} {"level":"info","ts":"2026-03-04T02:14:12.827623Z","caller":"traceutil/trace.go:171","msg":"trace[1968407770] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25565; }","duration":"194.188309ms","start":"2026-03-04T02:14:12.633428Z","end":"2026-03-04T02:14:12.827617Z","steps":["trace[1968407770] 'agreement among raft nodes before linearized reading' (duration: 194.066067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:13.268011Z","caller":"traceutil/trace.go:171","msg":"trace[1852666582] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"136.83178ms","start":"2026-03-04T02:14:13.13116Z","end":"2026-03-04T02:14:13.267992Z","steps":["trace[1852666582] 'process raft request' (duration: 136.720757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.413527Z","caller":"traceutil/trace.go:171","msg":"trace[1036056545] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"265.623779ms","start":"2026-03-04T02:14:14.147873Z","end":"2026-03-04T02:14:14.413497Z","steps":["trace[1036056545] 'process raft request' (duration: 265.417025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.778413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.708811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:14.778655Z","caller":"traceutil/trace.go:171","msg":"trace[365939987] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"401.719084ms","start":"2026-03-04T02:14:14.376907Z","end":"2026-03-04T02:14:14.778626Z","steps":["trace[365939987] 'process raft request' (duration: 134.496613ms)","trace[365939987] 'compare' (duration: 265.987927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:14.778792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:14.37688Z","time spent":"401.838246ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:14.778914Z","caller":"traceutil/trace.go:171","msg":"trace[604287355] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"400.249604ms","start":"2026-03-04T02:14:14.378589Z","end":"2026-03-04T02:14:14.778839Z","steps":["trace[604287355] 'process raft request' (duration: 400.02777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.779027Z","caller":"traceutil/trace.go:171","msg":"trace[1645302700] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"395.270416ms","start":"2026-03-04T02:14:14.383744Z","end":"2026-03-04T02:14:14.779014Z","steps":["trace[1645302700] 'process raft request' (duration: 395.140854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.779022Z","caller":"traceutil/trace.go:171","msg":"trace[2012419445] linearizableReadLoop","detail":"{readStateIndex:26431; appliedIndex:26424; }","duration":"289.971093ms","start":"2026-03-04T02:14:14.489034Z","end":"2026-03-04T02:14:14.779005Z","steps":["trace[2012419445] 'read index received' (duration: 22.288734ms)","trace[2012419445] 'applied index is now lower than readState.Index' (duration: 267.681359ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:14.77906Z","caller":"traceutil/trace.go:171","msg":"trace[2029966730] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"401.500959ms","start":"2026-03-04T02:14:14.377552Z","end":"2026-03-04T02:14:14.779053Z","steps":["trace[2029966730] 'process raft request' (duration: 400.984789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.779071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:14.383734Z","time spent":"395.316837ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:14.7791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:14.377541Z","time spent":"401.53597ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:14.779165Z","caller":"traceutil/trace.go:171","msg":"trace[1256157639] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"400.373687ms","start":"2026-03-04T02:14:14.378785Z","end":"2026-03-04T02:14:14.779159Z","steps":["trace[1256157639] 'process raft request' (duration: 400.02909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.7792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:14.378779Z","time spent":"400.405168ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:14.779025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:14.378582Z","time spent":"400.372226ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:14.779242Z","caller":"traceutil/trace.go:171","msg":"trace[1936638203] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"356.477446ms","start":"2026-03-04T02:14:14.422753Z","end":"2026-03-04T02:14:14.77923Z","steps":["trace[1936638203] 'process raft request' (duration: 356.194999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.779314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:14.422724Z","time spent":"356.545327ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:14.779385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.86208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:14.779407Z","caller":"traceutil/trace.go:171","msg":"trace[214798729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25575; }","duration":"227.918841ms","start":"2026-03-04T02:14:14.551481Z","end":"2026-03-04T02:14:14.7794Z","steps":["trace[214798729] 'agreement among raft nodes before linearized reading' (duration: 227.88056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.779471Z","caller":"traceutil/trace.go:171","msg":"trace[1999128345] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"401.390738ms","start":"2026-03-04T02:14:14.37801Z","end":"2026-03-04T02:14:14.779401Z","steps":["trace[1999128345] 'process raft request' (duration: 400.576021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.779533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.508114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:14:14.779549Z","caller":"traceutil/trace.go:171","msg":"trace[784546649] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25575; }","duration":"290.562316ms","start":"2026-03-04T02:14:14.488982Z","end":"2026-03-04T02:14:14.779544Z","steps":["trace[784546649] 'agreement among raft nodes before linearized reading' (duration: 290.518145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.779631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:14.378001Z","time spent":"401.50142ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:14.779762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.021728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:14.779788Z","caller":"traceutil/trace.go:171","msg":"trace[2012340893] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25575; }","duration":"177.077789ms","start":"2026-03-04T02:14:14.602703Z","end":"2026-03-04T02:14:14.779781Z","steps":["trace[2012340893] 'agreement among raft nodes before linearized reading' (duration: 177.034359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.932045Z","caller":"traceutil/trace.go:171","msg":"trace[701043290] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"147.573173ms","start":"2026-03-04T02:14:14.784423Z","end":"2026-03-04T02:14:14.931996Z","steps":["trace[701043290] 'process raft request' (duration: 115.730491ms)","trace[701043290] 'compare' (duration: 31.673689ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:14.932534Z","caller":"traceutil/trace.go:171","msg":"trace[1810669837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25576; }","duration":"100.243522ms","start":"2026-03-04T02:14:14.832259Z","end":"2026-03-04T02:14:14.932503Z","steps":["trace[1810669837] 'agreement among raft nodes before linearized reading' (duration: 100.155001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:15.147914Z","caller":"traceutil/trace.go:171","msg":"trace[484825674] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"208.933212ms","start":"2026-03-04T02:14:14.938956Z","end":"2026-03-04T02:14:15.14789Z","steps":["trace[484825674] 'process raft request' (duration: 208.762649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:15.147921Z","caller":"traceutil/trace.go:171","msg":"trace[244002782] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"209.537754ms","start":"2026-03-04T02:14:14.938349Z","end":"2026-03-04T02:14:15.147887Z","steps":["trace[244002782] 'process raft request' (duration: 183.09775ms)","trace[244002782] 'compare' (duration: 25.928354ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:15.148952Z","caller":"traceutil/trace.go:171","msg":"trace[172578107] linearizableReadLoop","detail":"{readStateIndex:26437; appliedIndex:26432; }","duration":"207.78124ms","start":"2026-03-04T02:14:14.941149Z","end":"2026-03-04T02:14:15.14893Z","steps":["trace[172578107] 'read index received' (duration: 61.110245ms)","trace[172578107] 'applied index is now lower than readState.Index' (duration: 146.669635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:15.149196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.026375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:14:15.149252Z","caller":"traceutil/trace.go:171","msg":"trace[1565248745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25581; }","duration":"208.119486ms","start":"2026-03-04T02:14:14.941121Z","end":"2026-03-04T02:14:15.14924Z","steps":["trace[1565248745] 'agreement among raft nodes before linearized reading' (duration: 207.880012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:15.149452Z","caller":"traceutil/trace.go:171","msg":"trace[447800053] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"209.805869ms","start":"2026-03-04T02:14:14.939633Z","end":"2026-03-04T02:14:15.149439Z","steps":["trace[447800053] 'process raft request' (duration: 208.202817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:15.149711Z","caller":"traceutil/trace.go:171","msg":"trace[1662020997] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"209.373661ms","start":"2026-03-04T02:14:14.940275Z","end":"2026-03-04T02:14:15.149649Z","steps":["trace[1662020997] 'process raft request' (duration: 208.580225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.924039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.799301ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:14:16.959253Z","caller":"traceutil/trace.go:171","msg":"trace[39056411] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"171.745665ms","start":"2026-03-04T02:14:16.787488Z","end":"2026-03-04T02:14:16.959234Z","steps":["trace[39056411] 'process raft request' (duration: 171.711494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.959533Z","caller":"traceutil/trace.go:171","msg":"trace[1680004757] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"173.889916ms","start":"2026-03-04T02:14:16.785635Z","end":"2026-03-04T02:14:16.959525Z","steps":["trace[1680004757] 'process raft request' (duration: 173.340045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.959684Z","caller":"traceutil/trace.go:171","msg":"trace[1848845808] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"173.886066ms","start":"2026-03-04T02:14:16.78579Z","end":"2026-03-04T02:14:16.959676Z","steps":["trace[1848845808] 'process raft request' (duration: 173.302545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.959823Z","caller":"traceutil/trace.go:171","msg":"trace[1864144848] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"173.941577ms","start":"2026-03-04T02:14:16.785874Z","end":"2026-03-04T02:14:16.959815Z","steps":["trace[1864144848] 'process raft request' (duration: 173.249673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.959953Z","caller":"traceutil/trace.go:171","msg":"trace[937468398] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"174.014398ms","start":"2026-03-04T02:14:16.785931Z","end":"2026-03-04T02:14:16.959945Z","steps":["trace[937468398] 'process raft request' (duration: 173.220463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.9601Z","caller":"traceutil/trace.go:171","msg":"trace[2024311351] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"172.980718ms","start":"2026-03-04T02:14:16.787109Z","end":"2026-03-04T02:14:16.960089Z","steps":["trace[2024311351] 'process raft request' (duration: 172.0706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:17.150072Z","caller":"traceutil/trace.go:171","msg":"trace[902176764] linearizableReadLoop","detail":"{readStateIndex:26446; appliedIndex:26439; }","duration":"211.602456ms","start":"2026-03-04T02:14:16.938449Z","end":"2026-03-04T02:14:17.150051Z","steps":["trace[902176764] 'read index received' (duration: 20.58891ms)","trace[902176764] 'applied index is now lower than readState.Index' (duration: 191.012346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:17.150362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.503181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:14:17.150391Z","caller":"traceutil/trace.go:171","msg":"trace[1245222276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25589; }","duration":"143.588753ms","start":"2026-03-04T02:14:17.006793Z","end":"2026-03-04T02:14:17.150382Z","steps":["trace[1245222276] 'agreement among raft nodes before linearized reading' (duration: 143.383299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:17.150433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.637687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:17.150536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.038244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:14:17.150604Z","caller":"traceutil/trace.go:171","msg":"trace[1898979025] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25589; }","duration":"124.859862ms","start":"2026-03-04T02:14:17.025703Z","end":"2026-03-04T02:14:17.150563Z","steps":["trace[1898979025] 'agreement among raft nodes before linearized reading' (duration: 124.562166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:17.150663Z","caller":"traceutil/trace.go:171","msg":"trace[1223759615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25589; }","duration":"212.204858ms","start":"2026-03-04T02:14:16.938423Z","end":"2026-03-04T02:14:17.150628Z","steps":["trace[1223759615] 'agreement among raft nodes before linearized reading' (duration: 211.760479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:17.150566Z","caller":"traceutil/trace.go:171","msg":"trace[1390737393] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"224.802608ms","start":"2026-03-04T02:14:16.925319Z","end":"2026-03-04T02:14:17.150122Z","steps":["trace[1390737393] 'process raft request' (duration: 224.585174ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:17.295321Z","caller":"traceutil/trace.go:171","msg":"trace[1079195912] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"118.015175ms","start":"2026-03-04T02:14:17.177248Z","end":"2026-03-04T02:14:17.295263Z","steps":["trace[1079195912] 'process raft request' (duration: 117.74262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.351291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.970882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:21.351366Z","caller":"traceutil/trace.go:171","msg":"trace[781992208] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"280.046286ms","start":"2026-03-04T02:14:21.071309Z","end":"2026-03-04T02:14:21.351355Z","steps":["trace[781992208] 'process raft request' (duration: 54.951681ms)","trace[781992208] 'compare' (duration: 224.745827ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:21.398591Z","caller":"traceutil/trace.go:171","msg":"trace[1718494494] linearizableReadLoop","detail":"{readStateIndex:26475; appliedIndex:26471; }","duration":"205.957473ms","start":"2026-03-04T02:14:21.192611Z","end":"2026-03-04T02:14:21.398569Z","steps":["trace[1718494494] 'read index received' (duration: 205.724719ms)","trace[1718494494] 'applied index is now lower than readState.Index' (duration: 231.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:21.398723Z","caller":"traceutil/trace.go:171","msg":"trace[409500955] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"327.219042ms","start":"2026-03-04T02:14:21.071483Z","end":"2026-03-04T02:14:21.398702Z","steps":["trace[409500955] 'process raft request' (duration: 326.958087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.398842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.739561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:21.398889Z","caller":"traceutil/trace.go:171","msg":"trace[2016291825] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25617; }","duration":"194.822712ms","start":"2026-03-04T02:14:21.204055Z","end":"2026-03-04T02:14:21.398877Z","steps":["trace[2016291825] 'agreement among raft nodes before linearized reading' (duration: 194.681029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.398895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:21.071468Z","time spent":"327.357246ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:21.399031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.376432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:14:21.399132Z","caller":"traceutil/trace.go:171","msg":"trace[2080622802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25617; }","duration":"206.539085ms","start":"2026-03-04T02:14:21.192572Z","end":"2026-03-04T02:14:21.399111Z","steps":["trace[2080622802] 'agreement among raft nodes before linearized reading' (duration: 206.146506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:21.399241Z","caller":"traceutil/trace.go:171","msg":"trace[442035656] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"327.763664ms","start":"2026-03-04T02:14:21.071465Z","end":"2026-03-04T02:14:21.399228Z","steps":["trace[442035656] 'process raft request' (duration: 326.854375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.399317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:21.071423Z","time spent":"327.855056ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:21.399365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.040062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:14:21.39941Z","caller":"traceutil/trace.go:171","msg":"trace[664263197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25617; }","duration":"148.111463ms","start":"2026-03-04T02:14:21.251288Z","end":"2026-03-04T02:14:21.399399Z","steps":["trace[664263197] 'agreement among raft nodes before linearized reading' (duration: 147.990421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.399488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.525002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:14:21.399527Z","caller":"traceutil/trace.go:171","msg":"trace[1819657021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25617; }","duration":"153.567633ms","start":"2026-03-04T02:14:21.245943Z","end":"2026-03-04T02:14:21.399511Z","steps":["trace[1819657021] 'agreement among raft nodes before linearized reading' (duration: 153.488511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.399627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.579043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:14:21.399652Z","caller":"traceutil/trace.go:171","msg":"trace[1806940392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25617; }","duration":"153.648014ms","start":"2026-03-04T02:14:21.245996Z","end":"2026-03-04T02:14:21.399644Z","steps":["trace[1806940392] 'agreement among raft nodes before linearized reading' (duration: 153.584303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.399664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.47091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:14:21.399665Z","caller":"traceutil/trace.go:171","msg":"trace[1171475127] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"327.763044ms","start":"2026-03-04T02:14:21.071863Z","end":"2026-03-04T02:14:21.399626Z","steps":["trace[1171475127] 'process raft request' (duration: 326.62237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:21.399711Z","caller":"traceutil/trace.go:171","msg":"trace[2129467734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25617; }","duration":"154.544071ms","start":"2026-03-04T02:14:21.245155Z","end":"2026-03-04T02:14:21.399699Z","steps":["trace[2129467734] 'agreement among raft nodes before linearized reading' (duration: 154.428949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.399858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:21.071829Z","time spent":"327.927647ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:21.399874Z","caller":"traceutil/trace.go:171","msg":"trace[1839457973] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"327.121161ms","start":"2026-03-04T02:14:21.072737Z","end":"2026-03-04T02:14:21.399858Z","steps":["trace[1839457973] 'process raft request' (duration: 325.784704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.399961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:21.072726Z","time spent":"327.174852ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:21.560409Z","caller":"traceutil/trace.go:171","msg":"trace[2091289888] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"155.772136ms","start":"2026-03-04T02:14:21.404615Z","end":"2026-03-04T02:14:21.560387Z","steps":["trace[2091289888] 'process raft request' (duration: 82.593682ms)","trace[2091289888] 'compare' (duration: 73.073552ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:21.594375Z","caller":"traceutil/trace.go:171","msg":"trace[1096489207] linearizableReadLoop","detail":"{readStateIndex:26481; appliedIndex:26475; }","duration":"159.584102ms","start":"2026-03-04T02:14:21.434767Z","end":"2026-03-04T02:14:21.594351Z","steps":["trace[1096489207] 'read index received' (duration: 52.378761ms)","trace[1096489207] 'applied index is now lower than readState.Index' (duration: 107.203941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:21.594504Z","caller":"traceutil/trace.go:171","msg":"trace[1022709446] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"188.855404ms","start":"2026-03-04T02:14:21.405632Z","end":"2026-03-04T02:14:21.594488Z","steps":["trace[1022709446] 'process raft request' (duration: 188.509197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:21.594521Z","caller":"traceutil/trace.go:171","msg":"trace[943536865] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"189.578698ms","start":"2026-03-04T02:14:21.40492Z","end":"2026-03-04T02:14:21.594499Z","steps":["trace[943536865] 'process raft request' (duration: 188.950346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:21.594643Z","caller":"traceutil/trace.go:171","msg":"trace[1112142980] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"186.69146ms","start":"2026-03-04T02:14:21.407946Z","end":"2026-03-04T02:14:21.594637Z","steps":["trace[1112142980] 'process raft request' (duration: 186.321583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.594807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.009571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:21.594717Z","caller":"traceutil/trace.go:171","msg":"trace[262816137] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"188.449845ms","start":"2026-03-04T02:14:21.406232Z","end":"2026-03-04T02:14:21.594682Z","steps":["trace[262816137] 'process raft request' (duration: 187.973366ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:21.59488Z","caller":"traceutil/trace.go:171","msg":"trace[325654488] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25623; }","duration":"160.147404ms","start":"2026-03-04T02:14:21.434712Z","end":"2026-03-04T02:14:21.594859Z","steps":["trace[325654488] 'agreement among raft nodes before linearized reading' (duration: 159.98102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:21.595311Z","caller":"traceutil/trace.go:171","msg":"trace[2047065082] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"190.286702ms","start":"2026-03-04T02:14:21.404999Z","end":"2026-03-04T02:14:21.595285Z","steps":["trace[2047065082] 'process raft request' (duration: 188.997926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.623099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.218689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:21.623191Z","caller":"traceutil/trace.go:171","msg":"trace[2032659252] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25624; }","duration":"120.364502ms","start":"2026-03-04T02:14:21.502806Z","end":"2026-03-04T02:14:21.62317Z","steps":["trace[2032659252] 'agreement among raft nodes before linearized reading' (duration: 120.124038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:21.863347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.509636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:21.863454Z","caller":"traceutil/trace.go:171","msg":"trace[500919415] linearizableReadLoop","detail":"{readStateIndex:26483; appliedIndex:26482; }","duration":"161.629202ms","start":"2026-03-04T02:14:21.701807Z","end":"2026-03-04T02:14:21.863437Z","steps":["trace[500919415] 'read index received' (duration: 54.001µs)","trace[500919415] 'applied index is now lower than readState.Index' (duration: 161.573601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:21.863526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.719993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:21.863553Z","caller":"traceutil/trace.go:171","msg":"trace[31297363] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25625; }","duration":"161.802245ms","start":"2026-03-04T02:14:21.70174Z","end":"2026-03-04T02:14:21.863543Z","steps":["trace[31297363] 'agreement among raft nodes before linearized reading' (duration: 161.742024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:21.864045Z","caller":"traceutil/trace.go:171","msg":"trace[5215125] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"199.75531ms","start":"2026-03-04T02:14:21.664264Z","end":"2026-03-04T02:14:21.86402Z","steps":["trace[5215125] 'compare' (duration: 189.19818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:37.860442Z","caller":"traceutil/trace.go:171","msg":"trace[23041770] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"100.6439ms","start":"2026-03-04T02:14:37.75976Z","end":"2026-03-04T02:14:37.860404Z","steps":["trace[23041770] 'process raft request' (duration: 54.832489ms)","trace[23041770] 'compare' (duration: 45.288041ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:43.860984Z","caller":"traceutil/trace.go:171","msg":"trace[1088745830] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"105.801513ms","start":"2026-03-04T02:14:43.755154Z","end":"2026-03-04T02:14:43.860955Z","steps":["trace[1088745830] 'process raft request' (duration: 32.303223ms)","trace[1088745830] 'compare' (duration: 73.223285ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:51.987269Z","caller":"traceutil/trace.go:171","msg":"trace[27650033] linearizableReadLoop","detail":"{readStateIndex:26712; appliedIndex:26710; }","duration":"140.570835ms","start":"2026-03-04T02:14:51.846677Z","end":"2026-03-04T02:14:51.987248Z","steps":["trace[27650033] 'read index received' (duration: 757.866µs)","trace[27650033] 'applied index is now lower than readState.Index' (duration: 139.810639ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:51.987286Z","caller":"traceutil/trace.go:171","msg":"trace[1033475538] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"159.798186ms","start":"2026-03-04T02:14:51.827458Z","end":"2026-03-04T02:14:51.987256Z","steps":["trace[1033475538] 'process raft request' (duration: 138.727497ms)","trace[1033475538] 'compare' (duration: 20.610339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:51.987442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.759388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:14:51.98767Z","caller":"traceutil/trace.go:171","msg":"trace[1141473220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25849; }","duration":"141.045204ms","start":"2026-03-04T02:14:51.846607Z","end":"2026-03-04T02:14:51.987653Z","steps":["trace[1141473220] 'agreement among raft nodes before linearized reading' (duration: 140.710327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:54.348529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.197381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:54.34861Z","caller":"traceutil/trace.go:171","msg":"trace[1919527348] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25867; }","duration":"108.329564ms","start":"2026-03-04T02:14:54.24026Z","end":"2026-03-04T02:14:54.34859Z","steps":["trace[1919527348] 'range keys from in-memory index tree' (duration: 108.096449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:54.465576Z","caller":"traceutil/trace.go:171","msg":"trace[649919220] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"111.979406ms","start":"2026-03-04T02:14:54.353576Z","end":"2026-03-04T02:14:54.465556Z","steps":["trace[649919220] 'process raft request' (duration: 109.922206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:54.465563Z","caller":"traceutil/trace.go:171","msg":"trace[2084436895] linearizableReadLoop","detail":"{readStateIndex:26735; appliedIndex:26732; }","duration":"107.20096ms","start":"2026-03-04T02:14:54.358331Z","end":"2026-03-04T02:14:54.465532Z","steps":["trace[2084436895] 'read index received' (duration: 2.039271ms)","trace[2084436895] 'applied index is now lower than readState.Index' (duration: 105.160439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:54.465644Z","caller":"traceutil/trace.go:171","msg":"trace[1793329209] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"111.905185ms","start":"2026-03-04T02:14:54.353692Z","end":"2026-03-04T02:14:54.465597Z","steps":["trace[1793329209] 'process raft request' (duration: 111.759342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:54.465689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.326653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:54.465741Z","caller":"traceutil/trace.go:171","msg":"trace[1757610338] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25870; }","duration":"107.416824ms","start":"2026-03-04T02:14:54.358312Z","end":"2026-03-04T02:14:54.465729Z","steps":["trace[1757610338] 'agreement among raft nodes before linearized reading' (duration: 107.307122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:34.46034Z","caller":"traceutil/trace.go:171","msg":"trace[1850473510] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"115.71633ms","start":"2026-03-04T02:15:34.344561Z","end":"2026-03-04T02:15:34.460277Z","steps":["trace[1850473510] 'process raft request' (duration: 73.96364ms)","trace[1850473510] 'compare' (duration: 41.374963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:54.695762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.771331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5c98d9c8fc-mj5k2.18998190426d0d5b\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-03-04T02:15:54.695883Z","caller":"traceutil/trace.go:171","msg":"trace[529122937] range","detail":"{range_begin:/registry/events/openstack/manila-api-5c98d9c8fc-mj5k2.18998190426d0d5b; range_end:; response_count:1; response_revision:26317; }","duration":"354.928214ms","start":"2026-03-04T02:15:54.340929Z","end":"2026-03-04T02:15:54.695857Z","steps":["trace[529122937] 'range keys from in-memory index tree' (duration: 354.597818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.695937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:54.34091Z","time spent":"355.013586ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-5c98d9c8fc-mj5k2.18998190426d0d5b\" "} {"level":"warn","ts":"2026-03-04T02:15:54.695781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.253808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:15:54.696184Z","caller":"traceutil/trace.go:171","msg":"trace[1670987486] linearizableReadLoop","detail":"{readStateIndex:27197; appliedIndex:27196; }","duration":"287.721109ms","start":"2026-03-04T02:15:54.408446Z","end":"2026-03-04T02:15:54.696167Z","steps":["trace[1670987486] 'read index received' (duration: 149.92322ms)","trace[1670987486] 'applied index is now lower than readState.Index' (duration: 137.795839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:54.696316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.866632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:15:54.69634Z","caller":"traceutil/trace.go:171","msg":"trace[1004747785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26318; }","duration":"287.944173ms","start":"2026-03-04T02:15:54.408389Z","end":"2026-03-04T02:15:54.696333Z","steps":["trace[1004747785] 'agreement among raft nodes before linearized reading' (duration: 287.845881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.696456Z","caller":"traceutil/trace.go:171","msg":"trace[200789664] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"325.615101ms","start":"2026-03-04T02:15:54.370725Z","end":"2026-03-04T02:15:54.69634Z","steps":["trace[200789664] 'process raft request' (duration: 187.71146ms)","trace[200789664] 'compare' (duration: 136.88ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:54.696721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:54.370706Z","time spent":"325.882687ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:15:54.734347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.081841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:15:54.734449Z","caller":"traceutil/trace.go:171","msg":"trace[1875581068] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26319; }","duration":"249.236543ms","start":"2026-03-04T02:15:54.485189Z","end":"2026-03-04T02:15:54.734425Z","steps":["trace[1875581068] 'agreement among raft nodes before linearized reading' (duration: 249.03734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.734369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.428679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:15:54.734563Z","caller":"traceutil/trace.go:171","msg":"trace[1726061378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26319; }","duration":"152.667224ms","start":"2026-03-04T02:15:54.581882Z","end":"2026-03-04T02:15:54.73455Z","steps":["trace[1726061378] 'agreement among raft nodes before linearized reading' (duration: 152.307507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.734864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.796906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:15:54.73505Z","caller":"traceutil/trace.go:171","msg":"trace[590359988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26319; }","duration":"324.02282ms","start":"2026-03-04T02:15:54.410996Z","end":"2026-03-04T02:15:54.735019Z","steps":["trace[590359988] 'agreement among raft nodes before linearized reading' (duration: 323.333386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.735187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:54.410984Z","time spent":"324.188794ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:16:49.350249Z","caller":"traceutil/trace.go:171","msg":"trace[424562344] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"150.856399ms","start":"2026-03-04T02:16:49.199363Z","end":"2026-03-04T02:16:49.350219Z","steps":["trace[424562344] 'process raft request' (duration: 127.29469ms)","trace[424562344] 'compare' (duration: 23.464947ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:07.346413Z","caller":"traceutil/trace.go:171","msg":"trace[1680686106] linearizableReadLoop","detail":"{readStateIndex:27707; appliedIndex:27706; }","duration":"104.833404ms","start":"2026-03-04T02:17:07.241546Z","end":"2026-03-04T02:17:07.346379Z","steps":["trace[1680686106] 'read index received' (duration: 104.525468ms)","trace[1680686106] 'applied index is now lower than readState.Index' (duration: 296.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:07.346513Z","caller":"traceutil/trace.go:171","msg":"trace[238203713] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"114.801752ms","start":"2026-03-04T02:17:07.231666Z","end":"2026-03-04T02:17:07.346467Z","steps":["trace[238203713] 'process raft request' (duration: 114.525497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:07.346646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.085719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:17:07.346689Z","caller":"traceutil/trace.go:171","msg":"trace[776147720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26813; }","duration":"105.205531ms","start":"2026-03-04T02:17:07.241469Z","end":"2026-03-04T02:17:07.346674Z","steps":["trace[776147720] 'agreement among raft nodes before linearized reading' (duration: 105.053658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:03.507338Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24874} {"level":"info","ts":"2026-03-04T02:18:03.649458Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24874,"took":"137.745418ms","hash":271136923,"current-db-size-bytes":51183616,"current-db-size":"51 MB","current-db-size-in-use-bytes":32010240,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:18:03.649857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":271136923,"revision":24874,"compact-revision":22150} {"level":"info","ts":"2026-03-04T02:18:47.125657Z","caller":"traceutil/trace.go:171","msg":"trace[2128234217] transaction","detail":"{read_only:false; response_revision:27489; number_of_response:1; }","duration":"100.693911ms","start":"2026-03-04T02:18:47.024941Z","end":"2026-03-04T02:18:47.125635Z","steps":["trace[2128234217] 'process raft request' (duration: 33.112238ms)","trace[2128234217] 'compare' (duration: 67.291007ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:30.030244Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:22:30.035829Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:22:30.035982Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:23:03.516287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27195} {"level":"info","ts":"2026-03-04T02:23:03.647147Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27195,"took":"120.074486ms","hash":2858019884,"current-db-size-bytes":51183616,"current-db-size":"51 MB","current-db-size-in-use-bytes":28094464,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:23:03.64721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2858019884,"revision":27195,"compact-revision":24874} {"level":"info","ts":"2026-03-04T02:28:03.524377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29267} {"level":"info","ts":"2026-03-04T02:28:03.637104Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29267,"took":"109.490465ms","hash":1389294783,"current-db-size-bytes":51183616,"current-db-size":"51 MB","current-db-size-in-use-bytes":28286976,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:28:03.637176Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1389294783,"revision":29267,"compact-revision":27195} {"level":"info","ts":"2026-03-04T02:28:31.566558Z","caller":"traceutil/trace.go:171","msg":"trace[385959303] transaction","detail":"{read_only:false; response_revision:31638; number_of_response:1; }","duration":"108.69656ms","start":"2026-03-04T02:28:31.457834Z","end":"2026-03-04T02:28:31.56653Z","steps":["trace[385959303] 'process raft request' (duration: 108.496436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:59.717688Z","caller":"traceutil/trace.go:171","msg":"trace[1369451558] transaction","detail":"{read_only:false; response_revision:32678; number_of_response:1; }","duration":"103.67511ms","start":"2026-03-04T02:30:59.613989Z","end":"2026-03-04T02:30:59.717664Z","steps":["trace[1369451558] 'process raft request' (duration: 103.102739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:00.423181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.119147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:31:00.423622Z","caller":"traceutil/trace.go:171","msg":"trace[1719112331] transaction","detail":"{read_only:false; response_revision:32685; number_of_response:1; }","duration":"160.477098ms","start":"2026-03-04T02:31:00.263116Z","end":"2026-03-04T02:31:00.423593Z","steps":["trace[1719112331] 'process raft request' (duration: 44.82051ms)","trace[1719112331] 'compare' (duration: 114.815952ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:00.424289Z","caller":"traceutil/trace.go:171","msg":"trace[765782696] transaction","detail":"{read_only:false; response_revision:32686; number_of_response:1; }","duration":"153.308246ms","start":"2026-03-04T02:31:00.270932Z","end":"2026-03-04T02:31:00.424241Z","steps":["trace[765782696] 'process raft request' (duration: 152.400258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:00.617139Z","caller":"traceutil/trace.go:171","msg":"trace[1770001652] transaction","detail":"{read_only:false; response_revision:32687; number_of_response:1; }","duration":"187.776911ms","start":"2026-03-04T02:31:00.42932Z","end":"2026-03-04T02:31:00.617097Z","steps":["trace[1770001652] 'process raft request' (duration: 113.353463ms)","trace[1770001652] 'compare' (duration: 74.050301ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:00.617228Z","caller":"traceutil/trace.go:171","msg":"trace[611815234] linearizableReadLoop","detail":"{readStateIndex:33763; appliedIndex:33762; }","duration":"185.995835ms","start":"2026-03-04T02:31:00.431213Z","end":"2026-03-04T02:31:00.617209Z","steps":["trace[611815234] 'read index received' (duration: 111.425694ms)","trace[611815234] 'applied index is now lower than readState.Index' (duration: 74.569081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:00.617391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.163658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:31:00.617425Z","caller":"traceutil/trace.go:171","msg":"trace[1722529807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32688; }","duration":"186.24501ms","start":"2026-03-04T02:31:00.431171Z","end":"2026-03-04T02:31:00.617416Z","steps":["trace[1722529807] 'agreement among raft nodes before linearized reading' (duration: 186.100187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:38.122945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.266769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:31:38.123067Z","caller":"traceutil/trace.go:171","msg":"trace[275396408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32937; }","duration":"128.432612ms","start":"2026-03-04T02:31:37.994608Z","end":"2026-03-04T02:31:38.123041Z","steps":["trace[275396408] 'range keys from in-memory index tree' (duration: 128.096116ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:38.12377Z","caller":"traceutil/trace.go:171","msg":"trace[1626419900] transaction","detail":"{read_only:false; response_revision:32938; number_of_response:1; }","duration":"128.671376ms","start":"2026-03-04T02:31:37.995072Z","end":"2026-03-04T02:31:38.123743Z","steps":["trace[1626419900] 'process raft request' (duration: 122.075776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:03.532412Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31449} {"level":"info","ts":"2026-03-04T02:33:03.677461Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31449,"took":"140.824407ms","hash":708487,"current-db-size-bytes":51183616,"current-db-size":"51 MB","current-db-size-in-use-bytes":29175808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:33:03.677591Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":708487,"revision":31449,"compact-revision":29267} {"level":"info","ts":"2026-03-04T02:33:59.359902Z","caller":"traceutil/trace.go:171","msg":"trace[1696796647] transaction","detail":"{read_only:false; response_revision:33904; number_of_response:1; }","duration":"150.552172ms","start":"2026-03-04T02:33:59.209324Z","end":"2026-03-04T02:33:59.359876Z","steps":["trace[1696796647] 'process raft request' (duration: 112.158449ms)","trace[1696796647] 'compare' (duration: 37.830712ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:15.916549Z","caller":"traceutil/trace.go:171","msg":"trace[250538640] transaction","detail":"{read_only:false; response_revision:34016; number_of_response:1; }","duration":"123.373152ms","start":"2026-03-04T02:34:15.793132Z","end":"2026-03-04T02:34:15.916505Z","steps":["trace[250538640] 'process raft request' (duration: 93.258753ms)","trace[250538640] 'compare' (duration: 29.875894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:16.346413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.522792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:34:16.346734Z","caller":"traceutil/trace.go:171","msg":"trace[397001468] transaction","detail":"{read_only:false; response_revision:34020; number_of_response:1; }","duration":"233.075622ms","start":"2026-03-04T02:34:16.113628Z","end":"2026-03-04T02:34:16.346704Z","steps":["trace[397001468] 'process raft request' (duration: 85.180412ms)","trace[397001468] 'compare' (duration: 147.255596ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:17.358391Z","caller":"traceutil/trace.go:171","msg":"trace[1626810048] transaction","detail":"{read_only:false; response_revision:34027; number_of_response:1; }","duration":"110.504107ms","start":"2026-03-04T02:34:17.247425Z","end":"2026-03-04T02:34:17.357929Z","steps":["trace[1626810048] 'process raft request' (duration: 83.317086ms)","trace[1626810048] 'compare' (duration: 27.052418ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:20.224805Z","caller":"traceutil/trace.go:171","msg":"trace[1050878682] transaction","detail":"{read_only:false; response_revision:34047; number_of_response:1; }","duration":"106.15102ms","start":"2026-03-04T02:34:20.118619Z","end":"2026-03-04T02:34:20.22477Z","steps":["trace[1050878682] 'process raft request' (duration: 57.181247ms)","trace[1050878682] 'compare' (duration: 48.698547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:20.225012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.384384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:34:20.225092Z","caller":"traceutil/trace.go:171","msg":"trace[1959877384] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:34047; }","duration":"101.504556ms","start":"2026-03-04T02:34:20.123566Z","end":"2026-03-04T02:34:20.22507Z","steps":["trace[1959877384] 'agreement among raft nodes before linearized reading' (duration: 101.309413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:20.22479Z","caller":"traceutil/trace.go:171","msg":"trace[1338287169] linearizableReadLoop","detail":"{readStateIndex:35167; appliedIndex:35166; }","duration":"101.15553ms","start":"2026-03-04T02:34:20.12359Z","end":"2026-03-04T02:34:20.224746Z","steps":["trace[1338287169] 'read index received' (duration: 52.094306ms)","trace[1338287169] 'applied index is now lower than readState.Index' (duration: 49.059334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:20.435581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.303832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:34:20.435684Z","caller":"traceutil/trace.go:171","msg":"trace[202806472] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:34047; }","duration":"106.492586ms","start":"2026-03-04T02:34:20.329168Z","end":"2026-03-04T02:34:20.43566Z","steps":["trace[202806472] 'count revisions from in-memory index tree' (duration: 106.193671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:24.905606Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008cef.wal"} {"level":"info","ts":"2026-03-04T02:38:03.540159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33524} {"level":"info","ts":"2026-03-04T02:38:03.669982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33524,"took":"127.126636ms","hash":3733074831,"current-db-size-bytes":53776384,"current-db-size":"54 MB","current-db-size-in-use-bytes":29331456,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:38:03.670059Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3733074831,"revision":33524,"compact-revision":31449} {"level":"warn","ts":"2026-03-04T02:38:22.076729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.041378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35733 ","response":"range_response_count:472 size:361975"} {"level":"info","ts":"2026-03-04T02:38:22.076814Z","caller":"traceutil/trace.go:171","msg":"trace[486791721] range","detail":"{range_begin:/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\u0000; range_end:/registry/events/openstack0; response_count:472; response_revision:35733; }","duration":"101.17238ms","start":"2026-03-04T02:38:21.975623Z","end":"2026-03-04T02:38:22.076795Z","steps":["trace[486791721] 'agreement among raft nodes before linearized reading' (duration: 99.1534ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:22.758175Z","caller":"traceutil/trace.go:171","msg":"trace[1014062551] linearizableReadLoop","detail":"{readStateIndex:36913; appliedIndex:36912; }","duration":"152.260585ms","start":"2026-03-04T02:38:22.605893Z","end":"2026-03-04T02:38:22.758153Z","steps":["trace[1014062551] 'read index received' (duration: 84.270915ms)","trace[1014062551] 'applied index is now lower than readState.Index' (duration: 67.98854ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:22.758342Z","caller":"traceutil/trace.go:171","msg":"trace[1602817353] transaction","detail":"{read_only:false; response_revision:35740; number_of_response:1; }","duration":"152.844038ms","start":"2026-03-04T02:38:22.605453Z","end":"2026-03-04T02:38:22.758297Z","steps":["trace[1602817353] 'process raft request' (duration: 84.816617ms)","trace[1602817353] 'compare' (duration: 67.779016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:22.758424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.5252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:851"} {"level":"info","ts":"2026-03-04T02:38:22.758467Z","caller":"traceutil/trace.go:171","msg":"trace[1405523400] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:35740; }","duration":"152.614872ms","start":"2026-03-04T02:38:22.605839Z","end":"2026-03-04T02:38:22.758454Z","steps":["trace[1405523400] 'agreement among raft nodes before linearized reading' (duration: 152.456519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:22.758692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.813458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-04T02:38:22.758754Z","caller":"traceutil/trace.go:171","msg":"trace[1772451279] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:35740; }","duration":"144.903609ms","start":"2026-03-04T02:38:22.613837Z","end":"2026-03-04T02:38:22.75874Z","steps":["trace[1772451279] 'agreement among raft nodes before linearized reading' (duration: 144.522842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.463191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.68374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189981ad61afe6db\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35744 ","response":"range_response_count:1000 size:778961"} {"level":"info","ts":"2026-03-04T02:38:23.463273Z","caller":"traceutil/trace.go:171","msg":"trace[1102807645] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189981ad61afe6db\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35744; }","duration":"104.823513ms","start":"2026-03-04T02:38:23.358435Z","end":"2026-03-04T02:38:23.463259Z","steps":["trace[1102807645] 'range keys from in-memory index tree' (duration: 101.505827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.46385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.278862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35744 ","response":"range_response_count:472 size:361975"} {"level":"info","ts":"2026-03-04T02:38:23.463931Z","caller":"traceutil/trace.go:171","msg":"trace[241843757] range","detail":"{range_begin:/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\u0000; range_end:/registry/events/openstack0; response_count:472; response_revision:35744; }","duration":"105.386994ms","start":"2026-03-04T02:38:23.358526Z","end":"2026-03-04T02:38:23.463913Z","steps":["trace[241843757] 'range keys from in-memory index tree' (duration: 100.830173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:23.683067Z","caller":"traceutil/trace.go:171","msg":"trace[1328017758] linearizableReadLoop","detail":"{readStateIndex:36919; appliedIndex:36918; }","duration":"131.906951ms","start":"2026-03-04T02:38:23.551125Z","end":"2026-03-04T02:38:23.683032Z","steps":["trace[1328017758] 'read index received' (duration: 38.091437ms)","trace[1328017758] 'applied index is now lower than readState.Index' (duration: 93.814424ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:23.6834Z","caller":"traceutil/trace.go:171","msg":"trace[168936861] transaction","detail":"{read_only:false; response_revision:35746; number_of_response:1; }","duration":"175.16342ms","start":"2026-03-04T02:38:23.508217Z","end":"2026-03-04T02:38:23.68338Z","steps":["trace[168936861] 'process raft request' (duration: 80.964548ms)","trace[168936861] 'compare' (duration: 93.427507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:23.683642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.506782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:23.68368Z","caller":"traceutil/trace.go:171","msg":"trace[649449878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35746; }","duration":"132.599984ms","start":"2026-03-04T02:38:23.551068Z","end":"2026-03-04T02:38:23.683667Z","steps":["trace[649449878] 'agreement among raft nodes before linearized reading' (duration: 132.518053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:23.731183Z","caller":"traceutil/trace.go:171","msg":"trace[863248735] transaction","detail":"{read_only:false; response_revision:35747; number_of_response:1; }","duration":"101.263522ms","start":"2026-03-04T02:38:23.629894Z","end":"2026-03-04T02:38:23.731158Z","steps":["trace[863248735] 'process raft request' (duration: 101.119579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.75054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.69622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1062"} {"level":"warn","ts":"2026-03-04T02:38:23.750575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.364516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1365"} {"level":"info","ts":"2026-03-04T02:38:23.750628Z","caller":"traceutil/trace.go:171","msg":"trace[2027992823] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:35748; }","duration":"182.828563ms","start":"2026-03-04T02:38:23.567776Z","end":"2026-03-04T02:38:23.750604Z","steps":["trace[2027992823] 'agreement among raft nodes before linearized reading' (duration: 182.567437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:23.75065Z","caller":"traceutil/trace.go:171","msg":"trace[585490662] range","detail":"{range_begin:/registry/networkpolicies/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:35748; }","duration":"155.438778ms","start":"2026-03-04T02:38:23.595186Z","end":"2026-03-04T02:38:23.750625Z","steps":["trace[585490662] 'agreement among raft nodes before linearized reading' (duration: 155.300885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:24.898173Z","caller":"traceutil/trace.go:171","msg":"trace[1982476934] linearizableReadLoop","detail":"{readStateIndex:36929; appliedIndex:36928; }","duration":"104.485705ms","start":"2026-03-04T02:38:24.793661Z","end":"2026-03-04T02:38:24.898147Z","steps":["trace[1982476934] 'read index received' (duration: 104.171499ms)","trace[1982476934] 'applied index is now lower than readState.Index' (duration: 312.866µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:24.898236Z","caller":"traceutil/trace.go:171","msg":"trace[461960794] transaction","detail":"{read_only:false; response_revision:35756; number_of_response:1; }","duration":"116.622228ms","start":"2026-03-04T02:38:24.781556Z","end":"2026-03-04T02:38:24.898179Z","steps":["trace[461960794] 'process raft request' (duration: 116.364343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:24.898443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.757862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4789"} {"level":"info","ts":"2026-03-04T02:38:24.898475Z","caller":"traceutil/trace.go:171","msg":"trace[1590942207] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:35756; }","duration":"104.823863ms","start":"2026-03-04T02:38:24.793642Z","end":"2026-03-04T02:38:24.898466Z","steps":["trace[1590942207] 'agreement among raft nodes before linearized reading' (duration: 104.68151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.143412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.616718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4789"} {"level":"info","ts":"2026-03-04T02:38:25.143495Z","caller":"traceutil/trace.go:171","msg":"trace[259934259] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:35758; }","duration":"112.74613ms","start":"2026-03-04T02:38:25.030733Z","end":"2026-03-04T02:38:25.143479Z","steps":["trace[259934259] 'range keys from in-memory index tree' (duration: 112.454605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.144693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.834017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35757 ","response":"range_response_count:472 size:361975"} {"level":"info","ts":"2026-03-04T02:38:25.144754Z","caller":"traceutil/trace.go:171","msg":"trace[1193858943] range","detail":"{range_begin:/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\u0000; range_end:/registry/events/openstack0; response_count:472; response_revision:35758; }","duration":"160.949689ms","start":"2026-03-04T02:38:24.983791Z","end":"2026-03-04T02:38:25.144741Z","steps":["trace[1193858943] 'range keys from in-memory index tree' (duration: 159.56066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.555085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.125299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:38:25.555153Z","caller":"traceutil/trace.go:171","msg":"trace[271473920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35759; }","duration":"109.23967ms","start":"2026-03-04T02:38:25.445897Z","end":"2026-03-04T02:38:25.555137Z","steps":["trace[271473920] 'range keys from in-memory index tree' (duration: 108.973275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.555251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.499767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:7491"} {"level":"info","ts":"2026-03-04T02:38:25.555301Z","caller":"traceutil/trace.go:171","msg":"trace[321535699] range","detail":"{range_begin:/registry/jobs/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:35759; }","duration":"172.608579ms","start":"2026-03-04T02:38:25.38268Z","end":"2026-03-04T02:38:25.555289Z","steps":["trace[321535699] 'range keys from in-memory index tree' (duration: 172.305123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.557397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.056018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389335"} {"level":"info","ts":"2026-03-04T02:38:25.557495Z","caller":"traceutil/trace.go:171","msg":"trace[478603249] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:35759; }","duration":"177.18018ms","start":"2026-03-04T02:38:25.380298Z","end":"2026-03-04T02:38:25.557478Z","steps":["trace[478603249] 'range keys from in-memory index tree' (duration: 175.725452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.974467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.678758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-init\" ","response":"range_response_count:1 size:5604"} {"level":"info","ts":"2026-03-04T02:38:25.974562Z","caller":"traceutil/trace.go:171","msg":"trace[344664780] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-init; range_end:; response_count:1; response_revision:35760; }","duration":"266.879402ms","start":"2026-03-04T02:38:25.707662Z","end":"2026-03-04T02:38:25.974541Z","steps":["trace[344664780] 'range keys from in-memory index tree' (duration: 266.454264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.974545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.044447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" ","response":"range_response_count:1 size:7939"} {"level":"info","ts":"2026-03-04T02:38:25.974622Z","caller":"traceutil/trace.go:171","msg":"trace[1690777896] range","detail":"{range_begin:/registry/jobs/openstack/cinder-create-internal-tenant; range_end:; response_count:1; response_revision:35760; }","duration":"260.181669ms","start":"2026-03-04T02:38:25.714421Z","end":"2026-03-04T02:38:25.974603Z","steps":["trace[1690777896] 'range keys from in-memory index tree' (duration: 259.835973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.974897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.268108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:38:25.97495Z","caller":"traceutil/trace.go:171","msg":"trace[1306249698] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35760; }","duration":"286.37867ms","start":"2026-03-04T02:38:25.688557Z","end":"2026-03-04T02:38:25.974936Z","steps":["trace[1306249698] 'range keys from in-memory index tree' (duration: 286.088555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.97496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.918056ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:25.975047Z","caller":"traceutil/trace.go:171","msg":"trace[1015025727] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:35760; }","duration":"240.007228ms","start":"2026-03-04T02:38:25.735028Z","end":"2026-03-04T02:38:25.975035Z","steps":["trace[1015025727] 'range keys from in-memory index tree' (duration: 239.910186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:25.975056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.011785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:38:25.9751Z","caller":"traceutil/trace.go:171","msg":"trace[1026306019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:35760; }","duration":"274.084186ms","start":"2026-03-04T02:38:25.701Z","end":"2026-03-04T02:38:25.975084Z","steps":["trace[1026306019] 'range keys from in-memory index tree' (duration: 273.889732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.106063Z","caller":"traceutil/trace.go:171","msg":"trace[1316886521] transaction","detail":"{read_only:false; response_revision:35761; number_of_response:1; }","duration":"127.230767ms","start":"2026-03-04T02:38:25.978759Z","end":"2026-03-04T02:38:26.10599Z","steps":["trace[1316886521] 'process raft request' (duration: 127.022683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.501295Z","caller":"traceutil/trace.go:171","msg":"trace[1234998553] transaction","detail":"{read_only:false; response_revision:35765; number_of_response:1; }","duration":"169.347585ms","start":"2026-03-04T02:38:26.331923Z","end":"2026-03-04T02:38:26.501271Z","steps":["trace[1234998553] 'process raft request' (duration: 109.994665ms)","trace[1234998553] 'compare' (duration: 59.113905ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.501439Z","caller":"traceutil/trace.go:171","msg":"trace[717946901] linearizableReadLoop","detail":"{readStateIndex:36939; appliedIndex:36937; }","duration":"119.104246ms","start":"2026-03-04T02:38:26.382309Z","end":"2026-03-04T02:38:26.501414Z","steps":["trace[717946901] 'read index received' (duration: 59.622594ms)","trace[717946901] 'applied index is now lower than readState.Index' (duration: 59.480462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.501567Z","caller":"traceutil/trace.go:171","msg":"trace[1054573400] transaction","detail":"{read_only:false; response_revision:35766; number_of_response:1; }","duration":"153.50786ms","start":"2026-03-04T02:38:26.348046Z","end":"2026-03-04T02:38:26.501554Z","steps":["trace[1054573400] 'process raft request' (duration: 153.180514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.501775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.932734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12739"} {"level":"info","ts":"2026-03-04T02:38:26.501829Z","caller":"traceutil/trace.go:171","msg":"trace[1386025552] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:35766; }","duration":"103.015886ms","start":"2026-03-04T02:38:26.398802Z","end":"2026-03-04T02:38:26.501818Z","steps":["trace[1386025552] 'agreement among raft nodes before linearized reading' (duration: 102.811812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.501775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.477033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-04T02:38:26.502002Z","caller":"traceutil/trace.go:171","msg":"trace[1250937514] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:35766; }","duration":"119.756769ms","start":"2026-03-04T02:38:26.382235Z","end":"2026-03-04T02:38:26.501992Z","steps":["trace[1250937514] 'agreement among raft nodes before linearized reading' (duration: 119.432692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.822949Z","caller":"traceutil/trace.go:171","msg":"trace[285298583] transaction","detail":"{read_only:false; response_revision:35768; number_of_response:1; }","duration":"176.550608ms","start":"2026-03-04T02:38:26.646368Z","end":"2026-03-04T02:38:26.822919Z","steps":["trace[285298583] 'process raft request' (duration: 122.407112ms)","trace[285298583] 'compare' (duration: 53.951112ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.8231Z","caller":"traceutil/trace.go:171","msg":"trace[370292217] linearizableReadLoop","detail":"{readStateIndex:36942; appliedIndex:36939; }","duration":"101.337854ms","start":"2026-03-04T02:38:26.721724Z","end":"2026-03-04T02:38:26.823062Z","steps":["trace[370292217] 'read index received' (duration: 588.242µs)","trace[370292217] 'applied index is now lower than readState.Index' (duration: 100.747272ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.82314Z","caller":"traceutil/trace.go:171","msg":"trace[1004760596] transaction","detail":"{read_only:false; response_revision:35769; number_of_response:1; }","duration":"156.916038ms","start":"2026-03-04T02:38:26.666191Z","end":"2026-03-04T02:38:26.823107Z","steps":["trace[1004760596] 'process raft request' (duration: 156.676313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.823383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.643609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-service\" ","response":"range_response_count:1 size:6417"} {"level":"info","ts":"2026-03-04T02:38:26.823425Z","caller":"traceutil/trace.go:171","msg":"trace[1289235482] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-service; range_end:; response_count:1; response_revision:35769; }","duration":"101.753412ms","start":"2026-03-04T02:38:26.72166Z","end":"2026-03-04T02:38:26.823413Z","steps":["trace[1289235482] 'agreement among raft nodes before linearized reading' (duration: 101.564828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:27.103255Z","caller":"traceutil/trace.go:171","msg":"trace[1799318820] transaction","detail":"{read_only:false; response_revision:35773; number_of_response:1; }","duration":"134.87429ms","start":"2026-03-04T02:38:26.968357Z","end":"2026-03-04T02:38:27.103232Z","steps":["trace[1799318820] 'process raft request' (duration: 130.670096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:27.146938Z","caller":"traceutil/trace.go:171","msg":"trace[1716455984] linearizableReadLoop","detail":"{readStateIndex:36948; appliedIndex:36946; }","duration":"162.330596ms","start":"2026-03-04T02:38:26.98459Z","end":"2026-03-04T02:38:27.14692Z","steps":["trace[1716455984] 'read index received' (duration: 114.417912ms)","trace[1716455984] 'applied index is now lower than readState.Index' (duration: 47.911574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:27.14823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.62616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35770 ","response":"range_response_count:472 size:361975"} {"level":"info","ts":"2026-03-04T02:38:27.148262Z","caller":"traceutil/trace.go:171","msg":"trace[780952770] range","detail":"{range_begin:/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\u0000; range_end:/registry/events/openstack0; response_count:472; response_revision:35774; }","duration":"163.678041ms","start":"2026-03-04T02:38:26.984576Z","end":"2026-03-04T02:38:27.148254Z","steps":["trace[780952770] 'agreement among raft nodes before linearized reading' (duration: 162.434127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:27.149775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.854897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35770 ","response":"range_response_count:472 size:361975"} {"level":"info","ts":"2026-03-04T02:38:27.1499Z","caller":"traceutil/trace.go:171","msg":"trace[1421913146] range","detail":"{range_begin:/registry/events/openstack/openstack-exporter-76748445fc-6mk2d.1899819f8ab1ff4c\u0000; range_end:/registry/events/openstack0; response_count:472; response_revision:35774; }","duration":"163.04087ms","start":"2026-03-04T02:38:26.986827Z","end":"2026-03-04T02:38:27.149868Z","steps":["trace[1421913146] 'agreement among raft nodes before linearized reading' (duration: 160.229364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:27.675663Z","caller":"traceutil/trace.go:171","msg":"trace[836206942] transaction","detail":"{read_only:false; response_revision:35776; number_of_response:1; }","duration":"113.827202ms","start":"2026-03-04T02:38:27.561798Z","end":"2026-03-04T02:38:27.675626Z","steps":["trace[836206942] 'process raft request' (duration: 113.619038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:29.149672Z","caller":"traceutil/trace.go:171","msg":"trace[1851574452] transaction","detail":"{read_only:false; response_revision:35785; number_of_response:1; }","duration":"146.162984ms","start":"2026-03-04T02:38:29.00347Z","end":"2026-03-04T02:38:29.149633Z","steps":["trace[1851574452] 'process raft request' (duration: 141.181346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:29.372681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.710668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-04T02:38:29.373368Z","caller":"traceutil/trace.go:171","msg":"trace[108417212] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:35786; }","duration":"121.425773ms","start":"2026-03-04T02:38:29.251918Z","end":"2026-03-04T02:38:29.373344Z","steps":["trace[108417212] 'range keys from in-memory index tree' (duration: 120.571136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:29.653586Z","caller":"traceutil/trace.go:171","msg":"trace[65787911] linearizableReadLoop","detail":"{readStateIndex:36962; appliedIndex:36961; }","duration":"100.028167ms","start":"2026-03-04T02:38:29.553529Z","end":"2026-03-04T02:38:29.653558Z","steps":["trace[65787911] 'read index received' (duration: 40.275849ms)","trace[65787911] 'applied index is now lower than readState.Index' (duration: 59.751048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:29.653651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.380148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-03-04T02:38:29.653727Z","caller":"traceutil/trace.go:171","msg":"trace[1806545781] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:35787; }","duration":"154.49943ms","start":"2026-03-04T02:38:29.499211Z","end":"2026-03-04T02:38:29.65371Z","steps":["trace[1806545781] 'range keys from in-memory index tree' (duration: 154.225105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:29.653686Z","caller":"traceutil/trace.go:171","msg":"trace[1589257529] transaction","detail":"{read_only:false; response_revision:35788; number_of_response:1; }","duration":"148.751705ms","start":"2026-03-04T02:38:29.504898Z","end":"2026-03-04T02:38:29.65365Z","steps":["trace[1589257529] 'process raft request' (duration: 88.856765ms)","trace[1589257529] 'compare' (duration: 59.664116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:29.65385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.300482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:29.654117Z","caller":"traceutil/trace.go:171","msg":"trace[1841220432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35788; }","duration":"100.510037ms","start":"2026-03-04T02:38:29.55348Z","end":"2026-03-04T02:38:29.65399Z","steps":["trace[1841220432] 'agreement among raft nodes before linearized reading' (duration: 100.20647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:31.457256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.133332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:31.457444Z","caller":"traceutil/trace.go:171","msg":"trace[34780494] transaction","detail":"{read_only:false; response_revision:35799; number_of_response:1; }","duration":"201.058824ms","start":"2026-03-04T02:38:31.256366Z","end":"2026-03-04T02:38:31.457425Z","steps":["trace[34780494] 'process raft request' (duration: 201.006843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:31.457535Z","caller":"traceutil/trace.go:171","msg":"trace[1769992419] transaction","detail":"{read_only:false; response_revision:35798; number_of_response:1; }","duration":"365.721226ms","start":"2026-03-04T02:38:31.091727Z","end":"2026-03-04T02:38:31.457448Z","steps":["trace[1769992419] 'process raft request' (duration: 61.309158ms)","trace[1769992419] 'compare' (duration: 304.01428ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:31.457692Z","caller":"traceutil/trace.go:171","msg":"trace[1137538757] linearizableReadLoop","detail":"{readStateIndex:36972; appliedIndex:36971; }","duration":"337.515286ms","start":"2026-03-04T02:38:31.120149Z","end":"2026-03-04T02:38:31.457664Z","steps":["trace[1137538757] 'read index received' (duration: 32.831823ms)","trace[1137538757] 'applied index is now lower than readState.Index' (duration: 304.681203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:31.457819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:31.091708Z","time spent":"365.941341ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:31.45785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.680119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:31.457931Z","caller":"traceutil/trace.go:171","msg":"trace[51931760] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:35799; }","duration":"337.810122ms","start":"2026-03-04T02:38:31.120099Z","end":"2026-03-04T02:38:31.457909Z","steps":["trace[51931760] 'agreement among raft nodes before linearized reading' (duration: 337.665579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:31.457991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:31.120077Z","time spent":"337.899153ms","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:38:31.458124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.544757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:38:31.458051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.996977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4959"} {"level":"info","ts":"2026-03-04T02:38:31.458255Z","caller":"traceutil/trace.go:171","msg":"trace[1050797244] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:35799; }","duration":"111.70302ms","start":"2026-03-04T02:38:31.346526Z","end":"2026-03-04T02:38:31.458229Z","steps":["trace[1050797244] 'agreement among raft nodes before linearized reading' (duration: 111.437404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:31.45831Z","caller":"traceutil/trace.go:171","msg":"trace[1979397534] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:35799; }","duration":"334.245962ms","start":"2026-03-04T02:38:31.124028Z","end":"2026-03-04T02:38:31.458274Z","steps":["trace[1979397534] 'agreement among raft nodes before linearized reading' (duration: 333.826333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:31.45838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:31.124021Z","time spent":"334.332174ms","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4982,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:38:31.458277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.336488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:38:31.457989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.702863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:31.458507Z","caller":"traceutil/trace.go:171","msg":"trace[1560948768] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:35799; }","duration":"164.270515ms","start":"2026-03-04T02:38:31.294206Z","end":"2026-03-04T02:38:31.458477Z","steps":["trace[1560948768] 'agreement among raft nodes before linearized reading' (duration: 163.675252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:31.458499Z","caller":"traceutil/trace.go:171","msg":"trace[310172407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35799; }","duration":"304.565662ms","start":"2026-03-04T02:38:31.153865Z","end":"2026-03-04T02:38:31.45843Z","steps":["trace[310172407] 'agreement among raft nodes before linearized reading' (duration: 304.033171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:31.458047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.037138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-03-04T02:38:31.4587Z","caller":"traceutil/trace.go:171","msg":"trace[640154018] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:35799; }","duration":"258.760203ms","start":"2026-03-04T02:38:31.199924Z","end":"2026-03-04T02:38:31.458685Z","steps":["trace[640154018] 'agreement among raft nodes before linearized reading' (duration: 257.952706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:31.458681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:31.153848Z","time spent":"304.819017ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:38:31.458055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.12836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:38:31.458904Z","caller":"traceutil/trace.go:171","msg":"trace[1523288968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35799; }","duration":"254.043539ms","start":"2026-03-04T02:38:31.20484Z","end":"2026-03-04T02:38:31.458884Z","steps":["trace[1523288968] 'agreement among raft nodes before linearized reading' (duration: 253.038248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:31.458086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.228022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:31.458999Z","caller":"traceutil/trace.go:171","msg":"trace[789977548] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:35799; }","duration":"182.207571ms","start":"2026-03-04T02:38:31.276777Z","end":"2026-03-04T02:38:31.458985Z","steps":["trace[789977548] 'agreement among raft nodes before linearized reading' (duration: 181.19641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:31.458095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.739993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:31.459138Z","caller":"traceutil/trace.go:171","msg":"trace[1799780347] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:35799; }","duration":"244.825865ms","start":"2026-03-04T02:38:31.214289Z","end":"2026-03-04T02:38:31.459115Z","steps":["trace[1799780347] 'agreement among raft nodes before linearized reading' (duration: 243.722593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:31.458126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.514631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:38:31.459259Z","caller":"traceutil/trace.go:171","msg":"trace[376283746] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:35799; }","duration":"229.684064ms","start":"2026-03-04T02:38:31.22955Z","end":"2026-03-04T02:38:31.459235Z","steps":["trace[376283746] 'agreement among raft nodes before linearized reading' (duration: 228.321886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:32.479612Z","caller":"traceutil/trace.go:171","msg":"trace[164793443] transaction","detail":"{read_only:false; response_revision:35807; number_of_response:1; }","duration":"119.536696ms","start":"2026-03-04T02:38:32.360036Z","end":"2026-03-04T02:38:32.479572Z","steps":["trace[164793443] 'process raft request' (duration: 119.281731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:33.692636Z","caller":"traceutil/trace.go:171","msg":"trace[583892543] linearizableReadLoop","detail":"{readStateIndex:36990; appliedIndex:36988; }","duration":"104.763431ms","start":"2026-03-04T02:38:33.587851Z","end":"2026-03-04T02:38:33.692614Z","steps":["trace[583892543] 'read index received' (duration: 82.209763ms)","trace[583892543] 'applied index is now lower than readState.Index' (duration: 22.552598ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:33.692668Z","caller":"traceutil/trace.go:171","msg":"trace[300058101] transaction","detail":"{read_only:false; response_revision:35815; number_of_response:1; }","duration":"114.074167ms","start":"2026-03-04T02:38:33.578566Z","end":"2026-03-04T02:38:33.69264Z","steps":["trace[300058101] 'process raft request' (duration: 114.010846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:33.692681Z","caller":"traceutil/trace.go:171","msg":"trace[485093918] transaction","detail":"{read_only:false; response_revision:35814; number_of_response:1; }","duration":"114.185899ms","start":"2026-03-04T02:38:33.57846Z","end":"2026-03-04T02:38:33.692646Z","steps":["trace[485093918] 'process raft request' (duration: 91.678712ms)","trace[485093918] 'compare' (duration: 22.300783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:33.700053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.153778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35813 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:33.700167Z","caller":"traceutil/trace.go:171","msg":"trace[2146317466] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35815; }","duration":"112.334872ms","start":"2026-03-04T02:38:33.587811Z","end":"2026-03-04T02:38:33.700146Z","steps":["trace[2146317466] 'agreement among raft nodes before linearized reading' (duration: 104.980786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:33.841782Z","caller":"traceutil/trace.go:171","msg":"trace[453029968] transaction","detail":"{read_only:false; response_revision:35816; number_of_response:1; }","duration":"101.67801ms","start":"2026-03-04T02:38:33.740067Z","end":"2026-03-04T02:38:33.841745Z","steps":["trace[453029968] 'process raft request' (duration: 62.515562ms)","trace[453029968] 'compare' (duration: 38.609218ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:34.864836Z","caller":"traceutil/trace.go:171","msg":"trace[55495370] transaction","detail":"{read_only:false; response_revision:35822; number_of_response:1; }","duration":"204.226748ms","start":"2026-03-04T02:38:34.660574Z","end":"2026-03-04T02:38:34.864801Z","steps":["trace[55495370] 'process raft request' (duration: 200.516854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:34.933063Z","caller":"traceutil/trace.go:171","msg":"trace[630553975] linearizableReadLoop","detail":"{readStateIndex:36998; appliedIndex:36996; }","duration":"197.681218ms","start":"2026-03-04T02:38:34.735358Z","end":"2026-03-04T02:38:34.93304Z","steps":["trace[630553975] 'read index received' (duration: 125.741348ms)","trace[630553975] 'applied index is now lower than readState.Index' (duration: 71.93875ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:34.93316Z","caller":"traceutil/trace.go:171","msg":"trace[1490645029] transaction","detail":"{read_only:false; response_revision:35823; number_of_response:1; }","duration":"210.046204ms","start":"2026-03-04T02:38:34.723071Z","end":"2026-03-04T02:38:34.933117Z","steps":["trace[1490645029] 'process raft request' (duration: 209.84201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:34.933264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.894363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-init\" ","response":"range_response_count:1 size:5630"} {"level":"info","ts":"2026-03-04T02:38:34.933293Z","caller":"traceutil/trace.go:171","msg":"trace[423769057] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-init; range_end:; response_count:1; response_revision:35823; }","duration":"197.987074ms","start":"2026-03-04T02:38:34.735297Z","end":"2026-03-04T02:38:34.933284Z","steps":["trace[423769057] 'agreement among raft nodes before linearized reading' (duration: 197.849161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:34.933348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.29516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5406"} {"level":"info","ts":"2026-03-04T02:38:34.933411Z","caller":"traceutil/trace.go:171","msg":"trace[470287182] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:35823; }","duration":"128.418272ms","start":"2026-03-04T02:38:34.804977Z","end":"2026-03-04T02:38:34.933395Z","steps":["trace[470287182] 'agreement among raft nodes before linearized reading' (duration: 128.220028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:36.801945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.230844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:36.80214Z","caller":"traceutil/trace.go:171","msg":"trace[1700082694] linearizableReadLoop","detail":"{readStateIndex:37007; appliedIndex:37006; }","duration":"256.785392ms","start":"2026-03-04T02:38:36.545331Z","end":"2026-03-04T02:38:36.802117Z","steps":["trace[1700082694] 'read index received' (duration: 98.353784ms)","trace[1700082694] 'applied index is now lower than readState.Index' (duration: 158.429468ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:36.802476Z","caller":"traceutil/trace.go:171","msg":"trace[2115839411] transaction","detail":"{read_only:false; response_revision:35832; number_of_response:1; }","duration":"314.330845ms","start":"2026-03-04T02:38:36.487911Z","end":"2026-03-04T02:38:36.802242Z","steps":["trace[2115839411] 'process raft request' (duration: 155.705554ms)","trace[2115839411] 'compare' (duration: 157.988499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:36.802564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.21763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-service-cleaner-29543160\" ","response":"range_response_count:1 size:6950"} {"level":"info","ts":"2026-03-04T02:38:36.802688Z","caller":"traceutil/trace.go:171","msg":"trace[1237531524] range","detail":"{range_begin:/registry/jobs/openstack/nova-service-cleaner-29543160; range_end:; response_count:1; response_revision:35832; }","duration":"257.380565ms","start":"2026-03-04T02:38:36.545279Z","end":"2026-03-04T02:38:36.80266Z","steps":["trace[1237531524] 'agreement among raft nodes before linearized reading' (duration: 256.995517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:36.802823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:36.487885Z","time spent":"314.719814ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:36.805854Z","caller":"traceutil/trace.go:171","msg":"trace[631345277] transaction","detail":"{read_only:false; response_revision:35833; number_of_response:1; }","duration":"233.96193ms","start":"2026-03-04T02:38:36.571871Z","end":"2026-03-04T02:38:36.805833Z","steps":["trace[631345277] 'process raft request' (duration: 233.808726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:36.848912Z","caller":"traceutil/trace.go:171","msg":"trace[1633913762] transaction","detail":"{read_only:false; response_revision:35834; number_of_response:1; }","duration":"204.81076ms","start":"2026-03-04T02:38:36.644063Z","end":"2026-03-04T02:38:36.848874Z","steps":["trace[1633913762] 'process raft request' (duration: 204.516114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:36.848934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.962037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:38:36.848942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.037472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-03-04T02:38:36.849042Z","caller":"traceutil/trace.go:171","msg":"trace[1560841988] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:35834; }","duration":"255.136439ms","start":"2026-03-04T02:38:36.593877Z","end":"2026-03-04T02:38:36.849014Z","steps":["trace[1560841988] 'agreement among raft nodes before linearized reading' (duration: 254.933125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:36.848995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.765087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:36.849166Z","caller":"traceutil/trace.go:171","msg":"trace[1406056698] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:35834; }","duration":"301.255807ms","start":"2026-03-04T02:38:36.547824Z","end":"2026-03-04T02:38:36.84908Z","steps":["trace[1406056698] 'agreement among raft nodes before linearized reading' (duration: 300.90939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:36.849219Z","caller":"traceutil/trace.go:171","msg":"trace[898229996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35834; }","duration":"298.979471ms","start":"2026-03-04T02:38:36.55018Z","end":"2026-03-04T02:38:36.84916Z","steps":["trace[898229996] 'agreement among raft nodes before linearized reading' (duration: 298.703986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:36.849321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:36.547807Z","time spent":"301.465791ms","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5077,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T02:38:37.344408Z","caller":"traceutil/trace.go:171","msg":"trace[276526045] linearizableReadLoop","detail":"{readStateIndex:37014; appliedIndex:37013; }","duration":"152.638834ms","start":"2026-03-04T02:38:37.191747Z","end":"2026-03-04T02:38:37.344386Z","steps":["trace[276526045] 'read index received' (duration: 106.916574ms)","trace[276526045] 'applied index is now lower than readState.Index' (duration: 45.72139ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:37.344483Z","caller":"traceutil/trace.go:171","msg":"trace[539133728] transaction","detail":"{read_only:false; response_revision:35838; number_of_response:1; }","duration":"172.799184ms","start":"2026-03-04T02:38:37.171645Z","end":"2026-03-04T02:38:37.344444Z","steps":["trace[539133728] 'process raft request' (duration: 127.035314ms)","trace[539133728] 'compare' (duration: 45.513245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:37.344614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.850928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-bootstrap\" ","response":"range_response_count:1 size:6860"} {"level":"info","ts":"2026-03-04T02:38:37.344639Z","caller":"traceutil/trace.go:171","msg":"trace[1246721268] range","detail":"{range_begin:/registry/jobs/openstack/octavia-bootstrap; range_end:; response_count:1; response_revision:35838; }","duration":"152.922269ms","start":"2026-03-04T02:38:37.19171Z","end":"2026-03-04T02:38:37.344632Z","steps":["trace[1246721268] 'agreement among raft nodes before linearized reading' (duration: 152.779736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:37.344705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.594405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-init\" ","response":"range_response_count:1 size:7374"} {"level":"info","ts":"2026-03-04T02:38:37.344784Z","caller":"traceutil/trace.go:171","msg":"trace[1551026200] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-init; range_end:; response_count:1; response_revision:35838; }","duration":"133.702127ms","start":"2026-03-04T02:38:37.211064Z","end":"2026-03-04T02:38:37.344766Z","steps":["trace[1551026200] 'agreement among raft nodes before linearized reading' (duration: 133.495963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:37.969844Z","caller":"traceutil/trace.go:171","msg":"trace[1560038189] transaction","detail":"{read_only:false; response_revision:35842; number_of_response:1; }","duration":"104.542687ms","start":"2026-03-04T02:38:37.865258Z","end":"2026-03-04T02:38:37.969801Z","steps":["trace[1560038189] 'process raft request' (duration: 48.069205ms)","trace[1560038189] 'compare' (duration: 56.259058ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:38.617685Z","caller":"traceutil/trace.go:171","msg":"trace[1099636329] transaction","detail":"{read_only:false; response_revision:35844; number_of_response:1; }","duration":"120.2856ms","start":"2026-03-04T02:38:38.497369Z","end":"2026-03-04T02:38:38.617655Z","steps":["trace[1099636329] 'process raft request' (duration: 106.259461ms)","trace[1099636329] 'compare' (duration: 13.874456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:38.851266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.65758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6484"} {"level":"info","ts":"2026-03-04T02:38:38.851392Z","caller":"traceutil/trace.go:171","msg":"trace[498907733] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:35844; }","duration":"104.825633ms","start":"2026-03-04T02:38:38.746546Z","end":"2026-03-04T02:38:38.851372Z","steps":["trace[498907733] 'range keys from in-memory index tree' (duration: 104.496287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.072525Z","caller":"traceutil/trace.go:171","msg":"trace[1668085150] transaction","detail":"{read_only:false; response_revision:35848; number_of_response:1; }","duration":"110.707061ms","start":"2026-03-04T02:38:38.961785Z","end":"2026-03-04T02:38:39.072492Z","steps":["trace[1668085150] 'process raft request' (duration: 108.769222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.074672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.453993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388682"} {"level":"info","ts":"2026-03-04T02:38:39.074782Z","caller":"traceutil/trace.go:171","msg":"trace[84759265] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:35847; }","duration":"118.580876ms","start":"2026-03-04T02:38:38.95618Z","end":"2026-03-04T02:38:39.07476Z","steps":["trace[84759265] 'range keys from in-memory index tree' (duration: 116.039406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.227074Z","caller":"traceutil/trace.go:171","msg":"trace[1249598836] linearizableReadLoop","detail":"{readStateIndex:37025; appliedIndex:37023; }","duration":"229.748546ms","start":"2026-03-04T02:38:38.997301Z","end":"2026-03-04T02:38:39.22705Z","steps":["trace[1249598836] 'read index received' (duration: 73.235586ms)","trace[1249598836] 'applied index is now lower than readState.Index' (duration: 156.51167ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:39.227168Z","caller":"traceutil/trace.go:171","msg":"trace[1561349297] transaction","detail":"{read_only:false; response_revision:35849; number_of_response:1; }","duration":"242.179013ms","start":"2026-03-04T02:38:38.984951Z","end":"2026-03-04T02:38:39.22713Z","steps":["trace[1561349297] 'process raft request' (duration: 241.925338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.22724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.924179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7531"} {"level":"info","ts":"2026-03-04T02:38:39.227349Z","caller":"traceutil/trace.go:171","msg":"trace[1038640171] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:35849; }","duration":"230.076091ms","start":"2026-03-04T02:38:38.997258Z","end":"2026-03-04T02:38:39.227334Z","steps":["trace[1038640171] 'agreement among raft nodes before linearized reading' (duration: 229.918868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.229164Z","caller":"traceutil/trace.go:171","msg":"trace[495926382] transaction","detail":"{read_only:false; response_revision:35850; number_of_response:1; }","duration":"139.563643ms","start":"2026-03-04T02:38:39.089564Z","end":"2026-03-04T02:38:39.229128Z","steps":["trace[495926382] 'process raft request' (duration: 139.41358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:39.234481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.584071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35847 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:39.23459Z","caller":"traceutil/trace.go:171","msg":"trace[1998797253] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35850; }","duration":"151.747595ms","start":"2026-03-04T02:38:39.082804Z","end":"2026-03-04T02:38:39.234551Z","steps":["trace[1998797253] 'agreement among raft nodes before linearized reading' (duration: 146.256597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:40.727508Z","caller":"traceutil/trace.go:171","msg":"trace[1482147799] transaction","detail":"{read_only:false; response_revision:35858; number_of_response:1; }","duration":"102.471376ms","start":"2026-03-04T02:38:40.625013Z","end":"2026-03-04T02:38:40.727484Z","steps":["trace[1482147799] 'process raft request' (duration: 102.301832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:41.594722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.395983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-btx6x\" ","response":"range_response_count:1 size:8694"} {"level":"info","ts":"2026-03-04T02:38:41.594812Z","caller":"traceutil/trace.go:171","msg":"trace[727343538] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-btx6x; range_end:; response_count:1; response_revision:35864; }","duration":"117.557226ms","start":"2026-03-04T02:38:41.477239Z","end":"2026-03-04T02:38:41.594796Z","steps":["trace[727343538] 'range keys from in-memory index tree' (duration: 117.21114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:41.595125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.28219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-storage-init-p4qcf\" ","response":"range_response_count:1 size:9617"} {"level":"info","ts":"2026-03-04T02:38:41.59521Z","caller":"traceutil/trace.go:171","msg":"trace[1195686034] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-storage-init-p4qcf; range_end:; response_count:1; response_revision:35864; }","duration":"121.410273ms","start":"2026-03-04T02:38:41.473779Z","end":"2026-03-04T02:38:41.595189Z","steps":["trace[1195686034] 'range keys from in-memory index tree' (duration: 121.064775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.118815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.109399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:42.118887Z","caller":"traceutil/trace.go:171","msg":"trace[2103908962] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:35867; }","duration":"265.252202ms","start":"2026-03-04T02:38:41.853616Z","end":"2026-03-04T02:38:42.118868Z","steps":["trace[2103908962] 'count revisions from in-memory index tree' (duration: 264.981665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.119183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.528469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:38:42.119262Z","caller":"traceutil/trace.go:171","msg":"trace[582910029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35867; }","duration":"240.661722ms","start":"2026-03-04T02:38:41.878579Z","end":"2026-03-04T02:38:42.11924Z","steps":["trace[582910029] 'range keys from in-memory index tree' (duration: 240.278335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.11924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.40665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:38:42.119305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.36768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-create-internal-tenant-74qsp\" ","response":"range_response_count:1 size:9652"} {"level":"info","ts":"2026-03-04T02:38:42.119332Z","caller":"traceutil/trace.go:171","msg":"trace[830086864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:35867; }","duration":"292.538912ms","start":"2026-03-04T02:38:41.826772Z","end":"2026-03-04T02:38:42.119311Z","steps":["trace[830086864] 'range keys from in-memory index tree' (duration: 292.148085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.119305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.218404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:38:42.119409Z","caller":"traceutil/trace.go:171","msg":"trace[80895075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35867; }","duration":"223.335157ms","start":"2026-03-04T02:38:41.896047Z","end":"2026-03-04T02:38:42.119382Z","steps":["trace[80895075] 'range keys from in-memory index tree' (duration: 223.034121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.119416Z","caller":"traceutil/trace.go:171","msg":"trace[1654009451] range","detail":"{range_begin:/registry/pods/openstack/cinder-create-internal-tenant-74qsp; range_end:; response_count:1; response_revision:35867; }","duration":"281.505263ms","start":"2026-03-04T02:38:41.837856Z","end":"2026-03-04T02:38:42.119361Z","steps":["trace[1654009451] 'range keys from in-memory index tree' (duration: 281.180757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.121758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.074459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35867 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:42.121796Z","caller":"traceutil/trace.go:171","msg":"trace[1564314982] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35867; }","duration":"326.151161ms","start":"2026-03-04T02:38:41.795634Z","end":"2026-03-04T02:38:42.121785Z","steps":["trace[1564314982] 'range keys from in-memory index tree' (duration: 323.878675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.121842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:41.795612Z","time spent":"326.199561ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1424,"response size":779798,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35867 "} {"level":"warn","ts":"2026-03-04T02:38:42.288312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.867815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:38:42.288694Z","caller":"traceutil/trace.go:171","msg":"trace[1443865720] transaction","detail":"{read_only:false; response_revision:35868; number_of_response:1; }","duration":"238.739235ms","start":"2026-03-04T02:38:42.049926Z","end":"2026-03-04T02:38:42.288665Z","steps":["trace[1443865720] 'process raft request' (duration: 238.49661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.35007Z","caller":"traceutil/trace.go:171","msg":"trace[1612945212] transaction","detail":"{read_only:false; response_revision:35870; number_of_response:1; }","duration":"225.515381ms","start":"2026-03-04T02:38:42.124404Z","end":"2026-03-04T02:38:42.349919Z","steps":["trace[1612945212] 'process raft request' (duration: 225.4508ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.350094Z","caller":"traceutil/trace.go:171","msg":"trace[2004341528] linearizableReadLoop","detail":"{readStateIndex:37047; appliedIndex:37043; }","duration":"224.657685ms","start":"2026-03-04T02:38:42.125409Z","end":"2026-03-04T02:38:42.350066Z","steps":["trace[2004341528] 'read index received' (duration: 60.227888ms)","trace[2004341528] 'applied index is now lower than readState.Index' (duration: 164.427927ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:42.350262Z","caller":"traceutil/trace.go:171","msg":"trace[226325010] transaction","detail":"{read_only:false; response_revision:35869; number_of_response:1; }","duration":"226.208515ms","start":"2026-03-04T02:38:42.124043Z","end":"2026-03-04T02:38:42.350252Z","steps":["trace[226325010] 'process raft request' (duration: 172.924146ms)","trace[226325010] 'compare' (duration: 52.793439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:42.35034Z","caller":"traceutil/trace.go:171","msg":"trace[1624801487] transaction","detail":"{read_only:false; response_revision:35871; number_of_response:1; }","duration":"223.500971ms","start":"2026-03-04T02:38:42.126823Z","end":"2026-03-04T02:38:42.350323Z","steps":["trace[1624801487] 'process raft request' (duration: 223.067152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.350653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.221376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-create-internal-tenant-74qsp\" ","response":"range_response_count:1 size:9652"} {"level":"warn","ts":"2026-03-04T02:38:42.350697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.29691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:42.350719Z","caller":"traceutil/trace.go:171","msg":"trace[687715694] range","detail":"{range_begin:/registry/pods/openstack/cinder-create-internal-tenant-74qsp; range_end:; response_count:1; response_revision:35871; }","duration":"225.324108ms","start":"2026-03-04T02:38:42.125376Z","end":"2026-03-04T02:38:42.3507Z","steps":["trace[687715694] 'agreement among raft nodes before linearized reading' (duration: 225.105484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.350759Z","caller":"traceutil/trace.go:171","msg":"trace[2075279297] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:35871; }","duration":"208.388291ms","start":"2026-03-04T02:38:42.142354Z","end":"2026-03-04T02:38:42.350743Z","steps":["trace[2075279297] 'agreement among raft nodes before linearized reading' (duration: 208.233348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.35165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.172494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35867 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:38:42.351688Z","caller":"traceutil/trace.go:171","msg":"trace[1882789250] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:35871; }","duration":"219.239446ms","start":"2026-03-04T02:38:42.13244Z","end":"2026-03-04T02:38:42.351679Z","steps":["trace[1882789250] 'agreement among raft nodes before linearized reading' (duration: 217.89319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:43.371321Z","caller":"traceutil/trace.go:171","msg":"trace[900579361] transaction","detail":"{read_only:false; response_revision:35878; number_of_response:1; }","duration":"103.103489ms","start":"2026-03-04T02:38:43.268188Z","end":"2026-03-04T02:38:43.371292Z","steps":["trace[900579361] 'process raft request' (duration: 67.366538ms)","trace[900579361] 'compare' (duration: 35.438905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:44.059394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.703429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-77775f9577-8ldpc\" ","response":"range_response_count:1 size:17042"} {"level":"info","ts":"2026-03-04T02:38:44.059458Z","caller":"traceutil/trace.go:171","msg":"trace[1879470170] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-77775f9577-8ldpc; range_end:; response_count:1; response_revision:35881; }","duration":"108.814742ms","start":"2026-03-04T02:38:43.950628Z","end":"2026-03-04T02:38:44.059443Z","steps":["trace[1879470170] 'range keys from in-memory index tree' (duration: 108.581907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:46.517719Z","caller":"traceutil/trace.go:171","msg":"trace[2031807514] linearizableReadLoop","detail":"{readStateIndex:37074; appliedIndex:37072; }","duration":"106.168709ms","start":"2026-03-04T02:38:46.411522Z","end":"2026-03-04T02:38:46.517691Z","steps":["trace[2031807514] 'read index received' (duration: 6.369047ms)","trace[2031807514] 'applied index is now lower than readState.Index' (duration: 99.798562ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:46.517983Z","caller":"traceutil/trace.go:171","msg":"trace[1730548867] transaction","detail":"{read_only:false; response_revision:35897; number_of_response:1; }","duration":"117.159307ms","start":"2026-03-04T02:38:46.400788Z","end":"2026-03-04T02:38:46.517948Z","steps":["trace[1730548867] 'process raft request' (duration: 115.482665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:46.51829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.161699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:38:46.518364Z","caller":"traceutil/trace.go:171","msg":"trace[1284402563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:35897; }","duration":"106.262781ms","start":"2026-03-04T02:38:46.412084Z","end":"2026-03-04T02:38:46.518347Z","steps":["trace[1284402563] 'agreement among raft nodes before linearized reading' (duration: 106.042656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:46.519992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.444816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35894 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:38:46.520063Z","caller":"traceutil/trace.go:171","msg":"trace[879666617] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:35897; }","duration":"108.554457ms","start":"2026-03-04T02:38:46.411492Z","end":"2026-03-04T02:38:46.520046Z","steps":["trace[879666617] 'agreement among raft nodes before linearized reading' (duration: 106.465766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:46.723828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.291722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35898 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:46.723891Z","caller":"traceutil/trace.go:171","msg":"trace[719054322] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35898; }","duration":"105.407695ms","start":"2026-03-04T02:38:46.618471Z","end":"2026-03-04T02:38:46.723879Z","steps":["trace[719054322] 'range keys from in-memory index tree' (duration: 101.097408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.422533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.436562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T02:38:47.422705Z","caller":"traceutil/trace.go:171","msg":"trace[129939563] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:35904; }","duration":"121.649527ms","start":"2026-03-04T02:38:47.301035Z","end":"2026-03-04T02:38:47.422685Z","steps":["trace[129939563] 'range keys from in-memory index tree' (duration: 121.282409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.494726Z","caller":"traceutil/trace.go:171","msg":"trace[1723070512] transaction","detail":"{read_only:false; response_revision:35905; number_of_response:1; }","duration":"182.936584ms","start":"2026-03-04T02:38:47.311765Z","end":"2026-03-04T02:38:47.494702Z","steps":["trace[1723070512] 'process raft request' (duration: 182.793042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.494907Z","caller":"traceutil/trace.go:171","msg":"trace[1088038447] linearizableReadLoop","detail":"{readStateIndex:37083; appliedIndex:37082; }","duration":"179.280922ms","start":"2026-03-04T02:38:47.315567Z","end":"2026-03-04T02:38:47.494847Z","steps":["trace[1088038447] 'read index received' (duration: 179.082838ms)","trace[1088038447] 'applied index is now lower than readState.Index' (duration: 194.434µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:47.495112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.542857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-endpoints-q2n9k\" ","response":"range_response_count:1 size:25874"} {"level":"info","ts":"2026-03-04T02:38:47.495193Z","caller":"traceutil/trace.go:171","msg":"trace[525308710] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-endpoints-q2n9k; range_end:; response_count:1; response_revision:35905; }","duration":"179.67161ms","start":"2026-03-04T02:38:47.315507Z","end":"2026-03-04T02:38:47.495178Z","steps":["trace[525308710] 'agreement among raft nodes before linearized reading' (duration: 179.439605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.560259Z","caller":"traceutil/trace.go:171","msg":"trace[795127582] transaction","detail":"{read_only:false; response_revision:35906; number_of_response:1; }","duration":"151.886018ms","start":"2026-03-04T02:38:47.408345Z","end":"2026-03-04T02:38:47.560231Z","steps":["trace[795127582] 'process raft request' (duration: 116.040897ms)","trace[795127582] 'compare' (duration: 35.673018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:47.560515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.625655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:38:47.560564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.631675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-7984fd866d-4f7zn\" ","response":"range_response_count:1 size:8382"} {"level":"warn","ts":"2026-03-04T02:38:47.560596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.666197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-service-4lvmh\" ","response":"range_response_count:1 size:11357"} {"level":"info","ts":"2026-03-04T02:38:47.560644Z","caller":"traceutil/trace.go:171","msg":"trace[354711941] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-7984fd866d-4f7zn; range_end:; response_count:1; response_revision:35906; }","duration":"136.773148ms","start":"2026-03-04T02:38:47.423851Z","end":"2026-03-04T02:38:47.560625Z","steps":["trace[354711941] 'agreement among raft nodes before linearized reading' (duration: 136.494422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.560672Z","caller":"traceutil/trace.go:171","msg":"trace[513393489] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-service-4lvmh; range_end:; response_count:1; response_revision:35906; }","duration":"204.798299ms","start":"2026-03-04T02:38:47.355858Z","end":"2026-03-04T02:38:47.560656Z","steps":["trace[513393489] 'agreement among raft nodes before linearized reading' (duration: 204.557645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.560667Z","caller":"traceutil/trace.go:171","msg":"trace[400016355] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:35906; }","duration":"217.819359ms","start":"2026-03-04T02:38:47.342794Z","end":"2026-03-04T02:38:47.560613Z","steps":["trace[400016355] 'agreement among raft nodes before linearized reading' (duration: 217.494292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:48.094099Z","caller":"traceutil/trace.go:171","msg":"trace[180433527] transaction","detail":"{read_only:false; response_revision:35908; number_of_response:1; }","duration":"121.974114ms","start":"2026-03-04T02:38:47.972029Z","end":"2026-03-04T02:38:48.094003Z","steps":["trace[180433527] 'process raft request' (duration: 121.714619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:48.093997Z","caller":"traceutil/trace.go:171","msg":"trace[119854563] linearizableReadLoop","detail":"{readStateIndex:37086; appliedIndex:37085; }","duration":"107.670149ms","start":"2026-03-04T02:38:47.986298Z","end":"2026-03-04T02:38:48.093968Z","steps":["trace[119854563] 'read index received' (duration: 107.472935ms)","trace[119854563] 'applied index is now lower than readState.Index' (duration: 196.224µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:48.094349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.028686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-9k8bn\" ","response":"range_response_count:1 size:13385"} {"level":"info","ts":"2026-03-04T02:38:48.094414Z","caller":"traceutil/trace.go:171","msg":"trace[24199823] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-9k8bn; range_end:; response_count:1; response_revision:35908; }","duration":"108.148068ms","start":"2026-03-04T02:38:47.986252Z","end":"2026-03-04T02:38:48.0944Z","steps":["trace[24199823] 'agreement among raft nodes before linearized reading' (duration: 107.889543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:48.572Z","caller":"traceutil/trace.go:171","msg":"trace[2017035122] linearizableReadLoop","detail":"{readStateIndex:37088; appliedIndex:37087; }","duration":"110.754101ms","start":"2026-03-04T02:38:48.461217Z","end":"2026-03-04T02:38:48.571971Z","steps":["trace[2017035122] 'read index received' (duration: 51.37573ms)","trace[2017035122] 'applied index is now lower than readState.Index' (duration: 59.377191ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:48.572097Z","caller":"traceutil/trace.go:171","msg":"trace[1995087575] transaction","detail":"{read_only:false; response_revision:35910; number_of_response:1; }","duration":"129.697538ms","start":"2026-03-04T02:38:48.442331Z","end":"2026-03-04T02:38:48.572029Z","steps":["trace[1995087575] 'process raft request' (duration: 70.273586ms)","trace[1995087575] 'compare' (duration: 59.233098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:48.57242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.178979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-649697d6b4-prhtr\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-04T02:38:48.572498Z","caller":"traceutil/trace.go:171","msg":"trace[1164755413] range","detail":"{range_begin:/registry/pods/openstack/horizon-649697d6b4-prhtr; range_end:; response_count:1; response_revision:35910; }","duration":"111.306302ms","start":"2026-03-04T02:38:48.461169Z","end":"2026-03-04T02:38:48.572475Z","steps":["trace[1164755413] 'agreement among raft nodes before linearized reading' (duration: 110.932695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:49.667801Z","caller":"traceutil/trace.go:171","msg":"trace[1987274732] transaction","detail":"{read_only:false; response_revision:35918; number_of_response:1; }","duration":"102.781903ms","start":"2026-03-04T02:38:49.56499Z","end":"2026-03-04T02:38:49.667771Z","steps":["trace[1987274732] 'process raft request' (duration: 58.165067ms)","trace[1987274732] 'compare' (duration: 44.459323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:49.67287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.832074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35917 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:49.67302Z","caller":"traceutil/trace.go:171","msg":"trace[2039712782] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35918; }","duration":"104.022607ms","start":"2026-03-04T02:38:49.568971Z","end":"2026-03-04T02:38:49.672993Z","steps":["trace[2039712782] 'agreement among raft nodes before linearized reading' (duration: 98.863344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:49.673494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.710901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35917 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:49.673565Z","caller":"traceutil/trace.go:171","msg":"trace[1871424782] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35918; }","duration":"105.823623ms","start":"2026-03-04T02:38:49.567726Z","end":"2026-03-04T02:38:49.67355Z","steps":["trace[1871424782] 'agreement among raft nodes before linearized reading' (duration: 100.202261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:50.304946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.82274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-9f79q\" ","response":"range_response_count:1 size:7747"} {"level":"info","ts":"2026-03-04T02:38:50.305036Z","caller":"traceutil/trace.go:171","msg":"trace[1227953181] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-9f79q; range_end:; response_count:1; response_revision:35921; }","duration":"123.965113ms","start":"2026-03-04T02:38:50.181052Z","end":"2026-03-04T02:38:50.305017Z","steps":["trace[1227953181] 'range keys from in-memory index tree' (duration: 123.645507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:50.596844Z","caller":"traceutil/trace.go:171","msg":"trace[1433742487] linearizableReadLoop","detail":"{readStateIndex:37100; appliedIndex:37099; }","duration":"149.677534ms","start":"2026-03-04T02:38:50.447138Z","end":"2026-03-04T02:38:50.596815Z","steps":["trace[1433742487] 'read index received' (duration: 149.4711ms)","trace[1433742487] 'applied index is now lower than readState.Index' (duration: 205.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:50.596939Z","caller":"traceutil/trace.go:171","msg":"trace[1232173559] transaction","detail":"{read_only:false; response_revision:35922; number_of_response:1; }","duration":"155.301655ms","start":"2026-03-04T02:38:50.441607Z","end":"2026-03-04T02:38:50.596909Z","steps":["trace[1232173559] 'process raft request' (duration: 155.05632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:50.599129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.97274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35921 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:38:50.599209Z","caller":"traceutil/trace.go:171","msg":"trace[452771513] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:35922; }","duration":"152.100733ms","start":"2026-03-04T02:38:50.447092Z","end":"2026-03-04T02:38:50.599193Z","steps":["trace[452771513] 'agreement among raft nodes before linearized reading' (duration: 149.825537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:50.773784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.78588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:50.773956Z","caller":"traceutil/trace.go:171","msg":"trace[925831248] linearizableReadLoop","detail":"{readStateIndex:37102; appliedIndex:37100; }","duration":"170.004098ms","start":"2026-03-04T02:38:50.603936Z","end":"2026-03-04T02:38:50.77394Z","steps":["trace[925831248] 'read index received' (duration: 54.979713ms)","trace[925831248] 'applied index is now lower than readState.Index' (duration: 115.023255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:50.774074Z","caller":"traceutil/trace.go:171","msg":"trace[268403081] transaction","detail":"{read_only:false; response_revision:35923; number_of_response:1; }","duration":"172.891396ms","start":"2026-03-04T02:38:50.601171Z","end":"2026-03-04T02:38:50.774062Z","steps":["trace[268403081] 'process raft request' (duration: 57.738428ms)","trace[268403081] 'compare' (duration: 114.647738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:50.774412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.451637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8k45r\" ","response":"range_response_count:1 size:21658"} {"level":"info","ts":"2026-03-04T02:38:50.774554Z","caller":"traceutil/trace.go:171","msg":"trace[269972464] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8k45r; range_end:; response_count:1; response_revision:35924; }","duration":"170.60955ms","start":"2026-03-04T02:38:50.603912Z","end":"2026-03-04T02:38:50.774521Z","steps":["trace[269972464] 'agreement among raft nodes before linearized reading' (duration: 170.272243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:50.774604Z","caller":"traceutil/trace.go:171","msg":"trace[1234564214] transaction","detail":"{read_only:false; response_revision:35924; number_of_response:1; }","duration":"173.024528ms","start":"2026-03-04T02:38:50.601529Z","end":"2026-03-04T02:38:50.774554Z","steps":["trace[1234564214] 'process raft request' (duration: 172.357635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:51.030702Z","caller":"traceutil/trace.go:171","msg":"trace[1163126772] linearizableReadLoop","detail":"{readStateIndex:37103; appliedIndex:37102; }","duration":"155.50738ms","start":"2026-03-04T02:38:50.875178Z","end":"2026-03-04T02:38:51.030686Z","steps":["trace[1163126772] 'read index received' (duration: 155.301026ms)","trace[1163126772] 'applied index is now lower than readState.Index' (duration: 205.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:51.030747Z","caller":"traceutil/trace.go:171","msg":"trace[997577188] transaction","detail":"{read_only:false; response_revision:35925; number_of_response:1; }","duration":"161.09886ms","start":"2026-03-04T02:38:50.869627Z","end":"2026-03-04T02:38:51.030726Z","steps":["trace[997577188] 'process raft request' (duration: 160.952438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:51.031168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.435574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-8c9v4\" ","response":"range_response_count:1 size:4841"} {"level":"info","ts":"2026-03-04T02:38:51.031245Z","caller":"traceutil/trace.go:171","msg":"trace[193611193] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-8c9v4; range_end:; response_count:1; response_revision:35925; }","duration":"116.562176ms","start":"2026-03-04T02:38:50.914666Z","end":"2026-03-04T02:38:51.031228Z","steps":["trace[193611193] 'agreement among raft nodes before linearized reading' (duration: 116.176188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:51.035579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.376136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35924 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:51.035644Z","caller":"traceutil/trace.go:171","msg":"trace[1225818446] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35925; }","duration":"160.474328ms","start":"2026-03-04T02:38:50.875155Z","end":"2026-03-04T02:38:51.03563Z","steps":["trace[1225818446] 'agreement among raft nodes before linearized reading' (duration: 155.632412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:51.294131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.293841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10031"} {"level":"info","ts":"2026-03-04T02:38:51.294261Z","caller":"traceutil/trace.go:171","msg":"trace[1805973504] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:35926; }","duration":"109.487555ms","start":"2026-03-04T02:38:51.184747Z","end":"2026-03-04T02:38:51.294234Z","steps":["trace[1805973504] 'range keys from in-memory index tree' (duration: 109.019226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:51.502133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.640659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10031"} {"level":"info","ts":"2026-03-04T02:38:51.502239Z","caller":"traceutil/trace.go:171","msg":"trace[1079517265] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:35929; }","duration":"107.783973ms","start":"2026-03-04T02:38:51.394431Z","end":"2026-03-04T02:38:51.502215Z","steps":["trace[1079517265] 'range keys from in-memory index tree' (duration: 107.390485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:51.504041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.244091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388682"} {"level":"info","ts":"2026-03-04T02:38:51.504104Z","caller":"traceutil/trace.go:171","msg":"trace[262261739] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:35929; }","duration":"107.289722ms","start":"2026-03-04T02:38:51.396782Z","end":"2026-03-04T02:38:51.504071Z","steps":["trace[262261739] 'range keys from in-memory index tree' (duration: 105.987556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:51.734547Z","caller":"traceutil/trace.go:171","msg":"trace[943996105] transaction","detail":"{read_only:false; response_revision:35930; number_of_response:1; }","duration":"181.68293ms","start":"2026-03-04T02:38:51.552848Z","end":"2026-03-04T02:38:51.734531Z","steps":["trace[943996105] 'process raft request' (duration: 181.579308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:51.735127Z","caller":"traceutil/trace.go:171","msg":"trace[767260645] linearizableReadLoop","detail":"{readStateIndex:37108; appliedIndex:37108; }","duration":"170.344775ms","start":"2026-03-04T02:38:51.564768Z","end":"2026-03-04T02:38:51.735112Z","steps":["trace[767260645] 'read index received' (duration: 170.338545ms)","trace[767260645] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:51.735228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.454037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:51.735266Z","caller":"traceutil/trace.go:171","msg":"trace[391929285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35930; }","duration":"170.534798ms","start":"2026-03-04T02:38:51.564723Z","end":"2026-03-04T02:38:51.735257Z","steps":["trace[391929285] 'agreement among raft nodes before linearized reading' (duration: 170.462247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:51.767943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.239402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:51.768058Z","caller":"traceutil/trace.go:171","msg":"trace[1375713720] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35931; }","duration":"172.403917ms","start":"2026-03-04T02:38:51.595613Z","end":"2026-03-04T02:38:51.768017Z","steps":["trace[1375713720] 'agreement among raft nodes before linearized reading' (duration: 172.276383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:51.768121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.636966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-sync-xjd6x\" ","response":"range_response_count:1 size:6902"} {"level":"info","ts":"2026-03-04T02:38:51.768215Z","caller":"traceutil/trace.go:171","msg":"trace[1252638004] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-sync-xjd6x; range_end:; response_count:1; response_revision:35931; }","duration":"130.778879ms","start":"2026-03-04T02:38:51.637414Z","end":"2026-03-04T02:38:51.768193Z","steps":["trace[1252638004] 'agreement among raft nodes before linearized reading' (duration: 130.399401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:51.768349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.669578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-9ps7x\" ","response":"range_response_count:1 size:8756"} {"level":"info","ts":"2026-03-04T02:38:51.768417Z","caller":"traceutil/trace.go:171","msg":"trace[752727888] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-9ps7x; range_end:; response_count:1; response_revision:35931; }","duration":"126.76914ms","start":"2026-03-04T02:38:51.64163Z","end":"2026-03-04T02:38:51.768399Z","steps":["trace[752727888] 'agreement among raft nodes before linearized reading' (duration: 126.618537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:51.889812Z","caller":"traceutil/trace.go:171","msg":"trace[275648942] linearizableReadLoop","detail":"{readStateIndex:37110; appliedIndex:37109; }","duration":"117.583357ms","start":"2026-03-04T02:38:51.772199Z","end":"2026-03-04T02:38:51.889782Z","steps":["trace[275648942] 'read index received' (duration: 35.014727ms)","trace[275648942] 'applied index is now lower than readState.Index' (duration: 82.56712ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:51.890001Z","caller":"traceutil/trace.go:171","msg":"trace[90075217] transaction","detail":"{read_only:false; response_revision:35932; number_of_response:1; }","duration":"117.989445ms","start":"2026-03-04T02:38:51.771989Z","end":"2026-03-04T02:38:51.889978Z","steps":["trace[90075217] 'process raft request' (duration: 35.276252ms)","trace[90075217] 'compare' (duration: 82.219273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:51.890167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.936384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:51.890297Z","caller":"traceutil/trace.go:171","msg":"trace[778673425] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35932; }","duration":"118.074496ms","start":"2026-03-04T02:38:51.772181Z","end":"2026-03-04T02:38:51.890255Z","steps":["trace[778673425] 'agreement among raft nodes before linearized reading' (duration: 117.889672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:52.065744Z","caller":"traceutil/trace.go:171","msg":"trace[486041142] linearizableReadLoop","detail":"{readStateIndex:37111; appliedIndex:37110; }","duration":"116.073607ms","start":"2026-03-04T02:38:51.949635Z","end":"2026-03-04T02:38:52.065708Z","steps":["trace[486041142] 'read index received' (duration: 68.379169ms)","trace[486041142] 'applied index is now lower than readState.Index' (duration: 47.693587ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:52.065774Z","caller":"traceutil/trace.go:171","msg":"trace[1844160588] transaction","detail":"{read_only:false; response_revision:35933; number_of_response:1; }","duration":"129.594615ms","start":"2026-03-04T02:38:51.936144Z","end":"2026-03-04T02:38:52.065738Z","steps":["trace[1844160588] 'process raft request' (duration: 81.941558ms)","trace[1844160588] 'compare' (duration: 47.488984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:52.191935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.223578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:38:52.192044Z","caller":"traceutil/trace.go:171","msg":"trace[1219616861] linearizableReadLoop","detail":"{readStateIndex:37112; appliedIndex:37111; }","duration":"126.206967ms","start":"2026-03-04T02:38:52.065819Z","end":"2026-03-04T02:38:52.192025Z","steps":["trace[1219616861] 'read index received' (duration: 57.381µs)","trace[1219616861] 'applied index is now lower than readState.Index' (duration: 126.148056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:52.19217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.28605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:52.192225Z","caller":"traceutil/trace.go:171","msg":"trace[1616478226] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:35933; }","duration":"130.386851ms","start":"2026-03-04T02:38:52.061824Z","end":"2026-03-04T02:38:52.19221Z","steps":["trace[1616478226] 'agreement among raft nodes before linearized reading' (duration: 130.280269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:52.193128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.469217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35932 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:38:52.193186Z","caller":"traceutil/trace.go:171","msg":"trace[2122845378] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:35933; }","duration":"243.57291ms","start":"2026-03-04T02:38:51.949598Z","end":"2026-03-04T02:38:52.193171Z","steps":["trace[2122845378] 'agreement among raft nodes before linearized reading' (duration: 116.264721ms)","trace[2122845378] 'range keys from in-memory index tree' (duration: 126.384641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:52.193609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.121871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35932 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:38:52.193665Z","caller":"traceutil/trace.go:171","msg":"trace[1070797708] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:35933; }","duration":"241.232993ms","start":"2026-03-04T02:38:51.952419Z","end":"2026-03-04T02:38:52.193652Z","steps":["trace[1070797708] 'agreement among raft nodes before linearized reading' (duration: 239.750054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:52.396716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.542438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-endpoints-xfp8j\" ","response":"range_response_count:1 size:15543"} {"level":"info","ts":"2026-03-04T02:38:52.396771Z","caller":"traceutil/trace.go:171","msg":"trace[231898788] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-endpoints-xfp8j; range_end:; response_count:1; response_revision:35934; }","duration":"100.6434ms","start":"2026-03-04T02:38:52.296115Z","end":"2026-03-04T02:38:52.396759Z","steps":["trace[231898788] 'range keys from in-memory index tree' (duration: 100.402605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:52.91752Z","caller":"traceutil/trace.go:171","msg":"trace[1632539249] linearizableReadLoop","detail":"{readStateIndex:37114; appliedIndex:37113; }","duration":"311.54947ms","start":"2026-03-04T02:38:52.605945Z","end":"2026-03-04T02:38:52.917495Z","steps":["trace[1632539249] 'read index received' (duration: 311.401177ms)","trace[1632539249] 'applied index is now lower than readState.Index' (duration: 147.083µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:52.917597Z","caller":"traceutil/trace.go:171","msg":"trace[1123446340] transaction","detail":"{read_only:false; response_revision:35935; number_of_response:1; }","duration":"314.363497ms","start":"2026-03-04T02:38:52.603196Z","end":"2026-03-04T02:38:52.917559Z","steps":["trace[1123446340] 'process raft request' (duration: 314.130332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:52.917801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:52.603173Z","time spent":"314.529669ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:52.917981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.066342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-v22mx\" ","response":"range_response_count:1 size:6485"} {"level":"warn","ts":"2026-03-04T02:38:52.918094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.138665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:38:52.918229Z","caller":"traceutil/trace.go:171","msg":"trace[289995243] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-v22mx; range_end:; response_count:1; response_revision:35935; }","duration":"307.370317ms","start":"2026-03-04T02:38:52.610843Z","end":"2026-03-04T02:38:52.918213Z","steps":["trace[289995243] 'agreement among raft nodes before linearized reading' (duration: 306.909628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:52.918077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.674075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:38:52.918262Z","caller":"traceutil/trace.go:171","msg":"trace[2061602107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35935; }","duration":"140.341399ms","start":"2026-03-04T02:38:52.777902Z","end":"2026-03-04T02:38:52.918244Z","steps":["trace[2061602107] 'agreement among raft nodes before linearized reading' (duration: 139.927661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:52.918366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.402747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-9kldx\" ","response":"range_response_count:1 size:9161"} {"level":"info","ts":"2026-03-04T02:38:52.918437Z","caller":"traceutil/trace.go:171","msg":"trace[1060087603] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-9kldx; range_end:; response_count:1; response_revision:35935; }","duration":"312.526259ms","start":"2026-03-04T02:38:52.605893Z","end":"2026-03-04T02:38:52.918419Z","steps":["trace[1060087603] 'agreement among raft nodes before linearized reading' (duration: 311.686943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:52.918445Z","caller":"traceutil/trace.go:171","msg":"trace[552110342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35935; }","duration":"141.089643ms","start":"2026-03-04T02:38:52.777314Z","end":"2026-03-04T02:38:52.918403Z","steps":["trace[552110342] 'agreement among raft nodes before linearized reading' (duration: 140.576953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:52.918499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:52.605851Z","time spent":"312.632262ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9184,"request content":"key:\"/registry/pods/openstack/magnum-ks-user-9kldx\" "} {"level":"warn","ts":"2026-03-04T02:38:52.918351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:52.610827Z","time spent":"307.507751ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6508,"request content":"key:\"/registry/pods/openstack/magnum-rabbit-init-v22mx\" "} {"level":"warn","ts":"2026-03-04T02:38:53.226552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.446696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-9kldx\" ","response":"range_response_count:1 size:9161"} {"level":"warn","ts":"2026-03-04T02:38:53.22659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.774292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-v22mx\" ","response":"range_response_count:1 size:6485"} {"level":"info","ts":"2026-03-04T02:38:53.226659Z","caller":"traceutil/trace.go:171","msg":"trace[470520200] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-v22mx; range_end:; response_count:1; response_revision:35939; }","duration":"100.876174ms","start":"2026-03-04T02:38:53.125767Z","end":"2026-03-04T02:38:53.226643Z","steps":["trace[470520200] 'range keys from in-memory index tree' (duration: 100.64304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:53.226661Z","caller":"traceutil/trace.go:171","msg":"trace[955631408] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-9kldx; range_end:; response_count:1; response_revision:35939; }","duration":"108.647379ms","start":"2026-03-04T02:38:53.11799Z","end":"2026-03-04T02:38:53.226638Z","steps":["trace[955631408] 'range keys from in-memory index tree' (duration: 108.259081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:53.496362Z","caller":"traceutil/trace.go:171","msg":"trace[1374859859] linearizableReadLoop","detail":"{readStateIndex:37121; appliedIndex:37119; }","duration":"110.079947ms","start":"2026-03-04T02:38:53.386262Z","end":"2026-03-04T02:38:53.496342Z","steps":["trace[1374859859] 'read index received' (duration: 101.872425ms)","trace[1374859859] 'applied index is now lower than readState.Index' (duration: 8.206582ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:53.496466Z","caller":"traceutil/trace.go:171","msg":"trace[184287668] transaction","detail":"{read_only:false; response_revision:35942; number_of_response:1; }","duration":"196.407833ms","start":"2026-03-04T02:38:53.300023Z","end":"2026-03-04T02:38:53.496431Z","steps":["trace[184287668] 'process raft request' (duration: 196.256029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:53.496508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.231001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:53.496543Z","caller":"traceutil/trace.go:171","msg":"trace[1577725166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35942; }","duration":"110.324392ms","start":"2026-03-04T02:38:53.38621Z","end":"2026-03-04T02:38:53.496534Z","steps":["trace[1577725166] 'agreement among raft nodes before linearized reading' (duration: 110.247771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:53.497109Z","caller":"traceutil/trace.go:171","msg":"trace[1223073101] transaction","detail":"{read_only:false; response_revision:35941; number_of_response:1; }","duration":"197.177299ms","start":"2026-03-04T02:38:53.299216Z","end":"2026-03-04T02:38:53.496393Z","steps":["trace[1223073101] 'process raft request' (duration: 188.944965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:53.693456Z","caller":"traceutil/trace.go:171","msg":"trace[1370228654] linearizableReadLoop","detail":"{readStateIndex:37122; appliedIndex:37121; }","duration":"106.009576ms","start":"2026-03-04T02:38:53.587414Z","end":"2026-03-04T02:38:53.693423Z","steps":["trace[1370228654] 'read index received' (duration: 15.435467ms)","trace[1370228654] 'applied index is now lower than readState.Index' (duration: 90.572629ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:53.693533Z","caller":"traceutil/trace.go:171","msg":"trace[1411197830] transaction","detail":"{read_only:false; response_revision:35943; number_of_response:1; }","duration":"133.399961ms","start":"2026-03-04T02:38:53.560112Z","end":"2026-03-04T02:38:53.693512Z","steps":["trace[1411197830] 'process raft request' (duration: 42.73352ms)","trace[1411197830] 'compare' (duration: 90.409896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:53.694834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.393843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-5c98d9c8fc-mj5k2\" ","response":"range_response_count:1 size:7988"} {"level":"info","ts":"2026-03-04T02:38:53.69497Z","caller":"traceutil/trace.go:171","msg":"trace[983877218] range","detail":"{range_begin:/registry/pods/openstack/manila-api-5c98d9c8fc-mj5k2; range_end:; response_count:1; response_revision:35943; }","duration":"107.564027ms","start":"2026-03-04T02:38:53.587358Z","end":"2026-03-04T02:38:53.694922Z","steps":["trace[983877218] 'agreement among raft nodes before linearized reading' (duration: 106.258151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:53.911787Z","caller":"traceutil/trace.go:171","msg":"trace[1477528410] transaction","detail":"{read_only:false; response_revision:35945; number_of_response:1; }","duration":"139.459131ms","start":"2026-03-04T02:38:53.772282Z","end":"2026-03-04T02:38:53.911741Z","steps":["trace[1477528410] 'process raft request' (duration: 139.41024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:53.912109Z","caller":"traceutil/trace.go:171","msg":"trace[1486284937] transaction","detail":"{read_only:false; response_revision:35944; number_of_response:1; }","duration":"173.65994ms","start":"2026-03-04T02:38:53.738436Z","end":"2026-03-04T02:38:53.912096Z","steps":["trace[1486284937] 'process raft request' (duration: 75.135353ms)","trace[1486284937] 'compare' (duration: 97.783463ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:53.91224Z","caller":"traceutil/trace.go:171","msg":"trace[543117249] linearizableReadLoop","detail":"{readStateIndex:37123; appliedIndex:37122; }","duration":"165.697292ms","start":"2026-03-04T02:38:53.746533Z","end":"2026-03-04T02:38:53.91223Z","steps":["trace[543117249] 'read index received' (duration: 67.029851ms)","trace[543117249] 'applied index is now lower than readState.Index' (duration: 98.666331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:53.915303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.731832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35943 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:38:53.915389Z","caller":"traceutil/trace.go:171","msg":"trace[1942514852] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:35945; }","duration":"168.840325ms","start":"2026-03-04T02:38:53.746514Z","end":"2026-03-04T02:38:53.915355Z","steps":["trace[1942514852] 'agreement among raft nodes before linearized reading' (duration: 165.866786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.128242Z","caller":"traceutil/trace.go:171","msg":"trace[1266508457] linearizableReadLoop","detail":"{readStateIndex:37125; appliedIndex:37124; }","duration":"129.476923ms","start":"2026-03-04T02:38:53.998751Z","end":"2026-03-04T02:38:54.128228Z","steps":["trace[1266508457] 'read index received' (duration: 34.463705ms)","trace[1266508457] 'applied index is now lower than readState.Index' (duration: 95.012518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:54.128311Z","caller":"traceutil/trace.go:171","msg":"trace[860994377] transaction","detail":"{read_only:false; response_revision:35946; number_of_response:1; }","duration":"210.488993ms","start":"2026-03-04T02:38:53.917812Z","end":"2026-03-04T02:38:54.128301Z","steps":["trace[860994377] 'process raft request' (duration: 115.373373ms)","trace[860994377] 'compare' (duration: 94.882615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:54.128461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.701798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-bootstrap-jpx9z\" ","response":"range_response_count:1 size:8548"} {"level":"info","ts":"2026-03-04T02:38:54.128478Z","caller":"traceutil/trace.go:171","msg":"trace[14566748] range","detail":"{range_begin:/registry/pods/openstack/manila-bootstrap-jpx9z; range_end:; response_count:1; response_revision:35946; }","duration":"129.765128ms","start":"2026-03-04T02:38:53.998708Z","end":"2026-03-04T02:38:54.128473Z","steps":["trace[14566748] 'agreement among raft nodes before linearized reading' (duration: 129.669036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.151524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.825527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-7b56cb6bb8-lv7vc\" ","response":"range_response_count:1 size:7231"} {"level":"info","ts":"2026-03-04T02:38:54.15159Z","caller":"traceutil/trace.go:171","msg":"trace[1976846928] range","detail":"{range_begin:/registry/pods/openstack/manila-data-7b56cb6bb8-lv7vc; range_end:; response_count:1; response_revision:35947; }","duration":"149.929069ms","start":"2026-03-04T02:38:54.001644Z","end":"2026-03-04T02:38:54.151573Z","steps":["trace[1976846928] 'agreement among raft nodes before linearized reading' (duration: 149.757836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.102507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.723626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-service-lfxnf\" ","response":"range_response_count:1 size:11364"} {"level":"info","ts":"2026-03-04T02:38:55.102581Z","caller":"traceutil/trace.go:171","msg":"trace[1596740275] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-service-lfxnf; range_end:; response_count:1; response_revision:35950; }","duration":"143.835387ms","start":"2026-03-04T02:38:54.958729Z","end":"2026-03-04T02:38:55.102564Z","steps":["trace[1596740275] 'range keys from in-memory index tree' (duration: 143.595193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.391404Z","caller":"traceutil/trace.go:171","msg":"trace[750651922] linearizableReadLoop","detail":"{readStateIndex:37135; appliedIndex:37134; }","duration":"178.770602ms","start":"2026-03-04T02:38:55.212608Z","end":"2026-03-04T02:38:55.391379Z","steps":["trace[750651922] 'read index received' (duration: 178.563948ms)","trace[750651922] 'applied index is now lower than readState.Index' (duration: 205.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:55.391449Z","caller":"traceutil/trace.go:171","msg":"trace[1047184719] transaction","detail":"{read_only:false; response_revision:35956; number_of_response:1; }","duration":"190.010416ms","start":"2026-03-04T02:38:55.201411Z","end":"2026-03-04T02:38:55.391421Z","steps":["trace[1047184719] 'process raft request' (duration: 189.809062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.396254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.610369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35954 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:38:55.396347Z","caller":"traceutil/trace.go:171","msg":"trace[1819837655] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:35956; }","duration":"183.737322ms","start":"2026-03-04T02:38:55.212574Z","end":"2026-03-04T02:38:55.396311Z","steps":["trace[1819837655] 'agreement among raft nodes before linearized reading' (duration: 178.938496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.427605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.285983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:38:55.427715Z","caller":"traceutil/trace.go:171","msg":"trace[1966872806] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:35957; }","duration":"184.431525ms","start":"2026-03-04T02:38:55.243255Z","end":"2026-03-04T02:38:55.427687Z","steps":["trace[1966872806] 'agreement among raft nodes before linearized reading' (duration: 184.18085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.43082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.886764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388682"} {"level":"info","ts":"2026-03-04T02:38:55.430894Z","caller":"traceutil/trace.go:171","msg":"trace[1037042808] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:35957; }","duration":"106.013507ms","start":"2026-03-04T02:38:55.324865Z","end":"2026-03-04T02:38:55.430879Z","steps":["trace[1037042808] 'agreement among raft nodes before linearized reading' (duration: 102.527978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.62637Z","caller":"traceutil/trace.go:171","msg":"trace[2077332077] linearizableReadLoop","detail":"{readStateIndex:37138; appliedIndex:37137; }","duration":"170.492988ms","start":"2026-03-04T02:38:55.455845Z","end":"2026-03-04T02:38:55.626338Z","steps":["trace[2077332077] 'read index received' (duration: 170.417297ms)","trace[2077332077] 'applied index is now lower than readState.Index' (duration: 75.001µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:55.626458Z","caller":"traceutil/trace.go:171","msg":"trace[1377445998] transaction","detail":"{read_only:false; response_revision:35959; number_of_response:1; }","duration":"186.435405ms","start":"2026-03-04T02:38:55.439993Z","end":"2026-03-04T02:38:55.626429Z","steps":["trace[1377445998] 'process raft request' (duration: 186.200851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.631156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.279813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:35957 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:38:55.631212Z","caller":"traceutil/trace.go:171","msg":"trace[272997243] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:35959; }","duration":"175.385826ms","start":"2026-03-04T02:38:55.455812Z","end":"2026-03-04T02:38:55.631198Z","steps":["trace[272997243] 'agreement among raft nodes before linearized reading' (duration: 170.651562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.706387Z","caller":"traceutil/trace.go:171","msg":"trace[514148728] transaction","detail":"{read_only:false; response_revision:35961; number_of_response:1; }","duration":"195.415502ms","start":"2026-03-04T02:38:55.510955Z","end":"2026-03-04T02:38:55.706371Z","steps":["trace[514148728] 'process raft request' (duration: 195.381121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.706682Z","caller":"traceutil/trace.go:171","msg":"trace[199707463] transaction","detail":"{read_only:false; response_revision:35960; number_of_response:1; }","duration":"204.970134ms","start":"2026-03-04T02:38:55.501702Z","end":"2026-03-04T02:38:55.706672Z","steps":["trace[199707463] 'process raft request' (duration: 204.515094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.707005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.80479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-user-8q7hr\" ","response":"range_response_count:1 size:9161"} {"level":"info","ts":"2026-03-04T02:38:55.707052Z","caller":"traceutil/trace.go:171","msg":"trace[1475530528] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-user-8q7hr; range_end:; response_count:1; response_revision:35961; }","duration":"206.895241ms","start":"2026-03-04T02:38:55.500151Z","end":"2026-03-04T02:38:55.707046Z","steps":["trace[1475530528] 'agreement among raft nodes before linearized reading' (duration: 206.767888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.707128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.899929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:55.707211Z","caller":"traceutil/trace.go:171","msg":"trace[1887789543] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:35961; }","duration":"148.035632ms","start":"2026-03-04T02:38:55.559156Z","end":"2026-03-04T02:38:55.707192Z","steps":["trace[1887789543] 'agreement among raft nodes before linearized reading' (duration: 147.879439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.792664Z","caller":"traceutil/trace.go:171","msg":"trace[1182601375] transaction","detail":"{read_only:false; response_revision:35962; number_of_response:1; }","duration":"159.185404ms","start":"2026-03-04T02:38:55.633459Z","end":"2026-03-04T02:38:55.792644Z","steps":["trace[1182601375] 'process raft request' (duration: 158.844317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.9568Z","caller":"traceutil/trace.go:171","msg":"trace[1701440669] linearizableReadLoop","detail":"{readStateIndex:37143; appliedIndex:37142; }","duration":"112.23357ms","start":"2026-03-04T02:38:55.844541Z","end":"2026-03-04T02:38:55.956775Z","steps":["trace[1701440669] 'read index received' (duration: 94.647671ms)","trace[1701440669] 'applied index is now lower than readState.Index' (duration: 17.584769ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:55.956915Z","caller":"traceutil/trace.go:171","msg":"trace[676139190] transaction","detail":"{read_only:false; response_revision:35964; number_of_response:1; }","duration":"116.958694ms","start":"2026-03-04T02:38:55.839931Z","end":"2026-03-04T02:38:55.956889Z","steps":["trace[676139190] 'process raft request' (duration: 99.241653ms)","trace[676139190] 'compare' (duration: 17.295543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:55.959093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.530016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388682"} {"level":"info","ts":"2026-03-04T02:38:55.959133Z","caller":"traceutil/trace.go:171","msg":"trace[1515568809] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:35964; }","duration":"114.610827ms","start":"2026-03-04T02:38:55.844514Z","end":"2026-03-04T02:38:55.959125Z","steps":["trace[1515568809] 'agreement among raft nodes before linearized reading' (duration: 112.375572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:56.012031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.081764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:38:56.012332Z","caller":"traceutil/trace.go:171","msg":"trace[297184724] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:35966; }","duration":"138.435841ms","start":"2026-03-04T02:38:55.87388Z","end":"2026-03-04T02:38:56.012316Z","steps":["trace[297184724] 'agreement among raft nodes before linearized reading' (duration: 138.033052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:56.27351Z","caller":"traceutil/trace.go:171","msg":"trace[1624323976] transaction","detail":"{read_only:false; response_revision:35972; number_of_response:1; }","duration":"130.527184ms","start":"2026-03-04T02:38:56.142953Z","end":"2026-03-04T02:38:56.27348Z","steps":["trace[1624323976] 'process raft request' (duration: 65.519893ms)","trace[1624323976] 'compare' (duration: 64.877249ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:56.294567Z","caller":"traceutil/trace.go:171","msg":"trace[1048882267] linearizableReadLoop","detail":"{readStateIndex:37152; appliedIndex:37150; }","duration":"145.617764ms","start":"2026-03-04T02:38:56.148927Z","end":"2026-03-04T02:38:56.294545Z","steps":["trace[1048882267] 'read index received' (duration: 59.653326ms)","trace[1048882267] 'applied index is now lower than readState.Index' (duration: 85.962607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:56.294993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.586295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-rabbit-init-lsmqt\" ","response":"range_response_count:1 size:6482"} {"level":"info","ts":"2026-03-04T02:38:56.295037Z","caller":"traceutil/trace.go:171","msg":"trace[1099639235] range","detail":"{range_begin:/registry/pods/openstack/manila-rabbit-init-lsmqt; range_end:; response_count:1; response_revision:35973; }","duration":"138.657396ms","start":"2026-03-04T02:38:56.156369Z","end":"2026-03-04T02:38:56.295026Z","steps":["trace[1099639235] 'agreement among raft nodes before linearized reading' (duration: 138.500002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:56.295114Z","caller":"traceutil/trace.go:171","msg":"trace[1669895238] transaction","detail":"{read_only:false; response_revision:35973; number_of_response:1; }","duration":"150.367909ms","start":"2026-03-04T02:38:56.144708Z","end":"2026-03-04T02:38:56.295075Z","steps":["trace[1669895238] 'process raft request' (duration: 149.722065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:56.2998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.832907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35971 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:56.29993Z","caller":"traceutil/trace.go:171","msg":"trace[104084443] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35973; }","duration":"150.99358ms","start":"2026-03-04T02:38:56.148913Z","end":"2026-03-04T02:38:56.299907Z","steps":["trace[104084443] 'agreement among raft nodes before linearized reading' (duration: 145.881938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:56.857394Z","caller":"traceutil/trace.go:171","msg":"trace[1747478866] linearizableReadLoop","detail":"{readStateIndex:37158; appliedIndex:37157; }","duration":"106.209871ms","start":"2026-03-04T02:38:56.751161Z","end":"2026-03-04T02:38:56.857371Z","steps":["trace[1747478866] 'read index received' (duration: 106.064388ms)","trace[1747478866] 'applied index is now lower than readState.Index' (duration: 144.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:56.857469Z","caller":"traceutil/trace.go:171","msg":"trace[1085412591] transaction","detail":"{read_only:false; response_revision:35979; number_of_response:1; }","duration":"114.075766ms","start":"2026-03-04T02:38:56.743354Z","end":"2026-03-04T02:38:56.85743Z","steps":["trace[1085412591] 'process raft request' (duration: 113.872582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:56.857749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.69735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:38:56.85783Z","caller":"traceutil/trace.go:171","msg":"trace[75320819] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:35979; }","duration":"103.842223ms","start":"2026-03-04T02:38:56.75397Z","end":"2026-03-04T02:38:56.857812Z","steps":["trace[75320819] 'agreement among raft nodes before linearized reading' (duration: 103.565298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:56.860183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.006016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388682"} {"level":"info","ts":"2026-03-04T02:38:56.860326Z","caller":"traceutil/trace.go:171","msg":"trace[1225349586] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:35979; }","duration":"109.20069ms","start":"2026-03-04T02:38:56.751112Z","end":"2026-03-04T02:38:56.860313Z","steps":["trace[1225349586] 'agreement among raft nodes before linearized reading' (duration: 106.391494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:57.089955Z","caller":"traceutil/trace.go:171","msg":"trace[1965308488] transaction","detail":"{read_only:false; response_revision:35982; number_of_response:1; }","duration":"147.752755ms","start":"2026-03-04T02:38:56.942178Z","end":"2026-03-04T02:38:57.089931Z","steps":["trace[1965308488] 'process raft request' (duration: 147.612343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:57.215598Z","caller":"traceutil/trace.go:171","msg":"trace[439654237] linearizableReadLoop","detail":"{readStateIndex:37163; appliedIndex:37162; }","duration":"235.964828ms","start":"2026-03-04T02:38:56.979604Z","end":"2026-03-04T02:38:57.215569Z","steps":["trace[439654237] 'read index received' (duration: 110.357812ms)","trace[439654237] 'applied index is now lower than readState.Index' (duration: 125.605946ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:57.215675Z","caller":"traceutil/trace.go:171","msg":"trace[884911925] transaction","detail":"{read_only:false; response_revision:35983; number_of_response:1; }","duration":"263.386993ms","start":"2026-03-04T02:38:56.952238Z","end":"2026-03-04T02:38:57.215625Z","steps":["trace[884911925] 'process raft request' (duration: 177.354563ms)","trace[884911925] 'compare' (duration: 85.788436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:57.215782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.158453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:57.215827Z","caller":"traceutil/trace.go:171","msg":"trace[294024266] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35983; }","duration":"236.256384ms","start":"2026-03-04T02:38:56.97956Z","end":"2026-03-04T02:38:57.215816Z","steps":["trace[294024266] 'agreement among raft nodes before linearized reading' (duration: 236.159382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:57.223023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.680768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:57.223087Z","caller":"traceutil/trace.go:171","msg":"trace[354101913] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:35984; }","duration":"124.798371ms","start":"2026-03-04T02:38:57.098274Z","end":"2026-03-04T02:38:57.223073Z","steps":["trace[354101913] 'agreement among raft nodes before linearized reading' (duration: 124.701399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:57.223512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.595484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-585c6b8c6d-jqrcd\" ","response":"range_response_count:1 size:7400"} {"level":"info","ts":"2026-03-04T02:38:57.223621Z","caller":"traceutil/trace.go:171","msg":"trace[1142544415] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-585c6b8c6d-jqrcd; range_end:; response_count:1; response_revision:35984; }","duration":"223.730496ms","start":"2026-03-04T02:38:56.999871Z","end":"2026-03-04T02:38:57.223601Z","steps":["trace[1142544415] 'agreement among raft nodes before linearized reading' (duration: 223.380589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:57.22597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.972881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388682"} {"level":"info","ts":"2026-03-04T02:38:57.226299Z","caller":"traceutil/trace.go:171","msg":"trace[1382659830] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:35984; }","duration":"229.325887ms","start":"2026-03-04T02:38:56.996947Z","end":"2026-03-04T02:38:57.226272Z","steps":["trace[1382659830] 'agreement among raft nodes before linearized reading' (duration: 226.287597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:57.44984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.434344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-585c6b8c6d-jqrcd\" ","response":"range_response_count:1 size:7400"} {"level":"info","ts":"2026-03-04T02:38:57.449899Z","caller":"traceutil/trace.go:171","msg":"trace[703286888] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-585c6b8c6d-jqrcd; range_end:; response_count:1; response_revision:35988; }","duration":"118.538887ms","start":"2026-03-04T02:38:57.331348Z","end":"2026-03-04T02:38:57.449886Z","steps":["trace[703286888] 'range keys from in-memory index tree' (duration: 118.24875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:57.451211Z","caller":"traceutil/trace.go:171","msg":"trace[2080508657] transaction","detail":"{read_only:false; response_revision:35989; number_of_response:1; }","duration":"108.602628ms","start":"2026-03-04T02:38:57.342595Z","end":"2026-03-04T02:38:57.451198Z","steps":["trace[2080508657] 'process raft request' (duration: 108.353643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:57.819848Z","caller":"traceutil/trace.go:171","msg":"trace[1546131713] linearizableReadLoop","detail":"{readStateIndex:37174; appliedIndex:37172; }","duration":"103.125089ms","start":"2026-03-04T02:38:57.716696Z","end":"2026-03-04T02:38:57.819821Z","steps":["trace[1546131713] 'read index received' (duration: 22.385565ms)","trace[1546131713] 'applied index is now lower than readState.Index' (duration: 80.738144ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:57.819946Z","caller":"traceutil/trace.go:171","msg":"trace[2079552388] transaction","detail":"{read_only:false; response_revision:35994; number_of_response:1; }","duration":"103.816423ms","start":"2026-03-04T02:38:57.716101Z","end":"2026-03-04T02:38:57.819918Z","steps":["trace[2079552388] 'process raft request' (duration: 103.533808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:57.825796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.065537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35992 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:57.82587Z","caller":"traceutil/trace.go:171","msg":"trace[432601078] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35994; }","duration":"109.165489ms","start":"2026-03-04T02:38:57.716683Z","end":"2026-03-04T02:38:57.825849Z","steps":["trace[432601078] 'agreement among raft nodes before linearized reading' (duration: 103.331583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:58.341036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.190585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:58.341165Z","caller":"traceutil/trace.go:171","msg":"trace[1116589891] transaction","detail":"{read_only:false; response_revision:35997; number_of_response:1; }","duration":"325.356805ms","start":"2026-03-04T02:38:58.015788Z","end":"2026-03-04T02:38:58.341145Z","steps":["trace[1116589891] 'process raft request' (duration: 181.900015ms)","trace[1116589891] 'compare' (duration: 142.92073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:58.34126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:58.015758Z","time spent":"325.469797ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:58.348776Z","caller":"traceutil/trace.go:171","msg":"trace[922300556] linearizableReadLoop","detail":"{readStateIndex:37178; appliedIndex:37176; }","duration":"323.290425ms","start":"2026-03-04T02:38:58.02547Z","end":"2026-03-04T02:38:58.34876Z","steps":["trace[922300556] 'read index received' (duration: 172.236693ms)","trace[922300556] 'applied index is now lower than readState.Index' (duration: 151.052722ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:58.349009Z","caller":"traceutil/trace.go:171","msg":"trace[1272318750] transaction","detail":"{read_only:false; response_revision:35998; number_of_response:1; }","duration":"331.388665ms","start":"2026-03-04T02:38:58.017606Z","end":"2026-03-04T02:38:58.348995Z","steps":["trace[1272318750] 'process raft request' (duration: 331.052769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:58.349066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:58.017571Z","time spent":"331.460287ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:58.349172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.709223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:58.349198Z","caller":"traceutil/trace.go:171","msg":"trace[1419589498] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:35998; }","duration":"323.775704ms","start":"2026-03-04T02:38:58.025414Z","end":"2026-03-04T02:38:58.349189Z","steps":["trace[1419589498] 'agreement among raft nodes before linearized reading' (duration: 323.733723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:58.349219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:58.025394Z","time spent":"323.819205ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:38:58.349392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.702697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-lptmm\" ","response":"range_response_count:1 size:8248"} {"level":"info","ts":"2026-03-04T02:38:58.349417Z","caller":"traceutil/trace.go:171","msg":"trace[1826203667] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-lptmm; range_end:; response_count:1; response_revision:35998; }","duration":"286.765678ms","start":"2026-03-04T02:38:58.062644Z","end":"2026-03-04T02:38:58.34941Z","steps":["trace[1826203667] 'agreement among raft nodes before linearized reading' (duration: 286.668656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:58.349687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.953834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:38:58.349713Z","caller":"traceutil/trace.go:171","msg":"trace[20239400] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:35998; }","duration":"188.998885ms","start":"2026-03-04T02:38:58.160708Z","end":"2026-03-04T02:38:58.349707Z","steps":["trace[20239400] 'agreement among raft nodes before linearized reading' (duration: 188.935694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:58.34983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.629756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/6745\" ","response":"range_response_count:1 size:2567"} {"level":"info","ts":"2026-03-04T02:38:58.349851Z","caller":"traceutil/trace.go:171","msg":"trace[1543964594] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/6745; range_end:; response_count:1; response_revision:35998; }","duration":"209.697057ms","start":"2026-03-04T02:38:58.140149Z","end":"2026-03-04T02:38:58.349846Z","steps":["trace[1543964594] 'agreement among raft nodes before linearized reading' (duration: 209.638176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:58.669058Z","caller":"traceutil/trace.go:171","msg":"trace[1290967661] linearizableReadLoop","detail":"{readStateIndex:37183; appliedIndex:37182; }","duration":"119.841932ms","start":"2026-03-04T02:38:58.549159Z","end":"2026-03-04T02:38:58.669001Z","steps":["trace[1290967661] 'read index received' (duration: 119.529496ms)","trace[1290967661] 'applied index is now lower than readState.Index' (duration: 311.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:58.669139Z","caller":"traceutil/trace.go:171","msg":"trace[1824985460] transaction","detail":"{read_only:false; response_revision:36003; number_of_response:1; }","duration":"125.538925ms","start":"2026-03-04T02:38:58.543568Z","end":"2026-03-04T02:38:58.669107Z","steps":["trace[1824985460] 'process raft request' (duration: 125.213719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:58.669464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.780501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:58.669548Z","caller":"traceutil/trace.go:171","msg":"trace[1408523719] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:36003; }","duration":"111.892413ms","start":"2026-03-04T02:38:58.557637Z","end":"2026-03-04T02:38:58.669529Z","steps":["trace[1408523719] 'agreement among raft nodes before linearized reading' (duration: 111.73467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:58.674779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.586236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:36002 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:58.674908Z","caller":"traceutil/trace.go:171","msg":"trace[1687545055] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:36003; }","duration":"125.703978ms","start":"2026-03-04T02:38:58.549141Z","end":"2026-03-04T02:38:58.674845Z","steps":["trace[1687545055] 'agreement among raft nodes before linearized reading' (duration: 120.035135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:58.675553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.78547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:36002 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:38:58.675603Z","caller":"traceutil/trace.go:171","msg":"trace[1582379156] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:36003; }","duration":"122.876942ms","start":"2026-03-04T02:38:58.552714Z","end":"2026-03-04T02:38:58.675591Z","steps":["trace[1582379156] 'agreement among raft nodes before linearized reading' (duration: 116.616447ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:59.743893Z","caller":"traceutil/trace.go:171","msg":"trace[985806761] linearizableReadLoop","detail":"{readStateIndex:37194; appliedIndex:37193; }","duration":"195.510325ms","start":"2026-03-04T02:38:59.548366Z","end":"2026-03-04T02:38:59.743877Z","steps":["trace[985806761] 'read index received' (duration: 195.397962ms)","trace[985806761] 'applied index is now lower than readState.Index' (duration: 111.723µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:59.744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.626238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:59.744022Z","caller":"traceutil/trace.go:171","msg":"trace[936669106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36014; }","duration":"195.689688ms","start":"2026-03-04T02:38:59.548326Z","end":"2026-03-04T02:38:59.744015Z","steps":["trace[936669106] 'agreement among raft nodes before linearized reading' (duration: 195.641547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:59.744298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.682064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:38:59.743952Z","caller":"traceutil/trace.go:171","msg":"trace[527511487] transaction","detail":"{read_only:false; response_revision:36014; number_of_response:1; }","duration":"201.30972ms","start":"2026-03-04T02:38:59.542608Z","end":"2026-03-04T02:38:59.743917Z","steps":["trace[527511487] 'process raft request' (duration: 201.171128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:59.744367Z","caller":"traceutil/trace.go:171","msg":"trace[428346537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:36014; }","duration":"152.800787ms","start":"2026-03-04T02:38:59.59155Z","end":"2026-03-04T02:38:59.744351Z","steps":["trace[428346537] 'agreement among raft nodes before linearized reading' (duration: 152.564832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:59.747176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.752303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388682"} {"level":"info","ts":"2026-03-04T02:38:59.747257Z","caller":"traceutil/trace.go:171","msg":"trace[1059039090] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:36014; }","duration":"180.888014ms","start":"2026-03-04T02:38:59.566352Z","end":"2026-03-04T02:38:59.74724Z","steps":["trace[1059039090] 'agreement among raft nodes before linearized reading' (duration: 177.66352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:00.062484Z","caller":"traceutil/trace.go:171","msg":"trace[1245922035] transaction","detail":"{read_only:false; response_revision:36018; number_of_response:1; }","duration":"118.056386ms","start":"2026-03-04T02:38:59.944382Z","end":"2026-03-04T02:39:00.062439Z","steps":["trace[1245922035] 'process raft request' (duration: 98.559038ms)","trace[1245922035] 'compare' (duration: 19.292834ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:00.062807Z","caller":"traceutil/trace.go:171","msg":"trace[714563102] transaction","detail":"{read_only:false; response_revision:36019; number_of_response:1; }","duration":"109.63764ms","start":"2026-03-04T02:38:59.953154Z","end":"2026-03-04T02:39:00.062791Z","steps":["trace[714563102] 'process raft request' (duration: 109.355883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:00.458718Z","caller":"traceutil/trace.go:171","msg":"trace[454966761] transaction","detail":"{read_only:false; response_revision:36023; number_of_response:1; }","duration":"102.055649ms","start":"2026-03-04T02:39:00.35665Z","end":"2026-03-04T02:39:00.458705Z","steps":["trace[454966761] 'process raft request' (duration: 101.985747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:00.458718Z","caller":"traceutil/trace.go:171","msg":"trace[1223391912] transaction","detail":"{read_only:false; response_revision:36022; number_of_response:1; }","duration":"108.847653ms","start":"2026-03-04T02:39:00.349841Z","end":"2026-03-04T02:39:00.458688Z","steps":["trace[1223391912] 'process raft request' (duration: 75.667774ms)","trace[1223391912] 'compare' (duration: 33.045587ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:00.686424Z","caller":"traceutil/trace.go:171","msg":"trace[212340076] linearizableReadLoop","detail":"{readStateIndex:37206; appliedIndex:37204; }","duration":"135.518743ms","start":"2026-03-04T02:39:00.550877Z","end":"2026-03-04T02:39:00.686396Z","steps":["trace[212340076] 'read index received' (duration: 28.7012ms)","trace[212340076] 'applied index is now lower than readState.Index' (duration: 106.814993ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:00.686482Z","caller":"traceutil/trace.go:171","msg":"trace[399876880] transaction","detail":"{read_only:false; response_revision:36026; number_of_response:1; }","duration":"144.459961ms","start":"2026-03-04T02:39:00.541981Z","end":"2026-03-04T02:39:00.686441Z","steps":["trace[399876880] 'process raft request' (duration: 144.268017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:00.688405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.501282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36024 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:39:00.688486Z","caller":"traceutil/trace.go:171","msg":"trace[270016408] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:36026; }","duration":"137.600084ms","start":"2026-03-04T02:39:00.550868Z","end":"2026-03-04T02:39:00.688468Z","steps":["trace[270016408] 'agreement among raft nodes before linearized reading' (duration: 135.654955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:00.907242Z","caller":"traceutil/trace.go:171","msg":"trace[602358956] linearizableReadLoop","detail":"{readStateIndex:37207; appliedIndex:37206; }","duration":"121.2928ms","start":"2026-03-04T02:39:00.785926Z","end":"2026-03-04T02:39:00.907219Z","steps":["trace[602358956] 'read index received' (duration: 120.973804ms)","trace[602358956] 'applied index is now lower than readState.Index' (duration: 317.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:00.907354Z","caller":"traceutil/trace.go:171","msg":"trace[506605539] transaction","detail":"{read_only:false; response_revision:36027; number_of_response:1; }","duration":"163.018549ms","start":"2026-03-04T02:39:00.744325Z","end":"2026-03-04T02:39:00.907343Z","steps":["trace[506605539] 'process raft request' (duration: 162.642012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:00.90775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.658688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-service-fd28x\" ","response":"range_response_count:1 size:8175"} {"level":"info","ts":"2026-03-04T02:39:00.907857Z","caller":"traceutil/trace.go:171","msg":"trace[1079201907] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-service-fd28x; range_end:; response_count:1; response_revision:36027; }","duration":"115.812651ms","start":"2026-03-04T02:39:00.792026Z","end":"2026-03-04T02:39:00.907838Z","steps":["trace[1079201907] 'agreement among raft nodes before linearized reading' (duration: 115.486825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:00.907874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.927812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:39:00.907966Z","caller":"traceutil/trace.go:171","msg":"trace[1264771305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:36027; }","duration":"122.080965ms","start":"2026-03-04T02:39:00.785865Z","end":"2026-03-04T02:39:00.907946Z","steps":["trace[1264771305] 'agreement among raft nodes before linearized reading' (duration: 121.82123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.469239Z","caller":"traceutil/trace.go:171","msg":"trace[1691306924] transaction","detail":"{read_only:false; response_revision:36031; number_of_response:1; }","duration":"146.789917ms","start":"2026-03-04T02:39:01.322391Z","end":"2026-03-04T02:39:01.469181Z","steps":["trace[1691306924] 'process raft request' (duration: 61.015982ms)","trace[1691306924] 'compare' (duration: 85.439218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:01.469441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.035962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:39:01.469516Z","caller":"traceutil/trace.go:171","msg":"trace[1948338636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:36031; }","duration":"144.164245ms","start":"2026-03-04T02:39:01.325335Z","end":"2026-03-04T02:39:01.469499Z","steps":["trace[1948338636] 'agreement among raft nodes before linearized reading' (duration: 143.90671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.469188Z","caller":"traceutil/trace.go:171","msg":"trace[1552543482] linearizableReadLoop","detail":"{readStateIndex:37211; appliedIndex:37210; }","duration":"143.746007ms","start":"2026-03-04T02:39:01.325372Z","end":"2026-03-04T02:39:01.469118Z","steps":["trace[1552543482] 'read index received' (duration: 58.113405ms)","trace[1552543482] 'applied index is now lower than readState.Index' (duration: 85.630552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:01.519614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.043859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-bc2cg\" ","response":"range_response_count:1 size:11494"} {"level":"warn","ts":"2026-03-04T02:39:01.519646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.150751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:39:01.51968Z","caller":"traceutil/trace.go:171","msg":"trace[41301859] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-bc2cg; range_end:; response_count:1; response_revision:36032; }","duration":"177.14115ms","start":"2026-03-04T02:39:01.34252Z","end":"2026-03-04T02:39:01.519661Z","steps":["trace[41301859] 'agreement among raft nodes before linearized reading' (duration: 176.945005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.519709Z","caller":"traceutil/trace.go:171","msg":"trace[470953107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36032; }","duration":"165.255134ms","start":"2026-03-04T02:39:01.354434Z","end":"2026-03-04T02:39:01.519689Z","steps":["trace[470953107] 'agreement among raft nodes before linearized reading' (duration: 165.104461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:01.51975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.361746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:39:01.519832Z","caller":"traceutil/trace.go:171","msg":"trace[765509141] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36032; }","duration":"166.511739ms","start":"2026-03-04T02:39:01.3533Z","end":"2026-03-04T02:39:01.519811Z","steps":["trace[765509141] 'agreement among raft nodes before linearized reading' (duration: 166.261444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:01.519912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.606111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:39:01.51995Z","caller":"traceutil/trace.go:171","msg":"trace[802076171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36032; }","duration":"166.684512ms","start":"2026-03-04T02:39:01.353253Z","end":"2026-03-04T02:39:01.519938Z","steps":["trace[802076171] 'agreement among raft nodes before linearized reading' (duration: 166.600011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.519993Z","caller":"traceutil/trace.go:171","msg":"trace[1033589350] transaction","detail":"{read_only:false; response_revision:36032; number_of_response:1; }","duration":"177.175211ms","start":"2026-03-04T02:39:01.342788Z","end":"2026-03-04T02:39:01.519963Z","steps":["trace[1033589350] 'process raft request' (duration: 176.558268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.627747Z","caller":"traceutil/trace.go:171","msg":"trace[989347795] transaction","detail":"{read_only:false; response_revision:36034; number_of_response:1; }","duration":"102.501656ms","start":"2026-03-04T02:39:01.525209Z","end":"2026-03-04T02:39:01.62771Z","steps":["trace[989347795] 'process raft request' (duration: 101.564137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.689558Z","caller":"traceutil/trace.go:171","msg":"trace[1500567111] transaction","detail":"{read_only:false; response_revision:36035; number_of_response:1; }","duration":"164.162951ms","start":"2026-03-04T02:39:01.525372Z","end":"2026-03-04T02:39:01.689535Z","steps":["trace[1500567111] 'process raft request' (duration: 163.928666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.689584Z","caller":"traceutil/trace.go:171","msg":"trace[1415091529] transaction","detail":"{read_only:false; response_revision:36036; number_of_response:1; }","duration":"164.147891ms","start":"2026-03-04T02:39:01.52541Z","end":"2026-03-04T02:39:01.689558Z","steps":["trace[1415091529] 'process raft request' (duration: 164.030969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.68991Z","caller":"traceutil/trace.go:171","msg":"trace[858570919] linearizableReadLoop","detail":"{readStateIndex:37217; appliedIndex:37213; }","duration":"145.351618ms","start":"2026-03-04T02:39:01.544549Z","end":"2026-03-04T02:39:01.689901Z","steps":["trace[858570919] 'read index received' (duration: 82.419988ms)","trace[858570919] 'applied index is now lower than readState.Index' (duration: 62.93047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:01.68997Z","caller":"traceutil/trace.go:171","msg":"trace[1132033620] transaction","detail":"{read_only:false; response_revision:36037; number_of_response:1; }","duration":"146.664804ms","start":"2026-03-04T02:39:01.543294Z","end":"2026-03-04T02:39:01.689959Z","steps":["trace[1132033620] 'process raft request' (duration: 146.190845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:01.690111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.543122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:39:01.690165Z","caller":"traceutil/trace.go:171","msg":"trace[697820105] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:36037; }","duration":"145.636014ms","start":"2026-03-04T02:39:01.544515Z","end":"2026-03-04T02:39:01.690151Z","steps":["trace[697820105] 'agreement among raft nodes before linearized reading' (duration: 145.45204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:01.703655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.639502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:01.703721Z","caller":"traceutil/trace.go:171","msg":"trace[1035217899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36038; }","duration":"155.744714ms","start":"2026-03-04T02:39:01.547963Z","end":"2026-03-04T02:39:01.703707Z","steps":["trace[1035217899] 'agreement among raft nodes before linearized reading' (duration: 155.602922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:02.166879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.594359ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:39:02.167202Z","caller":"traceutil/trace.go:171","msg":"trace[2135273367] linearizableReadLoop","detail":"{readStateIndex:37223; appliedIndex:37222; }","duration":"100.358124ms","start":"2026-03-04T02:39:02.066805Z","end":"2026-03-04T02:39:02.167164Z","steps":["trace[2135273367] 'read index received' (duration: 42.371µs)","trace[2135273367] 'applied index is now lower than readState.Index' (duration: 100.312463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:02.167476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:39:02.167542Z","caller":"traceutil/trace.go:171","msg":"trace[231184772] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:36043; }","duration":"100.779662ms","start":"2026-03-04T02:39:02.066748Z","end":"2026-03-04T02:39:02.167528Z","steps":["trace[231184772] 'agreement among raft nodes before linearized reading' (duration: 100.581199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:02.595244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.637308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:39:02.595352Z","caller":"traceutil/trace.go:171","msg":"trace[1966702406] linearizableReadLoop","detail":"{readStateIndex:37226; appliedIndex:37225; }","duration":"158.484399ms","start":"2026-03-04T02:39:02.436842Z","end":"2026-03-04T02:39:02.595326Z","steps":["trace[1966702406] 'read index received' (duration: 45.683557ms)","trace[1966702406] 'applied index is now lower than readState.Index' (duration: 112.799862ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:02.595443Z","caller":"traceutil/trace.go:171","msg":"trace[926611065] transaction","detail":"{read_only:false; response_revision:36045; number_of_response:1; }","duration":"163.50363ms","start":"2026-03-04T02:39:02.431895Z","end":"2026-03-04T02:39:02.595399Z","steps":["trace[926611065] 'process raft request' (duration: 50.632176ms)","trace[926611065] 'compare' (duration: 112.515556ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:02.596759Z","caller":"traceutil/trace.go:171","msg":"trace[818109752] transaction","detail":"{read_only:false; response_revision:36046; number_of_response:1; }","duration":"133.241128ms","start":"2026-03-04T02:39:02.463501Z","end":"2026-03-04T02:39:02.596743Z","steps":["trace[818109752] 'process raft request' (duration: 132.256379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:02.596998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.634966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:02.597021Z","caller":"traceutil/trace.go:171","msg":"trace[259255877] transaction","detail":"{read_only:false; response_revision:36047; number_of_response:1; }","duration":"133.238187ms","start":"2026-03-04T02:39:02.463759Z","end":"2026-03-04T02:39:02.596997Z","steps":["trace[259255877] 'process raft request' (duration: 132.90249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:02.597056Z","caller":"traceutil/trace.go:171","msg":"trace[1375439543] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36048; }","duration":"134.720267ms","start":"2026-03-04T02:39:02.46232Z","end":"2026-03-04T02:39:02.59704Z","steps":["trace[1375439543] 'agreement among raft nodes before linearized reading' (duration: 134.618695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:02.601984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.088671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:36044 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:39:02.602195Z","caller":"traceutil/trace.go:171","msg":"trace[2017106484] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:36045; }","duration":"165.248584ms","start":"2026-03-04T02:39:02.43683Z","end":"2026-03-04T02:39:02.602079Z","steps":["trace[2017106484] 'agreement among raft nodes before linearized reading' (duration: 158.572272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:03.465946Z","caller":"traceutil/trace.go:171","msg":"trace[1913406696] linearizableReadLoop","detail":"{readStateIndex:37235; appliedIndex:37234; }","duration":"138.232847ms","start":"2026-03-04T02:39:03.327687Z","end":"2026-03-04T02:39:03.46592Z","steps":["trace[1913406696] 'read index received' (duration: 138.015233ms)","trace[1913406696] 'applied index is now lower than readState.Index' (duration: 216.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:03.466089Z","caller":"traceutil/trace.go:171","msg":"trace[2145443459] transaction","detail":"{read_only:false; response_revision:36054; number_of_response:1; }","duration":"141.788956ms","start":"2026-03-04T02:39:03.324263Z","end":"2026-03-04T02:39:03.466052Z","steps":["trace[2145443459] 'process raft request' (duration: 141.497591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:03.466403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.942272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/3968\" ","response":"range_response_count:1 size:3867"} {"level":"info","ts":"2026-03-04T02:39:03.466529Z","caller":"traceutil/trace.go:171","msg":"trace[396716988] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/3968; range_end:; response_count:1; response_revision:36054; }","duration":"126.125166ms","start":"2026-03-04T02:39:03.340379Z","end":"2026-03-04T02:39:03.466504Z","steps":["trace[396716988] 'agreement among raft nodes before linearized reading' (duration: 125.818729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:03.467845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.120575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36053 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:39:03.4679Z","caller":"traceutil/trace.go:171","msg":"trace[1165572704] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:36054; }","duration":"140.241086ms","start":"2026-03-04T02:39:03.327645Z","end":"2026-03-04T02:39:03.467886Z","steps":["trace[1165572704] 'agreement among raft nodes before linearized reading' (duration: 138.44125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:03.924017Z","caller":"traceutil/trace.go:171","msg":"trace[1666118553] transaction","detail":"{read_only:false; response_revision:36062; number_of_response:1; }","duration":"150.220985ms","start":"2026-03-04T02:39:03.773769Z","end":"2026-03-04T02:39:03.92399Z","steps":["trace[1666118553] 'process raft request' (duration: 98.955517ms)","trace[1666118553] 'compare' (duration: 50.986033ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:03.923945Z","caller":"traceutil/trace.go:171","msg":"trace[117569045] linearizableReadLoop","detail":"{readStateIndex:37243; appliedIndex:37241; }","duration":"143.528342ms","start":"2026-03-04T02:39:03.78038Z","end":"2026-03-04T02:39:03.923909Z","steps":["trace[117569045] 'read index received' (duration: 19.385364ms)","trace[117569045] 'applied index is now lower than readState.Index' (duration: 124.141458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:03.928048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.646683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189982c279295017\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:36060 ","response":"range_response_count:1000 size:779775"} {"level":"info","ts":"2026-03-04T02:39:03.928135Z","caller":"traceutil/trace.go:171","msg":"trace[2123011745] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189982c279295017\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:36062; }","duration":"147.779916ms","start":"2026-03-04T02:39:03.780337Z","end":"2026-03-04T02:39:03.928117Z","steps":["trace[2123011745] 'agreement among raft nodes before linearized reading' (duration: 143.755626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:03.983974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.609325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mqbv2\" ","response":"range_response_count:1 size:9902"} {"level":"info","ts":"2026-03-04T02:39:03.984058Z","caller":"traceutil/trace.go:171","msg":"trace[1703870267] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mqbv2; range_end:; response_count:1; response_revision:36063; }","duration":"134.735997ms","start":"2026-03-04T02:39:03.849302Z","end":"2026-03-04T02:39:03.984038Z","steps":["trace[1703870267] 'agreement among raft nodes before linearized reading' (duration: 134.583604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.874447Z","caller":"traceutil/trace.go:171","msg":"trace[2108430431] transaction","detail":"{read_only:false; response_revision:36076; number_of_response:1; }","duration":"126.036525ms","start":"2026-03-04T02:39:05.748388Z","end":"2026-03-04T02:39:05.874424Z","steps":["trace[2108430431] 'process raft request' (duration: 94.61252ms)","trace[2108430431] 'compare' (duration: 31.290882ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:06.08498Z","caller":"traceutil/trace.go:171","msg":"trace[2082525771] linearizableReadLoop","detail":"{readStateIndex:37260; appliedIndex:37259; }","duration":"100.151441ms","start":"2026-03-04T02:39:05.984784Z","end":"2026-03-04T02:39:06.084935Z","steps":["trace[2082525771] 'read index received' (duration: 99.820864ms)","trace[2082525771] 'applied index is now lower than readState.Index' (duration: 328.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:06.08507Z","caller":"traceutil/trace.go:171","msg":"trace[1500132324] transaction","detail":"{read_only:false; response_revision:36078; number_of_response:1; }","duration":"115.660297ms","start":"2026-03-04T02:39:05.969376Z","end":"2026-03-04T02:39:06.085036Z","steps":["trace[1500132324] 'process raft request' (duration: 115.29045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:06.085262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.447086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29543160-26fbr\" ","response":"range_response_count:1 size:8499"} {"level":"info","ts":"2026-03-04T02:39:06.085351Z","caller":"traceutil/trace.go:171","msg":"trace[1238267359] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29543160-26fbr; range_end:; response_count:1; response_revision:36078; }","duration":"100.586019ms","start":"2026-03-04T02:39:05.984743Z","end":"2026-03-04T02:39:06.085329Z","steps":["trace[1238267359] 'agreement among raft nodes before linearized reading' (duration: 100.311954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:06.27185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.588404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:39:06.271923Z","caller":"traceutil/trace.go:171","msg":"trace[1637805178] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:36080; }","duration":"139.716027ms","start":"2026-03-04T02:39:06.13219Z","end":"2026-03-04T02:39:06.271906Z","steps":["trace[1637805178] 'count revisions from in-memory index tree' (duration: 139.522203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:06.273538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.35391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36080 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:39:06.273608Z","caller":"traceutil/trace.go:171","msg":"trace[226383848] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:36080; }","duration":"130.455363ms","start":"2026-03-04T02:39:06.143137Z","end":"2026-03-04T02:39:06.273593Z","steps":["trace[226383848] 'range keys from in-memory index tree' (duration: 128.893201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:06.274256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.125025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36080 ","response":"range_response_count:424 size:324522"} {"level":"info","ts":"2026-03-04T02:39:06.274344Z","caller":"traceutil/trace.go:171","msg":"trace[1118348849] range","detail":"{range_begin:/registry/events/openstack/openvswitch-mhlhn.189980479f50f0b9\u0000; range_end:/registry/events/openstack0; response_count:424; response_revision:36080; }","duration":"133.331159ms","start":"2026-03-04T02:39:06.140995Z","end":"2026-03-04T02:39:06.274326Z","steps":["trace[1118348849] 'range keys from in-memory index tree' (duration: 131.228357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:50.292748Z","caller":"traceutil/trace.go:171","msg":"trace[201969353] transaction","detail":"{read_only:false; response_revision:36377; number_of_response:1; }","duration":"112.930963ms","start":"2026-03-04T02:39:50.179794Z","end":"2026-03-04T02:39:50.292725Z","steps":["trace[201969353] 'process raft request' (duration: 30.597448ms)","trace[201969353] 'compare' (duration: 82.184082ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:50.42876Z","caller":"traceutil/trace.go:171","msg":"trace[1492977233] linearizableReadLoop","detail":"{readStateIndex:37571; appliedIndex:37570; }","duration":"108.543577ms","start":"2026-03-04T02:39:50.320192Z","end":"2026-03-04T02:39:50.428736Z","steps":["trace[1492977233] 'read index received' (duration: 94.259593ms)","trace[1492977233] 'applied index is now lower than readState.Index' (duration: 14.282954ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:50.429Z","caller":"traceutil/trace.go:171","msg":"trace[1824944936] transaction","detail":"{read_only:false; response_revision:36380; number_of_response:1; }","duration":"115.463435ms","start":"2026-03-04T02:39:50.313523Z","end":"2026-03-04T02:39:50.428986Z","steps":["trace[1824944936] 'process raft request' (duration: 100.969066ms)","trace[1824944936] 'compare' (duration: 13.769054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:50.42927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.044007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:50.429364Z","caller":"traceutil/trace.go:171","msg":"trace[959081255] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36380; }","duration":"109.176399ms","start":"2026-03-04T02:39:50.320162Z","end":"2026-03-04T02:39:50.429339Z","steps":["trace[959081255] 'agreement among raft nodes before linearized reading' (duration: 109.005496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:58.215335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.076444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-bootstrap\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-03-04T02:39:58.215339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.681958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:58.215438Z","caller":"traceutil/trace.go:171","msg":"trace[833108538] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-bootstrap; range_end:; response_count:1; response_revision:36430; }","duration":"133.225397ms","start":"2026-03-04T02:39:58.08219Z","end":"2026-03-04T02:39:58.215415Z","steps":["trace[833108538] 'range keys from in-memory index tree' (duration: 132.851459ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:58.215444Z","caller":"traceutil/trace.go:171","msg":"trace[535772141] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:36430; }","duration":"116.098997ms","start":"2026-03-04T02:39:58.099326Z","end":"2026-03-04T02:39:58.215425Z","steps":["trace[535772141] 'count revisions from in-memory index tree' (duration: 115.620377ms)"],"step_count":1}