{"level":"warn","ts":"2026-03-18T09:52:54.889811Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T09:52:54.889904Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=instance=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T09:52:54.889978Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T09:52:54.889994Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-03-18T09:52:54.890018Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T09:52:54.890659Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-03-18T09:52:54.890748Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T09:52:54.895641Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.627684ms"} {"level":"info","ts":"2026-03-18T09:52:54.902037Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"355195d5aae85944","cluster-id":"e424441517bc0b32"} {"level":"info","ts":"2026-03-18T09:52:54.902183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T09:52:54.902236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 0"} {"level":"info","ts":"2026-03-18T09:52:54.902273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 355195d5aae85944 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T09:52:54.902292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 1"} {"level":"info","ts":"2026-03-18T09:52:54.902378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"warn","ts":"2026-03-18T09:52:54.910019Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T09:52:54.912929Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T09:52:54.914775Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T09:52:54.917863Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"355195d5aae85944","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T09:52:54.918005Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"355195d5aae85944","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T09:52:54.91817Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T09:52:54.918343Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T09:52:54.91836Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T09:52:54.920796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"info","ts":"2026-03-18T09:52:54.921146Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","added-peer-id":"355195d5aae85944","added-peer-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-03-18T09:52:54.921796Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T09:52:54.921852Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-03-18T09:52:54.921931Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-03-18T09:52:54.922156Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"355195d5aae85944","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T09:52:54.922236Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T09:52:55.9037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T09:52:55.903804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T09:52:55.903841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgPreVoteResp from 355195d5aae85944 at term 1"} {"level":"info","ts":"2026-03-18T09:52:55.903868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became candidate at term 2"} {"level":"info","ts":"2026-03-18T09:52:55.903879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgVoteResp from 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-03-18T09:52:55.903921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became leader at term 2"} {"level":"info","ts":"2026-03-18T09:52:55.903935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 355195d5aae85944 elected leader 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-03-18T09:52:55.905064Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"355195d5aae85944","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.153:2379]}","request-path":"/0/members/355195d5aae85944/attributes","cluster-id":"e424441517bc0b32","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T09:52:55.905082Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T09:52:55.905087Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T09:52:55.905154Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T09:52:55.905461Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T09:52:55.905606Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T09:52:55.906239Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T09:52:55.906433Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T09:52:55.906481Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T09:52:55.908477Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"info","ts":"2026-03-18T09:52:55.909271Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T09:52:59.722891Z","caller":"traceutil/trace.go:171","msg":"trace[1660128296] transaction","detail":"{read_only:false; response_revision:203; number_of_response:1; }","duration":"184.339789ms","start":"2026-03-18T09:52:59.538529Z","end":"2026-03-18T09:52:59.722869Z","steps":["trace[1660128296] 'process raft request' (duration: 184.206745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:09.135279Z","caller":"traceutil/trace.go:171","msg":"trace[1669350437] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"167.241431ms","start":"2026-03-18T09:53:08.968011Z","end":"2026-03-18T09:53:09.135252Z","steps":["trace[1669350437] 'read index received' (duration: 166.994486ms)","trace[1669350437] 'applied index is now lower than readState.Index' (duration: 245.845µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:53:09.135462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.423775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T09:53:09.135555Z","caller":"traceutil/trace.go:171","msg":"trace[1825339831] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:358; }","duration":"167.557459ms","start":"2026-03-18T09:53:08.967983Z","end":"2026-03-18T09:53:09.13554Z","steps":["trace[1825339831] 'agreement among raft nodes before linearized reading' (duration: 167.388004ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:09.135821Z","caller":"traceutil/trace.go:171","msg":"trace[1925088903] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"312.186288ms","start":"2026-03-18T09:53:08.823558Z","end":"2026-03-18T09:53:09.135744Z","steps":["trace[1925088903] 'process raft request' (duration: 311.545153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:09.136418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:08.823531Z","time spent":"312.375913ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:53:14.928704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.033178ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T09:53:14.928819Z","caller":"traceutil/trace.go:171","msg":"trace[1084526891] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"284.125443ms","start":"2026-03-18T09:53:14.644676Z","end":"2026-03-18T09:53:14.928802Z","steps":["trace[1084526891] 'read index received' (duration: 51.712µs)","trace[1084526891] 'applied index is now lower than readState.Index' (duration: 284.072271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:53:14.928947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.245335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:14.929065Z","caller":"traceutil/trace.go:171","msg":"trace[1760949338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"284.411559ms","start":"2026-03-18T09:53:14.644624Z","end":"2026-03-18T09:53:14.929036Z","steps":["trace[1760949338] 'agreement among raft nodes before linearized reading' (duration: 284.229365ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:15.392523Z","caller":"traceutil/trace.go:171","msg":"trace[1331784000] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"154.926472ms","start":"2026-03-18T09:53:15.237568Z","end":"2026-03-18T09:53:15.392494Z","steps":["trace[1331784000] 'read index received' (duration: 154.674877ms)","trace[1331784000] 'applied index is now lower than readState.Index' (duration: 250.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:15.392673Z","caller":"traceutil/trace.go:171","msg":"trace[1847362291] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"223.254431ms","start":"2026-03-18T09:53:15.169381Z","end":"2026-03-18T09:53:15.392635Z","steps":["trace[1847362291] 'process raft request' (duration: 222.949595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:15.392743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.163667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T09:53:15.392779Z","caller":"traceutil/trace.go:171","msg":"trace[1916015161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:405; }","duration":"155.255039ms","start":"2026-03-18T09:53:15.237513Z","end":"2026-03-18T09:53:15.392768Z","steps":["trace[1916015161] 'agreement among raft nodes before linearized reading' (duration: 155.103656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:15.508456Z","caller":"traceutil/trace.go:171","msg":"trace[290392809] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"111.090189ms","start":"2026-03-18T09:53:15.397341Z","end":"2026-03-18T09:53:15.508432Z","steps":["trace[290392809] 'process raft request' (duration: 59.714224ms)","trace[290392809] 'compare' (duration: 51.251422ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:26.075709Z","caller":"traceutil/trace.go:171","msg":"trace[1642357717] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:448; }","duration":"429.490098ms","start":"2026-03-18T09:53:25.646196Z","end":"2026-03-18T09:53:26.075686Z","steps":["trace[1642357717] 'read index received' (duration: 429.256493ms)","trace[1642357717] 'applied index is now lower than readState.Index' (duration: 232.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:26.07586Z","caller":"traceutil/trace.go:171","msg":"trace[603828440] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"521.847449ms","start":"2026-03-18T09:53:25.554002Z","end":"2026-03-18T09:53:26.07585Z","steps":["trace[603828440] 'process raft request' (duration: 521.495691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:26.075957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:25.553989Z","time spent":"521.898521ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:53:26.076206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.998243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T09:53:26.076262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.049301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:26.076308Z","caller":"traceutil/trace.go:171","msg":"trace[138082454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:429; }","duration":"368.131526ms","start":"2026-03-18T09:53:25.708151Z","end":"2026-03-18T09:53:26.076282Z","steps":["trace[138082454] 'agreement among raft nodes before linearized reading' (duration: 367.979683ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:26.076349Z","caller":"traceutil/trace.go:171","msg":"trace[1432880322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"430.189203ms","start":"2026-03-18T09:53:25.646141Z","end":"2026-03-18T09:53:26.07633Z","steps":["trace[1432880322] 'agreement among raft nodes before linearized reading' (duration: 430.02037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:26.076338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.535876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T09:53:26.076387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:25.646114Z","time spent":"430.264095ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:53:26.07638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:25.708135Z","time spent":"368.215018ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T09:53:26.076414Z","caller":"traceutil/trace.go:171","msg":"trace[1963650712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:429; }","duration":"151.662518ms","start":"2026-03-18T09:53:25.924734Z","end":"2026-03-18T09:53:26.076396Z","steps":["trace[1963650712] 'agreement among raft nodes before linearized reading' (duration: 151.480654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:26.289101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.316511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:53:26.289408Z","caller":"traceutil/trace.go:171","msg":"trace[796410665] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"209.517063ms","start":"2026-03-18T09:53:26.079866Z","end":"2026-03-18T09:53:26.289383Z","steps":["trace[796410665] 'process raft request' (duration: 102.816434ms)","trace[796410665] 'compare' (duration: 106.119807ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:26.289404Z","caller":"traceutil/trace.go:171","msg":"trace[78941103] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"209.465842ms","start":"2026-03-18T09:53:26.079898Z","end":"2026-03-18T09:53:26.289364Z","steps":["trace[78941103] 'process raft request' (duration: 209.340689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:28.33244Z","caller":"traceutil/trace.go:171","msg":"trace[1831415693] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"248.426386ms","start":"2026-03-18T09:53:28.083988Z","end":"2026-03-18T09:53:28.332414Z","steps":["trace[1831415693] 'process raft request' (duration: 248.278552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:28.352614Z","caller":"traceutil/trace.go:171","msg":"trace[878086715] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"210.783081ms","start":"2026-03-18T09:53:28.141783Z","end":"2026-03-18T09:53:28.352566Z","steps":["trace[878086715] 'process raft request' (duration: 210.654838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:29.095999Z","caller":"traceutil/trace.go:171","msg":"trace[87577811] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"126.041659ms","start":"2026-03-18T09:53:28.969937Z","end":"2026-03-18T09:53:29.095979Z","steps":["trace[87577811] 'read index received' (duration: 125.963628ms)","trace[87577811] 'applied index is now lower than readState.Index' (duration: 77.361µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:53:29.096151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.190442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T09:53:29.096176Z","caller":"traceutil/trace.go:171","msg":"trace[1033293025] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:472; }","duration":"126.255423ms","start":"2026-03-18T09:53:28.96991Z","end":"2026-03-18T09:53:29.096166Z","steps":["trace[1033293025] 'agreement among raft nodes before linearized reading' (duration: 126.163911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:29.096258Z","caller":"traceutil/trace.go:171","msg":"trace[436962360] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"151.998895ms","start":"2026-03-18T09:53:28.944244Z","end":"2026-03-18T09:53:29.096243Z","steps":["trace[436962360] 'process raft request' (duration: 151.594356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:36.145988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674376311,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T09:53:36.195827Z","caller":"traceutil/trace.go:171","msg":"trace[318862667] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"550.514045ms","start":"2026-03-18T09:53:35.645287Z","end":"2026-03-18T09:53:36.195801Z","steps":["trace[318862667] 'read index received' (duration: 550.325641ms)","trace[318862667] 'applied index is now lower than readState.Index' (duration: 187.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:36.195935Z","caller":"traceutil/trace.go:171","msg":"trace[736307013] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"615.99623ms","start":"2026-03-18T09:53:35.579929Z","end":"2026-03-18T09:53:36.195925Z","steps":["trace[736307013] 'process raft request' (duration: 615.719994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:36.196061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:35.579906Z","time spent":"616.055221ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:53:36.196319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.753263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7fcjk\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-18T09:53:36.196337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.020446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:36.196443Z","caller":"traceutil/trace.go:171","msg":"trace[887353809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"551.216741ms","start":"2026-03-18T09:53:35.6452Z","end":"2026-03-18T09:53:36.196417Z","steps":["trace[887353809] 'agreement among raft nodes before linearized reading' (duration: 551.005446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:36.196376Z","caller":"traceutil/trace.go:171","msg":"trace[1762656361] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7fcjk; range_end:; response_count:1; response_revision:512; }","duration":"302.845556ms","start":"2026-03-18T09:53:35.893517Z","end":"2026-03-18T09:53:36.196362Z","steps":["trace[1762656361] 'agreement among raft nodes before linearized reading' (duration: 302.645221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:36.196505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:35.645145Z","time spent":"551.347183ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:53:36.196536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:35.893447Z","time spent":"303.07673ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-7fcjk\" "} {"level":"info","ts":"2026-03-18T09:53:36.436759Z","caller":"traceutil/trace.go:171","msg":"trace[1371163979] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"100.554013ms","start":"2026-03-18T09:53:36.336179Z","end":"2026-03-18T09:53:36.436733Z","steps":["trace[1371163979] 'read index received' (duration: 100.329778ms)","trace[1371163979] 'applied index is now lower than readState.Index' (duration: 223.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:36.436856Z","caller":"traceutil/trace.go:171","msg":"trace[1153098175] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"226.653703ms","start":"2026-03-18T09:53:36.210158Z","end":"2026-03-18T09:53:36.436811Z","steps":["trace[1153098175] 'process raft request' (duration: 226.381317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:36.436966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.760977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:36.437076Z","caller":"traceutil/trace.go:171","msg":"trace[1106871359] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:513; }","duration":"100.938051ms","start":"2026-03-18T09:53:36.336107Z","end":"2026-03-18T09:53:36.437045Z","steps":["trace[1106871359] 'agreement among raft nodes before linearized reading' (duration: 100.739527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:37.618025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026979156s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:53:37.618259Z","caller":"traceutil/trace.go:171","msg":"trace[1534541816] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:535; }","duration":"1.167836134s","start":"2026-03-18T09:53:36.450406Z","end":"2026-03-18T09:53:37.618242Z","steps":["trace[1534541816] 'read index received' (duration: 140.556251ms)","trace[1534541816] 'applied index is now lower than readState.Index' (duration: 1.027278783s)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:37.61825Z","caller":"traceutil/trace.go:171","msg":"trace[1523008842] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"1.176171079s","start":"2026-03-18T09:53:36.442048Z","end":"2026-03-18T09:53:37.618219Z","steps":["trace[1523008842] 'process raft request' (duration: 148.817365ms)","trace[1523008842] 'compare' (duration: 1.026407374s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:53:37.618407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:36.442012Z","time spent":"1.176311173s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:53:37.618386Z","caller":"traceutil/trace.go:171","msg":"trace[1102403718] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.176063807s","start":"2026-03-18T09:53:36.44227Z","end":"2026-03-18T09:53:37.618333Z","steps":["trace[1102403718] 'process raft request' (duration: 1.175870663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:37.618505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.045738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:53:37.618488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168051878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:53:37.618531Z","caller":"traceutil/trace.go:171","msg":"trace[991169592] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.173222313s","start":"2026-03-18T09:53:36.445257Z","end":"2026-03-18T09:53:37.61848Z","steps":["trace[991169592] 'process raft request' (duration: 1.172948137s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:37.618607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:36.442241Z","time spent":"1.176264602s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:53:37.618549Z","caller":"traceutil/trace.go:171","msg":"trace[1291847780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"973.16721ms","start":"2026-03-18T09:53:36.645371Z","end":"2026-03-18T09:53:37.618538Z","steps":["trace[1291847780] 'agreement among raft nodes before linearized reading' (duration: 973.059228ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:37.618604Z","caller":"traceutil/trace.go:171","msg":"trace[961904310] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:516; }","duration":"1.168209952s","start":"2026-03-18T09:53:36.450364Z","end":"2026-03-18T09:53:37.618574Z","steps":["trace[961904310] 'agreement among raft nodes before linearized reading' (duration: 1.168016938s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:37.618749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:36.645349Z","time spent":"973.389065ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:53:37.619661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:36.450353Z","time spent":"1.169281785s","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-18T09:53:37.620297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:36.445226Z","time spent":"1.173439368s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:53:38.409359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.857188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:53:38.409482Z","caller":"traceutil/trace.go:171","msg":"trace[1349954543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"209.023181ms","start":"2026-03-18T09:53:38.20043Z","end":"2026-03-18T09:53:38.409454Z","steps":["trace[1349954543] 'range keys from in-memory index tree' (duration: 208.618813ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:40.240222Z","caller":"traceutil/trace.go:171","msg":"trace[1061168072] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"211.867096ms","start":"2026-03-18T09:53:40.028311Z","end":"2026-03-18T09:53:40.240178Z","steps":["trace[1061168072] 'process raft request' (duration: 209.250727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:40.240935Z","caller":"traceutil/trace.go:171","msg":"trace[398305420] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"168.872621ms","start":"2026-03-18T09:53:40.072032Z","end":"2026-03-18T09:53:40.240904Z","steps":["trace[398305420] 'process raft request' (duration: 168.724157ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:51.69796Z","caller":"traceutil/trace.go:171","msg":"trace[263257449] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"114.426852ms","start":"2026-03-18T09:53:51.583511Z","end":"2026-03-18T09:53:51.697937Z","steps":["trace[263257449] 'process raft request' (duration: 114.312089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:51.818594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.204998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T09:53:51.818698Z","caller":"traceutil/trace.go:171","msg":"trace[2074281012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:842; }","duration":"115.338641ms","start":"2026-03-18T09:53:51.703336Z","end":"2026-03-18T09:53:51.818674Z","steps":["trace[2074281012] 'agreement among raft nodes before linearized reading' (duration: 59.220205ms)","trace[2074281012] 'range keys from in-memory index tree' (duration: 55.745738ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:52.299639Z","caller":"traceutil/trace.go:171","msg":"trace[2987881] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"181.546482ms","start":"2026-03-18T09:53:52.118061Z","end":"2026-03-18T09:53:52.299608Z","steps":["trace[2987881] 'process raft request' (duration: 92.182298ms)","trace[2987881] 'compare' (duration: 89.228831ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:52.304185Z","caller":"traceutil/trace.go:171","msg":"trace[883372266] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"151.407063ms","start":"2026-03-18T09:53:52.15275Z","end":"2026-03-18T09:53:52.304158Z","steps":["trace[883372266] 'process raft request' (duration: 151.2692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:52.457372Z","caller":"traceutil/trace.go:171","msg":"trace[913889354] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"148.541529ms","start":"2026-03-18T09:53:52.308802Z","end":"2026-03-18T09:53:52.457344Z","steps":["trace[913889354] 'process raft request' (duration: 105.259548ms)","trace[913889354] 'compare' (duration: 43.111497ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:52.457739Z","caller":"traceutil/trace.go:171","msg":"trace[836603636] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"146.945043ms","start":"2026-03-18T09:53:52.310592Z","end":"2026-03-18T09:53:52.457537Z","steps":["trace[836603636] 'process raft request' (duration: 146.693638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:53:58.925274Z","caller":"traceutil/trace.go:171","msg":"trace[2135286236] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:926; }","duration":"358.098322ms","start":"2026-03-18T09:53:58.567151Z","end":"2026-03-18T09:53:58.92525Z","steps":["trace[2135286236] 'read index received' (duration: 357.766315ms)","trace[2135286236] 'applied index is now lower than readState.Index' (duration: 330.637µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:53:58.925428Z","caller":"traceutil/trace.go:171","msg":"trace[210344077] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"819.082449ms","start":"2026-03-18T09:53:58.1063Z","end":"2026-03-18T09:53:58.925382Z","steps":["trace[210344077] 'process raft request' (duration: 818.692061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:58.92553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.368289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:53:58.92558Z","caller":"traceutil/trace.go:171","msg":"trace[478296307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:900; }","duration":"358.561622ms","start":"2026-03-18T09:53:58.567005Z","end":"2026-03-18T09:53:58.925567Z","steps":["trace[478296307] 'agreement among raft nodes before linearized reading' (duration: 358.404399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:53:58.925618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:58.566983Z","time spent":"358.626894ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:53:58.925596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.367936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:53:58.925668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:53:58.106272Z","time spent":"819.265194ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:53:58.925699Z","caller":"traceutil/trace.go:171","msg":"trace[1192403933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"280.56373ms","start":"2026-03-18T09:53:58.645107Z","end":"2026-03-18T09:53:58.92567Z","steps":["trace[1192403933] 'agreement among raft nodes before linearized reading' (duration: 280.344546ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:24.30989Z","caller":"traceutil/trace.go:171","msg":"trace[917329880] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"113.276705ms","start":"2026-03-18T09:54:24.196577Z","end":"2026-03-18T09:54:24.309854Z","steps":["trace[917329880] 'process raft request' (duration: 19.149306ms)","trace[917329880] 'compare' (duration: 93.977286ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:29.280159Z","caller":"traceutil/trace.go:171","msg":"trace[315378190] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"131.876261ms","start":"2026-03-18T09:54:29.148249Z","end":"2026-03-18T09:54:29.280125Z","steps":["trace[315378190] 'read index received' (duration: 131.786009ms)","trace[315378190] 'applied index is now lower than readState.Index' (duration: 88.742µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:29.280198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:28.976254Z","time spent":"303.933565ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T09:54:29.280522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.25005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T09:54:29.280688Z","caller":"traceutil/trace.go:171","msg":"trace[1602680911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1176; }","duration":"132.466005ms","start":"2026-03-18T09:54:29.148184Z","end":"2026-03-18T09:54:29.28065Z","steps":["trace[1602680911] 'agreement among raft nodes before linearized reading' (duration: 132.108977ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:33.23401Z","caller":"traceutil/trace.go:171","msg":"trace[269112372] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"121.697322ms","start":"2026-03-18T09:54:33.112279Z","end":"2026-03-18T09:54:33.233976Z","steps":["trace[269112372] 'process raft request' (duration: 94.400826ms)","trace[269112372] 'compare' (duration: 27.165373ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:40.107699Z","caller":"traceutil/trace.go:171","msg":"trace[1894245217] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"196.554709ms","start":"2026-03-18T09:54:39.911119Z","end":"2026-03-18T09:54:40.107674Z","steps":["trace[1894245217] 'process raft request' (duration: 196.430727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:45.774152Z","caller":"traceutil/trace.go:171","msg":"trace[1168219225] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"376.068273ms","start":"2026-03-18T09:54:45.398051Z","end":"2026-03-18T09:54:45.774119Z","steps":["trace[1168219225] 'process raft request' (duration: 375.868099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:45.808329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:45.398031Z","time spent":"410.142617ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:54:45.789696Z","caller":"traceutil/trace.go:171","msg":"trace[2023071620] linearizableReadLoop","detail":"{readStateIndex:1537; appliedIndex:1537; }","duration":"388.206384ms","start":"2026-03-18T09:54:45.40146Z","end":"2026-03-18T09:54:45.789667Z","steps":["trace[2023071620] 'read index received' (duration: 388.195064ms)","trace[2023071620] 'applied index is now lower than readState.Index' (duration: 9.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:46.31852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674378158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T09:54:46.476364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074868755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:54:46.476458Z","caller":"traceutil/trace.go:171","msg":"trace[809995225] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1472; }","duration":"1.075034799s","start":"2026-03-18T09:54:45.401405Z","end":"2026-03-18T09:54:46.47644Z","steps":["trace[809995225] 'agreement among raft nodes before linearized reading' (duration: 406.729363ms)","trace[809995225] 'count revisions from in-memory index tree' (duration: 668.144292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:46.476496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:45.401378Z","time spent":"1.075108211s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:54:46.47701Z","caller":"traceutil/trace.go:171","msg":"trace[1439049695] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"882.301321ms","start":"2026-03-18T09:54:45.594687Z","end":"2026-03-18T09:54:46.476989Z","steps":["trace[1439049695] 'process raft request' (duration: 871.376627ms)","trace[1439049695] 'compare' (duration: 10.272721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:46.477105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.898337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:54:46.477131Z","caller":"traceutil/trace.go:171","msg":"trace[1903718165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1474; }","duration":"830.978749ms","start":"2026-03-18T09:54:45.646146Z","end":"2026-03-18T09:54:46.477125Z","steps":["trace[1903718165] 'agreement among raft nodes before linearized reading' (duration: 830.926158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:46.477157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:45.646129Z","time spent":"831.01933ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T09:54:46.477175Z","caller":"traceutil/trace.go:171","msg":"trace[1393635166] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"776.429529ms","start":"2026-03-18T09:54:45.700723Z","end":"2026-03-18T09:54:46.477152Z","steps":["trace[1393635166] 'process raft request' (duration: 776.122392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:46.477289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:45.700687Z","time spent":"776.547931ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:54:46.47729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:45.594648Z","time spent":"882.443365ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:54:46.477047Z","caller":"traceutil/trace.go:171","msg":"trace[325444068] linearizableReadLoop","detail":"{readStateIndex:1539; appliedIndex:1537; }","duration":"659.543477ms","start":"2026-03-18T09:54:45.81749Z","end":"2026-03-18T09:54:46.477033Z","steps":["trace[325444068] 'read index received' (duration: 648.568362ms)","trace[325444068] 'applied index is now lower than readState.Index' (duration: 10.974475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:46.477497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.363119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:54:46.477546Z","caller":"traceutil/trace.go:171","msg":"trace[1529163178] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1474; }","duration":"301.437692ms","start":"2026-03-18T09:54:46.176098Z","end":"2026-03-18T09:54:46.477536Z","steps":["trace[1529163178] 'agreement among raft nodes before linearized reading' (duration: 301.363429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:46.477677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.432934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T09:54:46.477702Z","caller":"traceutil/trace.go:171","msg":"trace[1485548196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1474; }","duration":"241.520655ms","start":"2026-03-18T09:54:46.236176Z","end":"2026-03-18T09:54:46.477697Z","steps":["trace[1485548196] 'agreement among raft nodes before linearized reading' (duration: 241.346632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:46.477776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.978784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T09:54:46.477812Z","caller":"traceutil/trace.go:171","msg":"trace[1784106619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1474; }","duration":"207.052506ms","start":"2026-03-18T09:54:46.27075Z","end":"2026-03-18T09:54:46.477803Z","steps":["trace[1784106619] 'agreement among raft nodes before linearized reading' (duration: 206.940503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:46.477842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.897877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T09:54:46.477881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.366967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T09:54:46.477899Z","caller":"traceutil/trace.go:171","msg":"trace[330494825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1474; }","duration":"277.969438ms","start":"2026-03-18T09:54:46.199914Z","end":"2026-03-18T09:54:46.477884Z","steps":["trace[330494825] 'agreement among raft nodes before linearized reading' (duration: 277.834815ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:46.477931Z","caller":"traceutil/trace.go:171","msg":"trace[389598313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1474; }","duration":"278.459399ms","start":"2026-03-18T09:54:46.199454Z","end":"2026-03-18T09:54:46.477913Z","steps":["trace[389598313] 'agreement among raft nodes before linearized reading' (duration: 278.306836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:46.478099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:46.176081Z","time spent":"302.003923ms","remote":"127.0.0.1:51556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:54:52.64893Z","caller":"traceutil/trace.go:171","msg":"trace[878440030] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"140.205901ms","start":"2026-03-18T09:54:52.508695Z","end":"2026-03-18T09:54:52.648901Z","steps":["trace[878440030] 'process raft request' (duration: 132.622629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:52.712703Z","caller":"traceutil/trace.go:171","msg":"trace[108923803] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"185.147554ms","start":"2026-03-18T09:54:52.527505Z","end":"2026-03-18T09:54:52.712653Z","steps":["trace[108923803] 'process raft request' (duration: 184.93647ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:52.712739Z","caller":"traceutil/trace.go:171","msg":"trace[1099281499] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"198.41471ms","start":"2026-03-18T09:54:52.514303Z","end":"2026-03-18T09:54:52.712717Z","steps":["trace[1099281499] 'process raft request' (duration: 198.018861ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:52.712756Z","caller":"traceutil/trace.go:171","msg":"trace[774774570] linearizableReadLoop","detail":"{readStateIndex:1586; appliedIndex:1582; }","duration":"127.6433ms","start":"2026-03-18T09:54:52.585083Z","end":"2026-03-18T09:54:52.712726Z","steps":["trace[774774570] 'read index received' (duration: 56.246228ms)","trace[774774570] 'applied index is now lower than readState.Index' (duration: 71.395372ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:52.71285Z","caller":"traceutil/trace.go:171","msg":"trace[674653859] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"128.384696ms","start":"2026-03-18T09:54:52.584439Z","end":"2026-03-18T09:54:52.712823Z","steps":["trace[674653859] 'process raft request' (duration: 128.059089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:52.713019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.914795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:54:52.713111Z","caller":"traceutil/trace.go:171","msg":"trace[981009465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1520; }","duration":"128.067148ms","start":"2026-03-18T09:54:52.585024Z","end":"2026-03-18T09:54:52.713091Z","steps":["trace[981009465] 'agreement among raft nodes before linearized reading' (duration: 127.832384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:52.713837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.54575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T09:54:52.713895Z","caller":"traceutil/trace.go:171","msg":"trace[1198476045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1520; }","duration":"128.640892ms","start":"2026-03-18T09:54:52.585241Z","end":"2026-03-18T09:54:52.713882Z","steps":["trace[1198476045] 'agreement among raft nodes before linearized reading' (duration: 128.437638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:52.714106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.011918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:54:52.714176Z","caller":"traceutil/trace.go:171","msg":"trace[1099258153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1520; }","duration":"128.10976ms","start":"2026-03-18T09:54:52.58605Z","end":"2026-03-18T09:54:52.71416Z","steps":["trace[1099258153] 'agreement among raft nodes before linearized reading' (duration: 127.887245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:52.714192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.825316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:54:52.714247Z","caller":"traceutil/trace.go:171","msg":"trace[1714334359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1520; }","duration":"128.937878ms","start":"2026-03-18T09:54:52.585295Z","end":"2026-03-18T09:54:52.714233Z","steps":["trace[1714334359] 'agreement among raft nodes before linearized reading' (duration: 128.720743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:53.0163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.266234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:54:53.016574Z","caller":"traceutil/trace.go:171","msg":"trace[2082729411] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"203.345536ms","start":"2026-03-18T09:54:52.8132Z","end":"2026-03-18T09:54:53.016546Z","steps":["trace[2082729411] 'process raft request' (duration: 61.743435ms)","trace[2082729411] 'compare' (duration: 141.143511ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:53.016586Z","caller":"traceutil/trace.go:171","msg":"trace[935169167] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"187.591688ms","start":"2026-03-18T09:54:52.82898Z","end":"2026-03-18T09:54:53.016571Z","steps":["trace[935169167] 'process raft request' (duration: 187.499626ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:53.016733Z","caller":"traceutil/trace.go:171","msg":"trace[846472430] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"199.585715ms","start":"2026-03-18T09:54:52.817093Z","end":"2026-03-18T09:54:53.016679Z","steps":["trace[846472430] 'process raft request' (duration: 199.325629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:53.04891Z","caller":"traceutil/trace.go:171","msg":"trace[1239338723] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"172.073643ms","start":"2026-03-18T09:54:52.876806Z","end":"2026-03-18T09:54:53.04888Z","steps":["trace[1239338723] 'process raft request' (duration: 171.968231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:54.11346Z","caller":"traceutil/trace.go:171","msg":"trace[119307645] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"169.646172ms","start":"2026-03-18T09:54:53.943772Z","end":"2026-03-18T09:54:54.113418Z","steps":["trace[119307645] 'process raft request' (duration: 97.79153ms)","trace[119307645] 'compare' (duration: 71.577466ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:54.113586Z","caller":"traceutil/trace.go:171","msg":"trace[1680906525] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"138.82811ms","start":"2026-03-18T09:54:53.97473Z","end":"2026-03-18T09:54:54.113558Z","steps":["trace[1680906525] 'process raft request' (duration: 138.590145ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:55.635758Z","caller":"traceutil/trace.go:171","msg":"trace[1288113145] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"178.82965ms","start":"2026-03-18T09:54:55.456899Z","end":"2026-03-18T09:54:55.635728Z","steps":["trace[1288113145] 'process raft request' (duration: 178.523773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:55.636236Z","caller":"traceutil/trace.go:171","msg":"trace[849553489] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"179.255699ms","start":"2026-03-18T09:54:55.456953Z","end":"2026-03-18T09:54:55.636209Z","steps":["trace[849553489] 'process raft request' (duration: 178.649636ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:55.636357Z","caller":"traceutil/trace.go:171","msg":"trace[542799883] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"179.028334ms","start":"2026-03-18T09:54:55.457303Z","end":"2026-03-18T09:54:55.636331Z","steps":["trace[542799883] 'process raft request' (duration: 178.788769ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:56.910199Z","caller":"traceutil/trace.go:171","msg":"trace[1335432078] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"184.834628ms","start":"2026-03-18T09:54:56.725334Z","end":"2026-03-18T09:54:56.910169Z","steps":["trace[1335432078] 'process raft request' (duration: 183.461118ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:56.910174Z","caller":"traceutil/trace.go:171","msg":"trace[1859814636] linearizableReadLoop","detail":"{readStateIndex:1661; appliedIndex:1660; }","duration":"159.021034ms","start":"2026-03-18T09:54:56.751122Z","end":"2026-03-18T09:54:56.910143Z","steps":["trace[1859814636] 'read index received' (duration: 157.650544ms)","trace[1859814636] 'applied index is now lower than readState.Index' (duration: 1.36679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:54:56.910411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.224639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:54:56.910491Z","caller":"traceutil/trace.go:171","msg":"trace[181739683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1594; }","duration":"159.370401ms","start":"2026-03-18T09:54:56.751077Z","end":"2026-03-18T09:54:56.910447Z","steps":["trace[181739683] 'agreement among raft nodes before linearized reading' (duration: 159.156397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:56.910592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.291527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:54:56.910628Z","caller":"traceutil/trace.go:171","msg":"trace[1866532209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1594; }","duration":"123.328448ms","start":"2026-03-18T09:54:56.787291Z","end":"2026-03-18T09:54:56.91062Z","steps":["trace[1866532209] 'agreement among raft nodes before linearized reading' (duration: 123.234896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:56.910624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.341292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:54:56.9107Z","caller":"traceutil/trace.go:171","msg":"trace[484073429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1594; }","duration":"126.451384ms","start":"2026-03-18T09:54:56.784228Z","end":"2026-03-18T09:54:56.910679Z","steps":["trace[484073429] 'agreement among raft nodes before linearized reading' (duration: 126.26171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:56.911262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.463744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T09:54:56.911385Z","caller":"traceutil/trace.go:171","msg":"trace[1656235153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1594; }","duration":"125.665077ms","start":"2026-03-18T09:54:56.785688Z","end":"2026-03-18T09:54:56.911353Z","steps":["trace[1656235153] 'agreement among raft nodes before linearized reading' (duration: 125.043744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:57.719447Z","caller":"traceutil/trace.go:171","msg":"trace[410240768] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"227.582075ms","start":"2026-03-18T09:54:57.491824Z","end":"2026-03-18T09:54:57.719406Z","steps":["trace[410240768] 'process raft request' (duration: 227.403472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:58.436014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674378417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T09:54:58.936899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674378417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T09:54:59.145804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420534786s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T09:54:59.690278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.933027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:54:59.690536Z","caller":"traceutil/trace.go:171","msg":"trace[1806733707] linearizableReadLoop","detail":"{readStateIndex:1670; appliedIndex:1666; }","duration":"1.755051237s","start":"2026-03-18T09:54:57.935467Z","end":"2026-03-18T09:54:59.690518Z","steps":["trace[1806733707] 'read index received' (duration: 1.210809253s)","trace[1806733707] 'applied index is now lower than readState.Index' (duration: 544.241044ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:59.690638Z","caller":"traceutil/trace.go:171","msg":"trace[1877515672] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"1.965475664s","start":"2026-03-18T09:54:57.725146Z","end":"2026-03-18T09:54:59.690622Z","steps":["trace[1877515672] 'process raft request' (duration: 1.421118538s)","trace[1877515672] 'compare' (duration: 543.816085ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:54:59.690684Z","caller":"traceutil/trace.go:171","msg":"trace[1642812564] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"774.306692ms","start":"2026-03-18T09:54:58.91636Z","end":"2026-03-18T09:54:59.690667Z","steps":["trace[1642812564] 'process raft request' (duration: 774.126118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.690728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:57.725125Z","time spent":"1.965556076s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:54:59.690771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.916331Z","time spent":"774.393024ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:54:59.690798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585474737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:54:59.690853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755389774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:54:59.690894Z","caller":"traceutil/trace.go:171","msg":"trace[1803825193] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1603; }","duration":"1.5856299s","start":"2026-03-18T09:54:58.105245Z","end":"2026-03-18T09:54:59.690875Z","steps":["trace[1803825193] 'agreement among raft nodes before linearized reading' (duration: 1.585453567s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:59.690906Z","caller":"traceutil/trace.go:171","msg":"trace[845899525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1603; }","duration":"1.755470356s","start":"2026-03-18T09:54:57.93542Z","end":"2026-03-18T09:54:59.69089Z","steps":["trace[845899525] 'agreement among raft nodes before linearized reading' (duration: 1.755263711s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.690942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:57.935402Z","time spent":"1.755533078s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:54:59.690944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.105221Z","time spent":"1.585713492s","remote":"127.0.0.1:51304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:54:59.691103Z","caller":"traceutil/trace.go:171","msg":"trace[973600080] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"943.578847ms","start":"2026-03-18T09:54:58.747511Z","end":"2026-03-18T09:54:59.69109Z","steps":["trace[973600080] 'process raft request' (duration: 942.940023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.691153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.886723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:54:59.691187Z","caller":"traceutil/trace.go:171","msg":"trace[117006207] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1603; }","duration":"194.963695ms","start":"2026-03-18T09:54:59.496214Z","end":"2026-03-18T09:54:59.691178Z","steps":["trace[117006207] 'agreement among raft nodes before linearized reading' (duration: 194.904993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.691183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.747482Z","time spent":"943.660289ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:54:59.691341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.056564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T09:54:59.691342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.678601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T09:54:59.691347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52605157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:54:59.691381Z","caller":"traceutil/trace.go:171","msg":"trace[1003151448] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1603; }","duration":"717.179757ms","start":"2026-03-18T09:54:58.974191Z","end":"2026-03-18T09:54:59.691371Z","steps":["trace[1003151448] 'agreement among raft nodes before linearized reading' (duration: 717.080905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.691387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.380905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:54:59.691411Z","caller":"traceutil/trace.go:171","msg":"trace[1133053404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1603; }","duration":"706.819203ms","start":"2026-03-18T09:54:58.98457Z","end":"2026-03-18T09:54:59.691389Z","steps":["trace[1133053404] 'agreement among raft nodes before linearized reading' (duration: 706.629469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.691436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.974169Z","time spent":"717.244758ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-18T09:54:59.691474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.984548Z","time spent":"706.912976ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T09:54:59.691481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324846901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-18T09:54:59.691519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.591385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T09:54:59.691489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.497282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:54:59.691545Z","caller":"traceutil/trace.go:171","msg":"trace[1867786267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1603; }","duration":"704.638176ms","start":"2026-03-18T09:54:58.9869Z","end":"2026-03-18T09:54:59.691538Z","steps":["trace[1867786267] 'agreement among raft nodes before linearized reading' (duration: 704.554964ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:59.69154Z","caller":"traceutil/trace.go:171","msg":"trace[412390506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1603; }","duration":"1.324932502s","start":"2026-03-18T09:54:58.36659Z","end":"2026-03-18T09:54:59.691523Z","steps":["trace[412390506] 'agreement among raft nodes before linearized reading' (duration: 1.324801639s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:59.691417Z","caller":"traceutil/trace.go:171","msg":"trace[357209371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1603; }","duration":"1.526156832s","start":"2026-03-18T09:54:58.16524Z","end":"2026-03-18T09:54:59.691397Z","steps":["trace[357209371] 'agreement among raft nodes before linearized reading' (duration: 1.526001109s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.691563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.290079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:54:59.691551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.592835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T09:54:59.691584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.986888Z","time spent":"704.689038ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T09:54:59.691597Z","caller":"traceutil/trace.go:171","msg":"trace[1001900111] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1603; }","duration":"690.353511ms","start":"2026-03-18T09:54:59.001234Z","end":"2026-03-18T09:54:59.691588Z","steps":["trace[1001900111] 'agreement among raft nodes before linearized reading' (duration: 690.286269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.691596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.366572Z","time spent":"1.325012785s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T09:54:59.691595Z","caller":"traceutil/trace.go:171","msg":"trace[1163444539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1603; }","duration":"703.652625ms","start":"2026-03-18T09:54:58.98792Z","end":"2026-03-18T09:54:59.691572Z","steps":["trace[1163444539] 'agreement among raft nodes before linearized reading' (duration: 703.329798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.6916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.165195Z","time spent":"1.526392808s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T09:54:59.691635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.001221Z","time spent":"690.405632ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:54:59.691657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.987907Z","time spent":"703.738719ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T09:54:59.691614Z","caller":"traceutil/trace.go:171","msg":"trace[205439035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1603; }","duration":"704.676938ms","start":"2026-03-18T09:54:58.986923Z","end":"2026-03-18T09:54:59.6916Z","steps":["trace[205439035] 'agreement among raft nodes before linearized reading' (duration: 704.526863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.691695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.986912Z","time spent":"704.77561ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T09:54:59.691423Z","caller":"traceutil/trace.go:171","msg":"trace[368577715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1603; }","duration":"434.439387ms","start":"2026-03-18T09:54:59.256973Z","end":"2026-03-18T09:54:59.691413Z","steps":["trace[368577715] 'agreement among raft nodes before linearized reading' (duration: 434.387826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.691757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.256955Z","time spent":"434.780874ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:54:59.691348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403939219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T09:54:59.691806Z","caller":"traceutil/trace.go:171","msg":"trace[1989511242] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"1.535242878s","start":"2026-03-18T09:54:58.155674Z","end":"2026-03-18T09:54:59.690916Z","steps":["trace[1989511242] 'process raft request' (duration: 1.534723817s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:54:59.691853Z","caller":"traceutil/trace.go:171","msg":"trace[1414502360] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc; range_end:; response_count:1; response_revision:1603; }","duration":"1.404461751s","start":"2026-03-18T09:54:58.287363Z","end":"2026-03-18T09:54:59.691824Z","steps":["trace[1414502360] 'agreement among raft nodes before linearized reading' (duration: 1.403844137s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:54:59.692156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.287349Z","time spent":"1.404788288s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc\" "} {"level":"warn","ts":"2026-03-18T09:54:59.69255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:58.155613Z","time spent":"1.536436094s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:00.028815Z","caller":"traceutil/trace.go:171","msg":"trace[855439141] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"331.433455ms","start":"2026-03-18T09:54:59.69735Z","end":"2026-03-18T09:55:00.028784Z","steps":["trace[855439141] 'process raft request' (duration: 331.064768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:00.028998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.697329Z","time spent":"331.578738ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:00.029046Z","caller":"traceutil/trace.go:171","msg":"trace[1344152432] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"331.608339ms","start":"2026-03-18T09:54:59.697392Z","end":"2026-03-18T09:55:00.029Z","steps":["trace[1344152432] 'process raft request' (duration: 331.320723ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:00.029132Z","caller":"traceutil/trace.go:171","msg":"trace[1439494125] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"331.710561ms","start":"2026-03-18T09:54:59.697397Z","end":"2026-03-18T09:55:00.029108Z","steps":["trace[1439494125] 'process raft request' (duration: 331.391544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:00.029094Z","caller":"traceutil/trace.go:171","msg":"trace[1245823988] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"331.635169ms","start":"2026-03-18T09:54:59.697392Z","end":"2026-03-18T09:55:00.029027Z","steps":["trace[1245823988] 'process raft request' (duration: 331.17634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:00.029378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.69738Z","time spent":"331.943496ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:00.029144Z","caller":"traceutil/trace.go:171","msg":"trace[1379997691] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"331.891355ms","start":"2026-03-18T09:54:59.697235Z","end":"2026-03-18T09:55:00.029126Z","steps":["trace[1379997691] 'process raft request' (duration: 331.599258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:00.029439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.104567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:00.029563Z","caller":"traceutil/trace.go:171","msg":"trace[1877412182] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1608; }","duration":"330.358722ms","start":"2026-03-18T09:54:59.699186Z","end":"2026-03-18T09:55:00.029545Z","steps":["trace[1877412182] 'agreement among raft nodes before linearized reading' (duration: 330.003395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:00.029621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.699177Z","time spent":"330.430494ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T09:55:00.029085Z","caller":"traceutil/trace.go:171","msg":"trace[944974527] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1670; }","duration":"329.670747ms","start":"2026-03-18T09:54:59.699214Z","end":"2026-03-18T09:55:00.028885Z","steps":["trace[944974527] 'read index received' (duration: 181.18955ms)","trace[944974527] 'applied index is now lower than readState.Index' (duration: 148.478367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:00.029257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.697388Z","time spent":"331.809353ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:00.029335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.697382Z","time spent":"331.761192ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:00.029671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.697211Z","time spent":"332.286553ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:01.104097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03871239s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:01.104255Z","caller":"traceutil/trace.go:171","msg":"trace[942243231] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1676; }","duration":"1.074561089s","start":"2026-03-18T09:55:00.029664Z","end":"2026-03-18T09:55:01.104226Z","steps":["trace[942243231] 'read index received' (duration: 35.534243ms)","trace[942243231] 'applied index is now lower than readState.Index' (duration: 1.039023476s)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:01.104415Z","caller":"traceutil/trace.go:171","msg":"trace[565513692] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"1.162336323s","start":"2026-03-18T09:54:59.942059Z","end":"2026-03-18T09:55:01.104396Z","steps":["trace[565513692] 'process raft request' (duration: 123.226386ms)","trace[565513692] 'compare' (duration: 1.037919131s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:01.104502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.942039Z","time spent":"1.162414435s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:01.105076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137758415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:01.105158Z","caller":"traceutil/trace.go:171","msg":"trace[619176525] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1609; }","duration":"1.137874828s","start":"2026-03-18T09:54:59.967265Z","end":"2026-03-18T09:55:01.10514Z","steps":["trace[619176525] 'agreement among raft nodes before linearized reading' (duration: 1.137418579s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:01.105331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:54:59.967251Z","time spent":"1.138060832s","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:01.360284Z","caller":"traceutil/trace.go:171","msg":"trace[555424801] linearizableReadLoop","detail":"{readStateIndex:1678; appliedIndex:1677; }","duration":"255.949694ms","start":"2026-03-18T09:55:01.104306Z","end":"2026-03-18T09:55:01.360255Z","steps":["trace[555424801] 'read index received' (duration: 252.590192ms)","trace[555424801] 'applied index is now lower than readState.Index' (duration: 3.358062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:01.360467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.980066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:01.3605Z","caller":"traceutil/trace.go:171","msg":"trace[1577145284] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1610; }","duration":"917.093618ms","start":"2026-03-18T09:55:00.443397Z","end":"2026-03-18T09:55:01.360491Z","steps":["trace[1577145284] 'agreement among raft nodes before linearized reading' (duration: 917.002826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:01.360498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.994269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:01.360565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.233776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T09:55:01.360685Z","caller":"traceutil/trace.go:171","msg":"trace[1435729400] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1610; }","duration":"253.40012ms","start":"2026-03-18T09:55:01.107262Z","end":"2026-03-18T09:55:01.360662Z","steps":["trace[1435729400] 'agreement among raft nodes before linearized reading' (duration: 253.180185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:01.360702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327091229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:01.36076Z","caller":"traceutil/trace.go:171","msg":"trace[1219144203] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1610; }","duration":"1.327182121s","start":"2026-03-18T09:55:00.033559Z","end":"2026-03-18T09:55:01.360741Z","steps":["trace[1219144203] 'agreement among raft nodes before linearized reading' (duration: 1.327085349s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:01.360759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.828847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T09:55:01.360626Z","caller":"traceutil/trace.go:171","msg":"trace[1325681403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1610; }","duration":"715.153303ms","start":"2026-03-18T09:55:00.645418Z","end":"2026-03-18T09:55:01.360571Z","steps":["trace[1325681403] 'agreement among raft nodes before linearized reading' (duration: 714.892697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:01.360811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:00.033539Z","time spent":"1.327262983s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T09:55:01.360831Z","caller":"traceutil/trace.go:171","msg":"trace[1897909559] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc; range_end:; response_count:1; response_revision:1610; }","duration":"661.9407ms","start":"2026-03-18T09:55:00.698871Z","end":"2026-03-18T09:55:01.360812Z","steps":["trace[1897909559] 'agreement among raft nodes before linearized reading' (duration: 661.702215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:01.36088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:00.698849Z","time spent":"662.017332ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc\" "} {"level":"warn","ts":"2026-03-18T09:55:01.360868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:00.645394Z","time spent":"715.451868ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:55:01.360537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:00.443374Z","time spent":"917.153709ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:01.360513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.340047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:01.361085Z","caller":"traceutil/trace.go:171","msg":"trace[462157112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1610; }","duration":"661.94498ms","start":"2026-03-18T09:55:00.699124Z","end":"2026-03-18T09:55:01.361069Z","steps":["trace[462157112] 'agreement among raft nodes before linearized reading' (duration: 661.184534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:01.361124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:00.699111Z","time spent":"662.000941ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T09:55:01.361355Z","caller":"traceutil/trace.go:171","msg":"trace[1575789876] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"749.722564ms","start":"2026-03-18T09:55:00.610949Z","end":"2026-03-18T09:55:01.360672Z","steps":["trace[1575789876] 'process raft request' (duration: 746.002404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:01.361551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:00.61093Z","time spent":"750.497022ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:06.556692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674378521,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T09:55:06.567084Z","caller":"traceutil/trace.go:171","msg":"trace[727356483] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"855.459465ms","start":"2026-03-18T09:55:05.711595Z","end":"2026-03-18T09:55:06.567054Z","steps":["trace[727356483] 'process raft request' (duration: 855.298062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:06.567249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:05.711568Z","time spent":"855.599999ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:06.655371Z","caller":"traceutil/trace.go:171","msg":"trace[893579027] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"941.086093ms","start":"2026-03-18T09:55:05.71425Z","end":"2026-03-18T09:55:06.655336Z","steps":["trace[893579027] 'process raft request' (duration: 940.870828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:06.655576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:05.714235Z","time spent":"941.252056ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:06.655684Z","caller":"traceutil/trace.go:171","msg":"trace[517302612] linearizableReadLoop","detail":"{readStateIndex:1723; appliedIndex:1719; }","duration":"599.436449ms","start":"2026-03-18T09:55:06.05623Z","end":"2026-03-18T09:55:06.655667Z","steps":["trace[517302612] 'read index received' (duration: 510.698565ms)","trace[517302612] 'applied index is now lower than readState.Index' (duration: 88.737064ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:06.655817Z","caller":"traceutil/trace.go:171","msg":"trace[1785994775] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"505.744338ms","start":"2026-03-18T09:55:06.150059Z","end":"2026-03-18T09:55:06.655803Z","steps":["trace[1785994775] 'process raft request' (duration: 505.43398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:06.655914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:06.150031Z","time spent":"505.81337ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:06.655934Z","caller":"traceutil/trace.go:171","msg":"trace[567958093] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"939.752985ms","start":"2026-03-18T09:55:05.716153Z","end":"2026-03-18T09:55:06.655906Z","steps":["trace[567958093] 'process raft request' (duration: 939.132161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:06.656004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.743074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T09:55:06.656063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:05.716127Z","time spent":"939.876737ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:06.656065Z","caller":"traceutil/trace.go:171","msg":"trace[2036715064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1654; }","duration":"598.853706ms","start":"2026-03-18T09:55:06.057198Z","end":"2026-03-18T09:55:06.656052Z","steps":["trace[2036715064] 'agreement among raft nodes before linearized reading' (duration: 598.650282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:06.65611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:06.057183Z","time spent":"598.920038ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:06.656139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.541537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"warn","ts":"2026-03-18T09:55:06.656181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.544259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T09:55:06.656227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.819795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T09:55:06.656242Z","caller":"traceutil/trace.go:171","msg":"trace[1210895079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1654; }","duration":"598.626682ms","start":"2026-03-18T09:55:06.057599Z","end":"2026-03-18T09:55:06.656226Z","steps":["trace[1210895079] 'agreement among raft nodes before linearized reading' (duration: 598.424137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:06.656278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.105181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T09:55:06.656316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.076733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T09:55:06.656308Z","caller":"traceutil/trace.go:171","msg":"trace[459554829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1654; }","duration":"598.927948ms","start":"2026-03-18T09:55:06.057353Z","end":"2026-03-18T09:55:06.656281Z","steps":["trace[459554829] 'agreement among raft nodes before linearized reading' (duration: 598.726764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:06.656344Z","caller":"traceutil/trace.go:171","msg":"trace[876337186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1654; }","duration":"600.163985ms","start":"2026-03-18T09:55:06.056173Z","end":"2026-03-18T09:55:06.656337Z","steps":["trace[876337186] 'agreement among raft nodes before linearized reading' (duration: 600.070513ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:06.656343Z","caller":"traceutil/trace.go:171","msg":"trace[1589079378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1654; }","duration":"598.187672ms","start":"2026-03-18T09:55:06.05814Z","end":"2026-03-18T09:55:06.656328Z","steps":["trace[1589079378] 'agreement among raft nodes before linearized reading' (duration: 598.014528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:06.656356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:06.057261Z","time spent":"599.085721ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T09:55:06.656371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:06.056152Z","time spent":"600.212936ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:06.656387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.494096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:06.656427Z","caller":"traceutil/trace.go:171","msg":"trace[1206375267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1654; }","duration":"249.572478ms","start":"2026-03-18T09:55:06.406844Z","end":"2026-03-18T09:55:06.656417Z","steps":["trace[1206375267] 'agreement among raft nodes before linearized reading' (duration: 249.424795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:06.656296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:06.057589Z","time spent":"598.698263ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:55:06.656387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:06.05813Z","time spent":"598.248324ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T09:55:06.656238Z","caller":"traceutil/trace.go:171","msg":"trace[825809156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1654; }","duration":"276.726101ms","start":"2026-03-18T09:55:06.379489Z","end":"2026-03-18T09:55:06.656215Z","steps":["trace[825809156] 'agreement among raft nodes before linearized reading' (duration: 276.528366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:08.369955Z","caller":"traceutil/trace.go:171","msg":"trace[1679556212] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"174.019516ms","start":"2026-03-18T09:55:08.195871Z","end":"2026-03-18T09:55:08.369891Z","steps":["trace[1679556212] 'process raft request' (duration: 101.93665ms)","trace[1679556212] 'compare' (duration: 71.937173ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:08.382849Z","caller":"traceutil/trace.go:171","msg":"trace[978953511] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"186.152456ms","start":"2026-03-18T09:55:08.196663Z","end":"2026-03-18T09:55:08.382815Z","steps":["trace[978953511] 'process raft request' (duration: 185.924581ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:08.383357Z","caller":"traceutil/trace.go:171","msg":"trace[1450806228] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"186.594866ms","start":"2026-03-18T09:55:08.196723Z","end":"2026-03-18T09:55:08.383318Z","steps":["trace[1450806228] 'process raft request' (duration: 186.023884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:08.384403Z","caller":"traceutil/trace.go:171","msg":"trace[1637396992] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"181.942066ms","start":"2026-03-18T09:55:08.202439Z","end":"2026-03-18T09:55:08.384381Z","steps":["trace[1637396992] 'process raft request' (duration: 181.819404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:08.384492Z","caller":"traceutil/trace.go:171","msg":"trace[1565263124] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"185.439002ms","start":"2026-03-18T09:55:08.198978Z","end":"2026-03-18T09:55:08.384417Z","steps":["trace[1565263124] 'process raft request' (duration: 184.294607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:14.176133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.738587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:14.176249Z","caller":"traceutil/trace.go:171","msg":"trace[2056332647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1719; }","duration":"464.891811ms","start":"2026-03-18T09:55:13.711335Z","end":"2026-03-18T09:55:14.176227Z","steps":["trace[2056332647] 'range keys from in-memory index tree' (duration: 464.558193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:14.176296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:13.711318Z","time spent":"464.967732ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T09:55:15.060689Z","caller":"traceutil/trace.go:171","msg":"trace[2090928698] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"467.380024ms","start":"2026-03-18T09:55:14.593278Z","end":"2026-03-18T09:55:15.060658Z","steps":["trace[2090928698] 'process raft request' (duration: 466.380162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.060885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:14.593246Z","time spent":"467.532988ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:15.071532Z","caller":"traceutil/trace.go:171","msg":"trace[1407430651] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"383.892821ms","start":"2026-03-18T09:55:14.687605Z","end":"2026-03-18T09:55:15.071498Z","steps":["trace[1407430651] 'process raft request' (duration: 383.663916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:15.071616Z","caller":"traceutil/trace.go:171","msg":"trace[1095280380] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1790; }","duration":"373.497459ms","start":"2026-03-18T09:55:14.698097Z","end":"2026-03-18T09:55:15.071594Z","steps":["trace[1095280380] 'read index received' (duration: 361.552372ms)","trace[1095280380] 'applied index is now lower than readState.Index' (duration: 11.943457ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:15.071707Z","caller":"traceutil/trace.go:171","msg":"trace[1972652691] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"382.595764ms","start":"2026-03-18T09:55:14.689068Z","end":"2026-03-18T09:55:15.071664Z","steps":["trace[1972652691] 'process raft request' (duration: 382.387099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.071802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.687273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T09:55:15.071827Z","caller":"traceutil/trace.go:171","msg":"trace[153603564] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1722; }","duration":"373.755205ms","start":"2026-03-18T09:55:14.698064Z","end":"2026-03-18T09:55:15.071819Z","steps":["trace[153603564] 'agreement among raft nodes before linearized reading' (duration: 373.617662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.071851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:14.698051Z","time spent":"373.794315ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T09:55:15.071968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:14.689055Z","time spent":"382.752538ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:15.07202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.004595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T09:55:15.07207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.014141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T09:55:15.072086Z","caller":"traceutil/trace.go:171","msg":"trace[92137727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1722; }","duration":"364.108197ms","start":"2026-03-18T09:55:14.707962Z","end":"2026-03-18T09:55:15.072071Z","steps":["trace[92137727] 'agreement among raft nodes before linearized reading' (duration: 363.852902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.072072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.809342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T09:55:15.072128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:14.707937Z","time spent":"364.183758ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T09:55:15.072155Z","caller":"traceutil/trace.go:171","msg":"trace[239085261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1722; }","duration":"354.112573ms","start":"2026-03-18T09:55:14.717995Z","end":"2026-03-18T09:55:15.072108Z","steps":["trace[239085261] 'agreement among raft nodes before linearized reading' (duration: 353.788116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.072143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.326916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T09:55:15.072199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:14.717986Z","time spent":"354.202235ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T09:55:15.072261Z","caller":"traceutil/trace.go:171","msg":"trace[843533636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1722; }","duration":"367.50537ms","start":"2026-03-18T09:55:14.704732Z","end":"2026-03-18T09:55:15.072238Z","steps":["trace[843533636] 'agreement among raft nodes before linearized reading' (duration: 367.143722ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:15.072185Z","caller":"traceutil/trace.go:171","msg":"trace[816561092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1722; }","duration":"357.983196ms","start":"2026-03-18T09:55:14.714175Z","end":"2026-03-18T09:55:15.072158Z","steps":["trace[816561092] 'agreement among raft nodes before linearized reading' (duration: 357.616488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.072314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:14.704701Z","time spent":"367.603802ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:15.072339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:14.714142Z","time spent":"358.18752ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:55:15.072342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.806718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:55:15.072379Z","caller":"traceutil/trace.go:171","msg":"trace[1387256509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1722; }","duration":"368.861449ms","start":"2026-03-18T09:55:14.703507Z","end":"2026-03-18T09:55:15.072368Z","steps":["trace[1387256509] 'agreement among raft nodes before linearized reading' (duration: 368.237426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.072429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:14.703495Z","time spent":"368.92398ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:15.072459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:14.687575Z","time spent":"384.065335ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:15.247722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.475122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:15.247857Z","caller":"traceutil/trace.go:171","msg":"trace[1131285836] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"171.203367ms","start":"2026-03-18T09:55:15.076633Z","end":"2026-03-18T09:55:15.247836Z","steps":["trace[1131285836] 'process raft request' (duration: 47.50934ms)","trace[1131285836] 'compare' (duration: 123.237996ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:15.395149Z","caller":"traceutil/trace.go:171","msg":"trace[1282825348] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"317.870624ms","start":"2026-03-18T09:55:15.077247Z","end":"2026-03-18T09:55:15.395118Z","steps":["trace[1282825348] 'process raft request' (duration: 273.120423ms)","trace[1282825348] 'compare' (duration: 44.573127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:15.395327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:15.077223Z","time spent":"318.015697ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:15.395479Z","caller":"traceutil/trace.go:171","msg":"trace[2056312021] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"318.036197ms","start":"2026-03-18T09:55:15.077416Z","end":"2026-03-18T09:55:15.395452Z","steps":["trace[2056312021] 'process raft request' (duration: 317.659749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.395591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:15.0774Z","time spent":"318.141189ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:15.396142Z","caller":"traceutil/trace.go:171","msg":"trace[1141334023] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"318.626991ms","start":"2026-03-18T09:55:15.07749Z","end":"2026-03-18T09:55:15.396117Z","steps":["trace[1141334023] 'process raft request' (duration: 317.888985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.396263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:15.077477Z","time spent":"318.719943ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:15.396244Z","caller":"traceutil/trace.go:171","msg":"trace[1044314955] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"318.482648ms","start":"2026-03-18T09:55:15.077727Z","end":"2026-03-18T09:55:15.396209Z","steps":["trace[1044314955] 'process raft request' (duration: 318.242012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.396468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:15.077674Z","time spent":"318.665472ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:15.396482Z","caller":"traceutil/trace.go:171","msg":"trace[598641194] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"318.320964ms","start":"2026-03-18T09:55:15.078139Z","end":"2026-03-18T09:55:15.39646Z","steps":["trace[598641194] 'process raft request' (duration: 318.015688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.396664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:15.078123Z","time spent":"318.413656ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:15.448812Z","caller":"traceutil/trace.go:171","msg":"trace[2007162504] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1794; }","duration":"264.331254ms","start":"2026-03-18T09:55:15.184452Z","end":"2026-03-18T09:55:15.448784Z","steps":["trace[2007162504] 'read index received' (duration: 165.909281ms)","trace[2007162504] 'applied index is now lower than readState.Index' (duration: 98.420203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:15.449023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.707198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:15.449066Z","caller":"traceutil/trace.go:171","msg":"trace[1693665629] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1728; }","duration":"125.820921ms","start":"2026-03-18T09:55:15.323235Z","end":"2026-03-18T09:55:15.449056Z","steps":["trace[1693665629] 'agreement among raft nodes before linearized reading' (duration: 125.714918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:15.449165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.673031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:15.449273Z","caller":"traceutil/trace.go:171","msg":"trace[1851627500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1728; }","duration":"264.846295ms","start":"2026-03-18T09:55:15.184402Z","end":"2026-03-18T09:55:15.449248Z","steps":["trace[1851627500] 'agreement among raft nodes before linearized reading' (duration: 264.506328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:19.802606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674378705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T09:55:19.940761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:18.976376Z","time spent":"964.379563ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T09:55:20.12776Z","caller":"traceutil/trace.go:171","msg":"trace[1656816694] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"1.04385767s","start":"2026-03-18T09:55:19.08388Z","end":"2026-03-18T09:55:20.127737Z","steps":["trace[1656816694] 'process raft request' (duration: 1.043800949s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:20.127834Z","caller":"traceutil/trace.go:171","msg":"trace[352747934] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"1.055565261s","start":"2026-03-18T09:55:19.072241Z","end":"2026-03-18T09:55:20.127807Z","steps":["trace[352747934] 'process raft request' (duration: 1.055249383s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.127946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:19.072191Z","time spent":"1.055697073s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:20.127909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:19.083851Z","time spent":"1.043986572s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:20.128132Z","caller":"traceutil/trace.go:171","msg":"trace[640354003] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"1.033202871s","start":"2026-03-18T09:55:19.094899Z","end":"2026-03-18T09:55:20.128102Z","steps":["trace[640354003] 'process raft request' (duration: 1.032813913s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.128322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:19.09488Z","time spent":"1.033351355s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:20.128418Z","caller":"traceutil/trace.go:171","msg":"trace[652120006] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"186.581306ms","start":"2026-03-18T09:55:19.941827Z","end":"2026-03-18T09:55:20.128408Z","steps":["trace[652120006] 'process raft request' (duration: 186.536105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.128466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.252898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T09:55:20.128649Z","caller":"traceutil/trace.go:171","msg":"trace[945476317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1742; }","duration":"826.392981ms","start":"2026-03-18T09:55:19.302162Z","end":"2026-03-18T09:55:20.128555Z","steps":["trace[945476317] 'agreement among raft nodes before linearized reading' (duration: 826.051114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.128746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:19.302136Z","time spent":"826.595245ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T09:55:20.128135Z","caller":"traceutil/trace.go:171","msg":"trace[1338410859] linearizableReadLoop","detail":"{readStateIndex:1815; appliedIndex:1811; }","duration":"825.83998ms","start":"2026-03-18T09:55:19.302209Z","end":"2026-03-18T09:55:20.128049Z","steps":["trace[1338410859] 'read index received' (duration: 638.416196ms)","trace[1338410859] 'applied index is now lower than readState.Index' (duration: 187.420974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:20.129248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.864334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:55:20.129299Z","caller":"traceutil/trace.go:171","msg":"trace[1485234519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1743; }","duration":"719.957706ms","start":"2026-03-18T09:55:19.409329Z","end":"2026-03-18T09:55:20.129286Z","steps":["trace[1485234519] 'agreement among raft nodes before linearized reading' (duration: 719.762172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.129333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:19.409307Z","time spent":"720.018157ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:20.129418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.705239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:20.129514Z","caller":"traceutil/trace.go:171","msg":"trace[1538844640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1743; }","duration":"650.78135ms","start":"2026-03-18T09:55:19.47867Z","end":"2026-03-18T09:55:20.129451Z","steps":["trace[1538844640] 'agreement among raft nodes before linearized reading' (duration: 650.646117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.129527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.64868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T09:55:20.12954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:19.478655Z","time spent":"650.880283ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T09:55:20.129564Z","caller":"traceutil/trace.go:171","msg":"trace[1014895109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1743; }","duration":"706.721101ms","start":"2026-03-18T09:55:19.422833Z","end":"2026-03-18T09:55:20.129554Z","steps":["trace[1014895109] 'agreement among raft nodes before linearized reading' (duration: 706.574228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.12961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:19.422812Z","time spent":"706.788572ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:55:20.129698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.08027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:20.129728Z","caller":"traceutil/trace.go:171","msg":"trace[439089031] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1743; }","duration":"184.142822ms","start":"2026-03-18T09:55:19.945578Z","end":"2026-03-18T09:55:20.129721Z","steps":["trace[439089031] 'agreement among raft nodes before linearized reading' (duration: 184.091341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.129762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.572768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:55:20.129826Z","caller":"traceutil/trace.go:171","msg":"trace[1979459348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1743; }","duration":"719.65358ms","start":"2026-03-18T09:55:19.410149Z","end":"2026-03-18T09:55:20.129803Z","steps":["trace[1979459348] 'agreement among raft nodes before linearized reading' (duration: 719.550758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.129892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:19.410133Z","time spent":"719.742541ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:20.130518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.630679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:55:20.130592Z","caller":"traceutil/trace.go:171","msg":"trace[742835931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1743; }","duration":"719.710961ms","start":"2026-03-18T09:55:19.410867Z","end":"2026-03-18T09:55:20.130577Z","steps":["trace[742835931] 'agreement among raft nodes before linearized reading' (duration: 718.590716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:20.130636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:19.410862Z","time spent":"719.761892ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T09:55:38.520683Z","caller":"traceutil/trace.go:171","msg":"trace[1970276716] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"126.863553ms","start":"2026-03-18T09:55:38.393791Z","end":"2026-03-18T09:55:38.520655Z","steps":["trace[1970276716] 'process raft request' (duration: 126.772861ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:38.520846Z","caller":"traceutil/trace.go:171","msg":"trace[1390173727] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"126.923244ms","start":"2026-03-18T09:55:38.393882Z","end":"2026-03-18T09:55:38.520805Z","steps":["trace[1390173727] 'process raft request' (duration: 126.73176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:38.520712Z","caller":"traceutil/trace.go:171","msg":"trace[998872657] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"126.930594ms","start":"2026-03-18T09:55:38.393731Z","end":"2026-03-18T09:55:38.520661Z","steps":["trace[998872657] 'process raft request' (duration: 126.70328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:39.165261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.407836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T09:55:39.165379Z","caller":"traceutil/trace.go:171","msg":"trace[2013601944] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1844; }","duration":"100.582269ms","start":"2026-03-18T09:55:39.064776Z","end":"2026-03-18T09:55:39.165358Z","steps":["trace[2013601944] 'range keys from in-memory index tree' (duration: 100.309193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:42.462593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.264851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:42.462881Z","caller":"traceutil/trace.go:171","msg":"trace[331705370] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"139.111576ms","start":"2026-03-18T09:55:42.323752Z","end":"2026-03-18T09:55:42.462864Z","steps":["trace[331705370] 'process raft request' (duration: 12.486427ms)","trace[331705370] 'compare' (duration: 125.858923ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:42.822492Z","caller":"traceutil/trace.go:171","msg":"trace[1902964918] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"171.600864ms","start":"2026-03-18T09:55:42.650863Z","end":"2026-03-18T09:55:42.822463Z","steps":["trace[1902964918] 'process raft request' (duration: 97.589645ms)","trace[1902964918] 'compare' (duration: 73.814785ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:42.82287Z","caller":"traceutil/trace.go:171","msg":"trace[1139596845] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"171.840449ms","start":"2026-03-18T09:55:42.65094Z","end":"2026-03-18T09:55:42.82278Z","steps":["trace[1139596845] 'process raft request' (duration: 171.477651ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:44.663487Z","caller":"traceutil/trace.go:171","msg":"trace[266529051] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"195.246512ms","start":"2026-03-18T09:55:44.468208Z","end":"2026-03-18T09:55:44.663455Z","steps":["trace[266529051] 'process raft request' (duration: 98.627038ms)","trace[266529051] 'compare' (duration: 96.398309ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:44.663729Z","caller":"traceutil/trace.go:171","msg":"trace[1221130187] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"188.083558ms","start":"2026-03-18T09:55:44.475607Z","end":"2026-03-18T09:55:44.663691Z","steps":["trace[1221130187] 'process raft request' (duration: 187.791091ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:44.663812Z","caller":"traceutil/trace.go:171","msg":"trace[79749445] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1943; }","duration":"152.672157ms","start":"2026-03-18T09:55:44.511119Z","end":"2026-03-18T09:55:44.663792Z","steps":["trace[79749445] 'read index received' (duration: 55.730446ms)","trace[79749445] 'applied index is now lower than readState.Index' (duration: 96.939131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:44.66404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.907892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T09:55:44.664085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.581953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:44.664128Z","caller":"traceutil/trace.go:171","msg":"trace[1827564745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1867; }","duration":"123.737407ms","start":"2026-03-18T09:55:44.540376Z","end":"2026-03-18T09:55:44.664114Z","steps":["trace[1827564745] 'agreement among raft nodes before linearized reading' (duration: 123.541922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:44.66413Z","caller":"traceutil/trace.go:171","msg":"trace[185118971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1867; }","duration":"153.057365ms","start":"2026-03-18T09:55:44.511052Z","end":"2026-03-18T09:55:44.664109Z","steps":["trace[185118971] 'agreement among raft nodes before linearized reading' (duration: 152.842481ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:44.929952Z","caller":"traceutil/trace.go:171","msg":"trace[1082141227] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1947; }","duration":"102.803057ms","start":"2026-03-18T09:55:44.827121Z","end":"2026-03-18T09:55:44.929924Z","steps":["trace[1082141227] 'read index received' (duration: 14.632375ms)","trace[1082141227] 'applied index is now lower than readState.Index' (duration: 88.169502ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:44.930169Z","caller":"traceutil/trace.go:171","msg":"trace[250054335] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"210.899087ms","start":"2026-03-18T09:55:44.719231Z","end":"2026-03-18T09:55:44.930131Z","steps":["trace[250054335] 'process raft request' (duration: 122.553561ms)","trace[250054335] 'compare' (duration: 87.971138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:44.930326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.199236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:55:44.930411Z","caller":"traceutil/trace.go:171","msg":"trace[1381057637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1870; }","duration":"103.348289ms","start":"2026-03-18T09:55:44.827044Z","end":"2026-03-18T09:55:44.930392Z","steps":["trace[1381057637] 'agreement among raft nodes before linearized reading' (duration: 103.141734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:44.930783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.360608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:55:44.93085Z","caller":"traceutil/trace.go:171","msg":"trace[1184928296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1870; }","duration":"103.491671ms","start":"2026-03-18T09:55:44.827343Z","end":"2026-03-18T09:55:44.930835Z","steps":["trace[1184928296] 'agreement among raft nodes before linearized reading' (duration: 103.220585ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:45.111503Z","caller":"traceutil/trace.go:171","msg":"trace[1464428276] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"175.810464ms","start":"2026-03-18T09:55:44.935644Z","end":"2026-03-18T09:55:45.111455Z","steps":["trace[1464428276] 'process raft request' (duration: 127.552758ms)","trace[1464428276] 'compare' (duration: 48.145374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:47.14656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674379014,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T09:55:47.2836Z","caller":"traceutil/trace.go:171","msg":"trace[1703130407] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"790.93072ms","start":"2026-03-18T09:55:46.492638Z","end":"2026-03-18T09:55:47.283568Z","steps":["trace[1703130407] 'process raft request' (duration: 790.737255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.283928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.492572Z","time spent":"791.128793ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:47.576971Z","caller":"traceutil/trace.go:171","msg":"trace[2062055369] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1951; }","duration":"931.496677ms","start":"2026-03-18T09:55:46.645446Z","end":"2026-03-18T09:55:47.576942Z","steps":["trace[2062055369] 'read index received' (duration: 638.011626ms)","trace[2062055369] 'applied index is now lower than readState.Index' (duration: 293.483431ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:47.577011Z","caller":"traceutil/trace.go:171","msg":"trace[1253876638] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"906.640304ms","start":"2026-03-18T09:55:46.670318Z","end":"2026-03-18T09:55:47.576959Z","steps":["trace[1253876638] 'process raft request' (duration: 887.369731ms)","trace[1253876638] 'compare' (duration: 19.033778ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:47.577149Z","caller":"traceutil/trace.go:171","msg":"trace[1916613551] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"833.216667ms","start":"2026-03-18T09:55:46.743921Z","end":"2026-03-18T09:55:47.577138Z","steps":["trace[1916613551] 'process raft request' (duration: 832.977062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.577377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.743905Z","time spent":"833.328599ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:47.577391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.544204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:55:47.577453Z","caller":"traceutil/trace.go:171","msg":"trace[898264093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1877; }","duration":"881.665126ms","start":"2026-03-18T09:55:46.695771Z","end":"2026-03-18T09:55:47.577436Z","steps":["trace[898264093] 'agreement among raft nodes before linearized reading' (duration: 881.461662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.577503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.809096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:55:47.577513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.695738Z","time spent":"881.7635ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T09:55:47.577549Z","caller":"traceutil/trace.go:171","msg":"trace[217272867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1877; }","duration":"183.903687ms","start":"2026-03-18T09:55:47.393632Z","end":"2026-03-18T09:55:47.577536Z","steps":["trace[217272867] 'agreement among raft nodes before linearized reading' (duration: 183.844536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.577391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.220036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T09:55:47.577597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.916387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12380"} {"level":"info","ts":"2026-03-18T09:55:47.577661Z","caller":"traceutil/trace.go:171","msg":"trace[1372686101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1877; }","duration":"594.525673ms","start":"2026-03-18T09:55:46.983121Z","end":"2026-03-18T09:55:47.577647Z","steps":["trace[1372686101] 'agreement among raft nodes before linearized reading' (duration: 594.123504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.577672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.03541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T09:55:47.577688Z","caller":"traceutil/trace.go:171","msg":"trace[1500317345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1877; }","duration":"688.06556ms","start":"2026-03-18T09:55:46.8896Z","end":"2026-03-18T09:55:47.577666Z","steps":["trace[1500317345] 'agreement among raft nodes before linearized reading' (duration: 687.817175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.577711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.983103Z","time spent":"594.595874ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T09:55:47.577725Z","caller":"traceutil/trace.go:171","msg":"trace[1117937437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1877; }","duration":"858.089251ms","start":"2026-03-18T09:55:46.71962Z","end":"2026-03-18T09:55:47.577709Z","steps":["trace[1117937437] 'agreement among raft nodes before linearized reading' (duration: 857.923518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.577741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.889575Z","time spent":"688.157793ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T09:55:47.577768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.719576Z","time spent":"858.185123ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T09:55:47.577721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.350043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T09:55:47.577856Z","caller":"traceutil/trace.go:171","msg":"trace[728162356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1877; }","duration":"461.500067ms","start":"2026-03-18T09:55:47.116309Z","end":"2026-03-18T09:55:47.577809Z","steps":["trace[728162356] 'agreement among raft nodes before linearized reading' (duration: 461.181701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.577917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.459243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:47.577947Z","caller":"traceutil/trace.go:171","msg":"trace[135064212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"854.530975ms","start":"2026-03-18T09:55:46.723404Z","end":"2026-03-18T09:55:47.577935Z","steps":["trace[135064212] 'agreement among raft nodes before linearized reading' (duration: 854.443153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.577975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.723386Z","time spent":"854.582716ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T09:55:47.577995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.211208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T09:55:47.577992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:47.11628Z","time spent":"461.65863ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:47.57746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.024008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:47.578027Z","caller":"traceutil/trace.go:171","msg":"trace[256884932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1877; }","duration":"643.28978ms","start":"2026-03-18T09:55:46.934727Z","end":"2026-03-18T09:55:47.578017Z","steps":["trace[256884932] 'agreement among raft nodes before linearized reading' (duration: 643.202998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:47.578044Z","caller":"traceutil/trace.go:171","msg":"trace[1637761948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"932.636811ms","start":"2026-03-18T09:55:46.645396Z","end":"2026-03-18T09:55:47.578033Z","steps":["trace[1637761948] 'agreement among raft nodes before linearized reading' (duration: 932.034188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.578083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.645374Z","time spent":"932.698782ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T09:55:47.577117Z","caller":"traceutil/trace.go:171","msg":"trace[1848247312] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"906.743526ms","start":"2026-03-18T09:55:46.670362Z","end":"2026-03-18T09:55:47.577105Z","steps":["trace[1848247312] 'process raft request' (duration: 906.494301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.578138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.934701Z","time spent":"643.35621ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:55:47.577377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.670283Z","time spent":"906.898359ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:47.578302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:46.670319Z","time spent":"907.824678ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:47.772757Z","caller":"traceutil/trace.go:171","msg":"trace[1355332190] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"189.655541ms","start":"2026-03-18T09:55:47.583072Z","end":"2026-03-18T09:55:47.772727Z","steps":["trace[1355332190] 'process raft request' (duration: 188.190459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:47.773034Z","caller":"traceutil/trace.go:171","msg":"trace[837107922] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"189.871586ms","start":"2026-03-18T09:55:47.583138Z","end":"2026-03-18T09:55:47.77301Z","steps":["trace[837107922] 'process raft request' (duration: 189.528689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:47.773122Z","caller":"traceutil/trace.go:171","msg":"trace[712157436] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"189.613661ms","start":"2026-03-18T09:55:47.583473Z","end":"2026-03-18T09:55:47.773087Z","steps":["trace[712157436] 'process raft request' (duration: 189.457348ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:47.773203Z","caller":"traceutil/trace.go:171","msg":"trace[1900886342] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1955; }","duration":"183.226793ms","start":"2026-03-18T09:55:47.589959Z","end":"2026-03-18T09:55:47.773186Z","steps":["trace[1900886342] 'read index received' (duration: 26.285654ms)","trace[1900886342] 'applied index is now lower than readState.Index' (duration: 156.939279ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:47.77331Z","caller":"traceutil/trace.go:171","msg":"trace[1260291166] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"189.351644ms","start":"2026-03-18T09:55:47.583944Z","end":"2026-03-18T09:55:47.773296Z","steps":["trace[1260291166] 'process raft request' (duration: 189.099099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.773437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.745802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:47.773537Z","caller":"traceutil/trace.go:171","msg":"trace[402342629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1882; }","duration":"127.907175ms","start":"2026-03-18T09:55:47.645604Z","end":"2026-03-18T09:55:47.773511Z","steps":["trace[402342629] 'agreement among raft nodes before linearized reading' (duration: 127.739301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:47.773882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.465728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:47.77396Z","caller":"traceutil/trace.go:171","msg":"trace[1253026878] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1882; }","duration":"184.009099ms","start":"2026-03-18T09:55:47.589937Z","end":"2026-03-18T09:55:47.773946Z","steps":["trace[1253026878] 'agreement among raft nodes before linearized reading' (duration: 183.418567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:48.696519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.582285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:48.696647Z","caller":"traceutil/trace.go:171","msg":"trace[426750835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1883; }","duration":"110.764788ms","start":"2026-03-18T09:55:48.585854Z","end":"2026-03-18T09:55:48.696618Z","steps":["trace[426750835] 'range keys from in-memory index tree' (duration: 110.299678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:52.148228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674379063,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T09:55:52.36449Z","caller":"traceutil/trace.go:171","msg":"trace[1842861977] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"762.577851ms","start":"2026-03-18T09:55:51.601886Z","end":"2026-03-18T09:55:52.364463Z","steps":["trace[1842861977] 'process raft request' (duration: 762.407247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:52.364716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.601841Z","time spent":"762.767725ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:53.400492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.997054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:53.400662Z","caller":"traceutil/trace.go:171","msg":"trace[1871544517] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.792815078s","start":"2026-03-18T09:55:51.607815Z","end":"2026-03-18T09:55:53.40063Z","steps":["trace[1871544517] 'process raft request' (duration: 870.56583ms)","trace[1871544517] 'compare' (duration: 921.835209ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:53.400801Z","caller":"traceutil/trace.go:171","msg":"trace[44509021] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"853.187107ms","start":"2026-03-18T09:55:52.547593Z","end":"2026-03-18T09:55:53.40078Z","steps":["trace[44509021] 'process raft request' (duration: 853.067335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.400824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.607776Z","time spent":"1.792959931s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:53.400889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:52.54757Z","time spent":"853.284499ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:53.400849Z","caller":"traceutil/trace.go:171","msg":"trace[1891971008] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1972; }","duration":"1.753335161s","start":"2026-03-18T09:55:51.647476Z","end":"2026-03-18T09:55:53.400811Z","steps":["trace[1891971008] 'read index received' (duration: 716.899481ms)","trace[1891971008] 'applied index is now lower than readState.Index' (duration: 1.03643168s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:53.401096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753615066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T09:55:53.401156Z","caller":"traceutil/trace.go:171","msg":"trace[1334111037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1896; }","duration":"1.753747689s","start":"2026-03-18T09:55:51.647397Z","end":"2026-03-18T09:55:53.401144Z","steps":["trace[1334111037] 'agreement among raft nodes before linearized reading' (duration: 1.753529234s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.401195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.64736Z","time spent":"1.753825951s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T09:55:53.854318Z","caller":"traceutil/trace.go:171","msg":"trace[338007989] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1975; }","duration":"453.235651ms","start":"2026-03-18T09:55:53.401025Z","end":"2026-03-18T09:55:53.85426Z","steps":["trace[338007989] 'read index received' (duration: 358.774103ms)","trace[338007989] 'applied index is now lower than readState.Index' (duration: 94.460148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:53.854478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314766236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:55:53.854532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005636047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:55:53.854534Z","caller":"traceutil/trace.go:171","msg":"trace[703151089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1897; }","duration":"1.314891508s","start":"2026-03-18T09:55:52.539625Z","end":"2026-03-18T09:55:53.854517Z","steps":["trace[703151089] 'agreement among raft nodes before linearized reading' (duration: 1.314759535s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:53.85457Z","caller":"traceutil/trace.go:171","msg":"trace[595981293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1897; }","duration":"2.005741159s","start":"2026-03-18T09:55:51.848817Z","end":"2026-03-18T09:55:53.854558Z","steps":["trace[595981293] 'agreement among raft nodes before linearized reading' (duration: 2.005601246s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.854591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:52.539595Z","time spent":"1.314980129s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:53.854675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335745016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:53.854689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061700253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12380"} {"level":"info","ts":"2026-03-18T09:55:53.854748Z","caller":"traceutil/trace.go:171","msg":"trace[2072828974] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1897; }","duration":"1.335845418s","start":"2026-03-18T09:55:52.518878Z","end":"2026-03-18T09:55:53.854724Z","steps":["trace[2072828974] 'agreement among raft nodes before linearized reading' (duration: 1.335758256s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:53.854797Z","caller":"traceutil/trace.go:171","msg":"trace[1190446806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1897; }","duration":"1.061872577s","start":"2026-03-18T09:55:52.792902Z","end":"2026-03-18T09:55:53.854774Z","steps":["trace[1190446806] 'agreement among raft nodes before linearized reading' (duration: 1.061637352s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.854806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:52.518853Z","time spent":"1.33594265s","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:53.854821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016186004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:55:53.854846Z","caller":"traceutil/trace.go:171","msg":"trace[162714438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1897; }","duration":"2.016254515s","start":"2026-03-18T09:55:51.838584Z","end":"2026-03-18T09:55:53.854838Z","steps":["trace[162714438] 'agreement among raft nodes before linearized reading' (duration: 2.016195314s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.854844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:52.792864Z","time spent":"1.061970639s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T09:55:53.854879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.838558Z","time spent":"2.016314457s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T09:55:53.855091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029331415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:55:53.855103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209968145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:53.855128Z","caller":"traceutil/trace.go:171","msg":"trace[84390960] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1897; }","duration":"2.029412807s","start":"2026-03-18T09:55:51.825704Z","end":"2026-03-18T09:55:53.855117Z","steps":["trace[84390960] 'agreement among raft nodes before linearized reading' (duration: 2.029350726s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.855125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626825865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:55:53.855158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.825675Z","time spent":"2.029474939s","remote":"127.0.0.1:53012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:53.854604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.848784Z","time spent":"2.005812841s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T09:55:53.855169Z","caller":"traceutil/trace.go:171","msg":"trace[1011667031] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1897; }","duration":"1.626932838s","start":"2026-03-18T09:55:52.22822Z","end":"2026-03-18T09:55:53.855153Z","steps":["trace[1011667031] 'agreement among raft nodes before linearized reading' (duration: 1.626849786s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.855205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:52.228189Z","time spent":"1.627007229s","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:53.855153Z","caller":"traceutil/trace.go:171","msg":"trace[2051780027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1897; }","duration":"1.210065257s","start":"2026-03-18T09:55:52.645071Z","end":"2026-03-18T09:55:53.855137Z","steps":["trace[2051780027] 'agreement among raft nodes before linearized reading' (duration: 1.209985806s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.854762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007254491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T09:55:53.855313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:52.645043Z","time spent":"1.210263242s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T09:55:53.855326Z","caller":"traceutil/trace.go:171","msg":"trace[1997705469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1897; }","duration":"2.007833483s","start":"2026-03-18T09:55:51.847479Z","end":"2026-03-18T09:55:53.855312Z","steps":["trace[1997705469] 'agreement among raft nodes before linearized reading' (duration: 2.00723637s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.855379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.847468Z","time spent":"2.007898145s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:53.854568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897451474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T09:55:53.855424Z","caller":"traceutil/trace.go:171","msg":"trace[1644408743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1897; }","duration":"1.898360823s","start":"2026-03-18T09:55:51.957048Z","end":"2026-03-18T09:55:53.855409Z","steps":["trace[1644408743] 'agreement among raft nodes before linearized reading' (duration: 1.89725865s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.854698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006333052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T09:55:53.855468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.957035Z","time spent":"1.898422695s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T09:55:53.855479Z","caller":"traceutil/trace.go:171","msg":"trace[1897119960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1897; }","duration":"2.007131088s","start":"2026-03-18T09:55:51.848335Z","end":"2026-03-18T09:55:53.855466Z","steps":["trace[1897119960] 'agreement among raft nodes before linearized reading' (duration: 2.006291311s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:53.854312Z","caller":"traceutil/trace.go:171","msg":"trace[1805879976] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"490.877848ms","start":"2026-03-18T09:55:53.363388Z","end":"2026-03-18T09:55:53.854266Z","steps":["trace[1805879976] 'process raft request' (duration: 396.387649ms)","trace[1805879976] 'compare' (duration: 94.112271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:53.855524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.848323Z","time spent":"2.007189069s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T09:55:53.85558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.363351Z","time spent":"492.175936ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:53.855599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114080055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:53.855649Z","caller":"traceutil/trace.go:171","msg":"trace[1362809129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"2.114173207s","start":"2026-03-18T09:55:51.741458Z","end":"2026-03-18T09:55:53.855631Z","steps":["trace[1362809129] 'agreement among raft nodes before linearized reading' (duration: 2.114030674s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:53.855692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:51.741437Z","time spent":"2.114246858s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T09:55:54.39518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.5345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:54.395693Z","caller":"traceutil/trace.go:171","msg":"trace[1523294326] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"532.977661ms","start":"2026-03-18T09:55:53.862691Z","end":"2026-03-18T09:55:54.395669Z","steps":["trace[1523294326] 'process raft request' (duration: 532.92555ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:54.395774Z","caller":"traceutil/trace.go:171","msg":"trace[771033121] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"534.426993ms","start":"2026-03-18T09:55:53.861289Z","end":"2026-03-18T09:55:54.395716Z","steps":["trace[771033121] 'process raft request' (duration: 534.188368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:54.395818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.862685Z","time spent":"533.075213ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:54.395871Z","caller":"traceutil/trace.go:171","msg":"trace[1200725459] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"991.565447ms","start":"2026-03-18T09:55:53.404211Z","end":"2026-03-18T09:55:54.395776Z","steps":["trace[1200725459] 'process raft request' (duration: 644.320032ms)","trace[1200725459] 'compare' (duration: 346.181822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:54.396014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.861278Z","time spent":"534.614427ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:54.396018Z","caller":"traceutil/trace.go:171","msg":"trace[1945712047] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"533.150705ms","start":"2026-03-18T09:55:53.862613Z","end":"2026-03-18T09:55:54.395764Z","steps":["trace[1945712047] 'process raft request' (duration: 532.965292ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:54.395952Z","caller":"traceutil/trace.go:171","msg":"trace[1495609160] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"533.661576ms","start":"2026-03-18T09:55:53.862116Z","end":"2026-03-18T09:55:54.395777Z","steps":["trace[1495609160] 'process raft request' (duration: 533.411431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:54.395927Z","caller":"traceutil/trace.go:171","msg":"trace[694019908] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"534.560906ms","start":"2026-03-18T09:55:53.861177Z","end":"2026-03-18T09:55:54.395738Z","steps":["trace[694019908] 'process raft request' (duration: 534.130207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:54.396174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.129964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189de6ebbd13556f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T09:55:54.396186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.862102Z","time spent":"534.021644ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:54.396157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.862603Z","time spent":"533.493122ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:54.396305Z","caller":"traceutil/trace.go:171","msg":"trace[331859922] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189de6ebbd13556f; range_end:; response_count:1; response_revision:1903; }","duration":"955.311048ms","start":"2026-03-18T09:55:53.440919Z","end":"2026-03-18T09:55:54.39623Z","steps":["trace[331859922] 'agreement among raft nodes before linearized reading' (duration: 954.93009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:54.396314Z","caller":"traceutil/trace.go:171","msg":"trace[1482518441] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1976; }","duration":"541.194258ms","start":"2026-03-18T09:55:53.854392Z","end":"2026-03-18T09:55:54.395549Z","steps":["trace[1482518441] 'read index received' (duration: 194.225139ms)","trace[1482518441] 'applied index is now lower than readState.Index' (duration: 346.929768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:54.396317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.861143Z","time spent":"535.100808ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:54.396348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.440892Z","time spent":"955.444782ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189de6ebbd13556f\" "} {"level":"warn","ts":"2026-03-18T09:55:54.396415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.404187Z","time spent":"991.866514ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:55.168037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.988357ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T09:55:55.16867Z","caller":"traceutil/trace.go:171","msg":"trace[1662168109] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"769.414788ms","start":"2026-03-18T09:55:54.39922Z","end":"2026-03-18T09:55:55.168635Z","steps":["trace[1662168109] 'process raft request' (duration: 769.178263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:55.168747Z","caller":"traceutil/trace.go:171","msg":"trace[1462655743] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"798.170095ms","start":"2026-03-18T09:55:54.370535Z","end":"2026-03-18T09:55:55.168705Z","steps":["trace[1462655743] 'process raft request' (duration: 797.657254ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:55.168777Z","caller":"traceutil/trace.go:171","msg":"trace[2129234742] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1982; }","duration":"772.372702ms","start":"2026-03-18T09:55:54.396366Z","end":"2026-03-18T09:55:55.168739Z","steps":["trace[2129234742] 'read index received' (duration: 133.68814ms)","trace[2129234742] 'applied index is now lower than readState.Index' (duration: 638.681302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:55.168848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.399197Z","time spent":"769.545841ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:55.168902Z","caller":"traceutil/trace.go:171","msg":"trace[1233494302] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"322.941093ms","start":"2026-03-18T09:55:54.845937Z","end":"2026-03-18T09:55:55.168878Z","steps":["trace[1233494302] 'process raft request' (duration: 322.582805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:55.168936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.370516Z","time spent":"798.317999ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:55.169038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.557903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:55:55.169066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.84591Z","time spent":"323.066176ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:55.169092Z","caller":"traceutil/trace.go:171","msg":"trace[2045246905] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1907; }","duration":"825.677416ms","start":"2026-03-18T09:55:54.343401Z","end":"2026-03-18T09:55:55.169078Z","steps":["trace[2045246905] 'agreement among raft nodes before linearized reading' (duration: 825.533833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:55.169132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.34339Z","time spent":"825.730627ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:55.169148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.438581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:55.169204Z","caller":"traceutil/trace.go:171","msg":"trace[968392708] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1907; }","duration":"921.513293ms","start":"2026-03-18T09:55:54.247661Z","end":"2026-03-18T09:55:55.169174Z","steps":["trace[968392708] 'agreement among raft nodes before linearized reading' (duration: 921.415991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:55.169251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.247642Z","time spent":"921.600575ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:55.169254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.573515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:55:55.16924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303879481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:55.169291Z","caller":"traceutil/trace.go:171","msg":"trace[1755218322] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1907; }","duration":"609.609326ms","start":"2026-03-18T09:55:54.559668Z","end":"2026-03-18T09:55:55.169277Z","steps":["trace[1755218322] 'agreement among raft nodes before linearized reading' (duration: 609.553625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:55.169258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00286655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:55.169326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.559617Z","time spent":"609.700648ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:55:55.169332Z","caller":"traceutil/trace.go:171","msg":"trace[989918109] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1907; }","duration":"1.304078726s","start":"2026-03-18T09:55:53.865233Z","end":"2026-03-18T09:55:55.169312Z","steps":["trace[989918109] 'agreement among raft nodes before linearized reading' (duration: 1.303840651s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:55.16938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.865226Z","time spent":"1.304144887s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T09:55:55.169374Z","caller":"traceutil/trace.go:171","msg":"trace[2056521785] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1907; }","duration":"1.003029273s","start":"2026-03-18T09:55:54.166315Z","end":"2026-03-18T09:55:55.169344Z","steps":["trace[2056521785] 'agreement among raft nodes before linearized reading' (duration: 1.002845039s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:55.169434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.166297Z","time spent":"1.003125065s","remote":"127.0.0.1:49314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:55.219728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.084031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:55.21985Z","caller":"traceutil/trace.go:171","msg":"trace[203641867] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1907; }","duration":"416.231445ms","start":"2026-03-18T09:55:54.803574Z","end":"2026-03-18T09:55:55.219806Z","steps":["trace[203641867] 'agreement among raft nodes before linearized reading' (duration: 365.939485ms)","trace[203641867] 'count revisions from in-memory index tree' (duration: 50.166037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:55.219898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.803551Z","time spent":"416.334737ms","remote":"127.0.0.1:49274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:55.219916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.406796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:55.219987Z","caller":"traceutil/trace.go:171","msg":"trace[576978550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1907; }","duration":"537.53152ms","start":"2026-03-18T09:55:54.682435Z","end":"2026-03-18T09:55:55.219967Z","steps":["trace[576978550] 'agreement among raft nodes before linearized reading' (duration: 487.089097ms)","trace[576978550] 'count revisions from in-memory index tree' (duration: 50.346821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:55.220028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.682415Z","time spent":"537.602461ms","remote":"127.0.0.1:34694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:55.220141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363792096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:55.220178Z","caller":"traceutil/trace.go:171","msg":"trace[1729175407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1907; }","duration":"1.363844378s","start":"2026-03-18T09:55:53.856319Z","end":"2026-03-18T09:55:55.220164Z","steps":["trace[1729175407] 'agreement among raft nodes before linearized reading' (duration: 1.3131701s)","trace[1729175407] 'range keys from in-memory index tree' (duration: 50.628106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:55.220216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:53.856299Z","time spent":"1.363903219s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:55:55.220516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.204578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T09:55:55.220552Z","caller":"traceutil/trace.go:171","msg":"trace[345081087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"357.26077ms","start":"2026-03-18T09:55:54.863278Z","end":"2026-03-18T09:55:55.220539Z","steps":["trace[345081087] 'agreement among raft nodes before linearized reading' (duration: 306.225614ms)","trace[345081087] 'range keys from in-memory index tree' (duration: 50.873593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:55.220614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:54.863265Z","time spent":"357.312431ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T09:55:55.960341Z","caller":"traceutil/trace.go:171","msg":"trace[1509872924] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"553.82177ms","start":"2026-03-18T09:55:55.406489Z","end":"2026-03-18T09:55:55.960311Z","steps":["trace[1509872924] 'process raft request' (duration: 553.632326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:55.960522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:55.406454Z","time spent":"553.979273ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:55.987855Z","caller":"traceutil/trace.go:171","msg":"trace[389767469] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"125.270639ms","start":"2026-03-18T09:55:55.862565Z","end":"2026-03-18T09:55:55.987836Z","steps":["trace[389767469] 'process raft request' (duration: 124.897241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:56.822723Z","caller":"traceutil/trace.go:171","msg":"trace[1085095617] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"417.966463ms","start":"2026-03-18T09:55:56.404728Z","end":"2026-03-18T09:55:56.822694Z","steps":["trace[1085095617] 'process raft request' (duration: 417.780839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:56.822955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:56.404706Z","time spent":"418.099057ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:57.577058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.808303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:55:57.577343Z","caller":"traceutil/trace.go:171","msg":"trace[1435951524] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.172494172s","start":"2026-03-18T09:55:56.404819Z","end":"2026-03-18T09:55:57.577313Z","steps":["trace[1435951524] 'process raft request' (duration: 943.292111ms)","trace[1435951524] 'compare' (duration: 228.610478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:55:57.577491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:56.404801Z","time spent":"1.172611455s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:57.577487Z","caller":"traceutil/trace.go:171","msg":"trace[95239267] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.172441821s","start":"2026-03-18T09:55:56.405016Z","end":"2026-03-18T09:55:57.577458Z","steps":["trace[95239267] 'process raft request' (duration: 1.172334128s)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:57.577488Z","caller":"traceutil/trace.go:171","msg":"trace[1358629256] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.172461962s","start":"2026-03-18T09:55:56.404994Z","end":"2026-03-18T09:55:57.577456Z","steps":["trace[1358629256] 'process raft request' (duration: 1.172218147s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:57.577632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:56.404986Z","time spent":"1.172567034s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:55:57.577708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:56.405Z","time spent":"1.172542952s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:57.577792Z","caller":"traceutil/trace.go:171","msg":"trace[1787818507] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1989; }","duration":"1.163689072s","start":"2026-03-18T09:55:56.414077Z","end":"2026-03-18T09:55:57.577766Z","steps":["trace[1787818507] 'read index received' (duration: 408.445458ms)","trace[1787818507] 'applied index is now lower than readState.Index' (duration: 755.242334ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:55:57.57782Z","caller":"traceutil/trace.go:171","msg":"trace[1794806872] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.165088243s","start":"2026-03-18T09:55:56.412696Z","end":"2026-03-18T09:55:57.577784Z","steps":["trace[1794806872] 'process raft request' (duration: 1.164711045s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:57.577973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:56.412665Z","time spent":"1.165233056s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:57.577969Z","caller":"traceutil/trace.go:171","msg":"trace[231678446] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"403.287568ms","start":"2026-03-18T09:55:57.174657Z","end":"2026-03-18T09:55:57.577945Z","steps":["trace[231678446] 'process raft request' (duration: 403.022942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:57.578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163908527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T09:55:57.578047Z","caller":"traceutil/trace.go:171","msg":"trace[1712536521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1915; }","duration":"1.163977278s","start":"2026-03-18T09:55:56.414057Z","end":"2026-03-18T09:55:57.578034Z","steps":["trace[1712536521] 'agreement among raft nodes before linearized reading' (duration: 1.163843215s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:57.578066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.304531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-18T09:55:57.578083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:56.414049Z","time spent":"1.164026089s","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:55:57.578088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:57.17463Z","time spent":"403.393231ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:55:57.578098Z","caller":"traceutil/trace.go:171","msg":"trace[1796513777] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1915; }","duration":"364.372883ms","start":"2026-03-18T09:55:57.213713Z","end":"2026-03-18T09:55:57.578086Z","steps":["trace[1796513777] 'agreement among raft nodes before linearized reading' (duration: 364.317132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:57.578124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.91994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T09:55:57.57814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:57.213691Z","time spent":"364.441154ms","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-18T09:55:57.578147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.005171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:55:57.578004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.959809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:55:57.578185Z","caller":"traceutil/trace.go:171","msg":"trace[1312244702] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1915; }","duration":"171.063733ms","start":"2026-03-18T09:55:57.407112Z","end":"2026-03-18T09:55:57.578176Z","steps":["trace[1312244702] 'agreement among raft nodes before linearized reading' (duration: 170.999911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:57.578193Z","caller":"traceutil/trace.go:171","msg":"trace[298036579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"933.210124ms","start":"2026-03-18T09:55:56.644972Z","end":"2026-03-18T09:55:57.578182Z","steps":["trace[298036579] 'agreement among raft nodes before linearized reading' (duration: 932.982059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:55:57.578213Z","caller":"traceutil/trace.go:171","msg":"trace[297979963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"342.002552ms","start":"2026-03-18T09:55:57.236167Z","end":"2026-03-18T09:55:57.578169Z","steps":["trace[297979963] 'agreement among raft nodes before linearized reading' (duration: 341.795557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:57.578227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:56.644946Z","time spent":"933.272066ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T09:55:57.578224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.280714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125396"} {"level":"warn","ts":"2026-03-18T09:55:57.578264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:57.236155Z","time spent":"342.095784ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T09:55:57.578276Z","caller":"traceutil/trace.go:171","msg":"trace[443773518] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1915; }","duration":"366.361356ms","start":"2026-03-18T09:55:57.211898Z","end":"2026-03-18T09:55:57.578259Z","steps":["trace[443773518] 'agreement among raft nodes before linearized reading' (duration: 366.144811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:55:57.578308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:55:57.211885Z","time spent":"366.416466ms","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125419,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-18T09:56:03.217053Z","caller":"traceutil/trace.go:171","msg":"trace[1733664241] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2018; }","duration":"362.727867ms","start":"2026-03-18T09:56:02.854261Z","end":"2026-03-18T09:56:03.216989Z","steps":["trace[1733664241] 'read index received' (duration: 362.499062ms)","trace[1733664241] 'applied index is now lower than readState.Index' (duration: 227.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:56:03.217137Z","caller":"traceutil/trace.go:171","msg":"trace[1419699224] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"366.929977ms","start":"2026-03-18T09:56:02.850117Z","end":"2026-03-18T09:56:03.217047Z","steps":["trace[1419699224] 'process raft request' (duration: 366.675462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:56:03.21729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.181718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:56:03.217296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.002182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T09:56:03.217293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:56:02.850091Z","time spent":"367.121672ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T09:56:03.217362Z","caller":"traceutil/trace.go:171","msg":"trace[831925809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1938; }","duration":"119.30898ms","start":"2026-03-18T09:56:03.098035Z","end":"2026-03-18T09:56:03.217344Z","steps":["trace[831925809] 'agreement among raft nodes before linearized reading' (duration: 119.173808ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:56:03.21737Z","caller":"traceutil/trace.go:171","msg":"trace[683751749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1938; }","duration":"363.158346ms","start":"2026-03-18T09:56:02.854195Z","end":"2026-03-18T09:56:03.217354Z","steps":["trace[683751749] 'agreement among raft nodes before linearized reading' (duration: 363.003482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:56:03.217423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:56:02.854171Z","time spent":"363.233898ms","remote":"127.0.0.1:42374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T09:57:45.750778Z","caller":"traceutil/trace.go:171","msg":"trace[268881160] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2737; }","duration":"198.401437ms","start":"2026-03-18T09:57:45.552347Z","end":"2026-03-18T09:57:45.750749Z","steps":["trace[268881160] 'read index received' (duration: 198.128581ms)","trace[268881160] 'applied index is now lower than readState.Index' (duration: 271.576µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:57:45.750948Z","caller":"traceutil/trace.go:171","msg":"trace[2011489548] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"236.352403ms","start":"2026-03-18T09:57:45.514529Z","end":"2026-03-18T09:57:45.750881Z","steps":["trace[2011489548] 'process raft request' (duration: 236.025416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:45.751046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.989829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:57:45.751107Z","caller":"traceutil/trace.go:171","msg":"trace[703193368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2627; }","duration":"106.101392ms","start":"2026-03-18T09:57:45.644988Z","end":"2026-03-18T09:57:45.75109Z","steps":["trace[703193368] 'agreement among raft nodes before linearized reading' (duration: 105.99704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:45.751123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.731014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189de70702d3e0aa\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T09:57:45.751172Z","caller":"traceutil/trace.go:171","msg":"trace[961565165] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189de70702d3e0aa; range_end:; response_count:1; response_revision:2627; }","duration":"198.889949ms","start":"2026-03-18T09:57:45.552269Z","end":"2026-03-18T09:57:45.751159Z","steps":["trace[961565165] 'agreement among raft nodes before linearized reading' (duration: 198.649214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.629315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.251443ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:57:46.629426Z","caller":"traceutil/trace.go:171","msg":"trace[1008185940] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2628; }","duration":"131.384686ms","start":"2026-03-18T09:57:46.498027Z","end":"2026-03-18T09:57:46.629412Z","steps":["trace[1008185940] 'range keys from in-memory index tree' (duration: 131.232033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.630553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.643226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T09:57:46.630731Z","caller":"traceutil/trace.go:171","msg":"trace[1248366956] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2739; }","duration":"733.499514ms","start":"2026-03-18T09:57:45.897212Z","end":"2026-03-18T09:57:46.630711Z","steps":["trace[1248366956] 'read index received' (duration: 132.627723ms)","trace[1248366956] 'applied index is now lower than readState.Index' (duration: 600.869521ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T09:57:46.630927Z","caller":"traceutil/trace.go:171","msg":"trace[1611548858] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"873.926242ms","start":"2026-03-18T09:57:45.756809Z","end":"2026-03-18T09:57:46.630736Z","steps":["trace[1611548858] 'process raft request' (duration: 272.995449ms)","trace[1611548858] 'compare' (duration: 600.479123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:57:46.631114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:45.756786Z","time spent":"874.275842ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:57:46.630893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.662089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189de7096bda0540\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-18T09:57:46.643804Z","caller":"traceutil/trace.go:171","msg":"trace[586396914] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189de7096bda0540; range_end:; response_count:1; response_revision:2629; }","duration":"746.619947ms","start":"2026-03-18T09:57:45.897161Z","end":"2026-03-18T09:57:46.643781Z","steps":["trace[586396914] 'agreement among raft nodes before linearized reading' (duration: 733.600016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.643849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:45.897138Z","time spent":"746.701709ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189de7096bda0540\" "} {"level":"info","ts":"2026-03-18T09:57:46.771044Z","caller":"traceutil/trace.go:171","msg":"trace[1094228631] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"395.57316ms","start":"2026-03-18T09:57:46.375451Z","end":"2026-03-18T09:57:46.771024Z","steps":["trace[1094228631] 'process raft request' (duration: 395.312543ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:46.771093Z","caller":"traceutil/trace.go:171","msg":"trace[2030157514] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"268.891908ms","start":"2026-03-18T09:57:46.502165Z","end":"2026-03-18T09:57:46.771056Z","steps":["trace[2030157514] 'process raft request' (duration: 268.795076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:46.771204Z","caller":"traceutil/trace.go:171","msg":"trace[1274656062] linearizableReadLoop","detail":"{readStateIndex:2744; appliedIndex:2740; }","duration":"140.379507ms","start":"2026-03-18T09:57:46.630804Z","end":"2026-03-18T09:57:46.771183Z","steps":["trace[1274656062] 'read index received' (duration: 136.090371ms)","trace[1274656062] 'applied index is now lower than readState.Index' (duration: 4.288526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T09:57:46.771217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:46.375422Z","time spent":"395.707063ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:57:46.771354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.214253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T09:57:46.771396Z","caller":"traceutil/trace.go:171","msg":"trace[467330050] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2634; }","duration":"510.300874ms","start":"2026-03-18T09:57:46.261084Z","end":"2026-03-18T09:57:46.771385Z","steps":["trace[467330050] 'agreement among raft nodes before linearized reading' (duration: 510.208962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.77143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:46.261072Z","time spent":"510.349285ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T09:57:46.771444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.883986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T09:57:46.771472Z","caller":"traceutil/trace.go:171","msg":"trace[976306387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2634; }","duration":"540.931956ms","start":"2026-03-18T09:57:46.230531Z","end":"2026-03-18T09:57:46.771463Z","steps":["trace[976306387] 'agreement among raft nodes before linearized reading' (duration: 540.816154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.771482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.373827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T09:57:46.770897Z","caller":"traceutil/trace.go:171","msg":"trace[642174495] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"712.571028ms","start":"2026-03-18T09:57:46.058297Z","end":"2026-03-18T09:57:46.770868Z","steps":["trace[642174495] 'process raft request' (duration: 708.58183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.771513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.759139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T09:57:46.77159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.454654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T09:57:46.771619Z","caller":"traceutil/trace.go:171","msg":"trace[2009449348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2634; }","duration":"539.480965ms","start":"2026-03-18T09:57:46.23213Z","end":"2026-03-18T09:57:46.771611Z","steps":["trace[2009449348] 'agreement among raft nodes before linearized reading' (duration: 539.407883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:46.771614Z","caller":"traceutil/trace.go:171","msg":"trace[1563697193] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2634; }","duration":"300.904941ms","start":"2026-03-18T09:57:46.470682Z","end":"2026-03-18T09:57:46.771587Z","steps":["trace[1563697193] 'agreement among raft nodes before linearized reading' (duration: 300.547043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.771643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:46.232045Z","time spent":"539.593537ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T09:57:46.771645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.422993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T09:57:46.771655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:46.05827Z","time spent":"713.303136ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T09:57:46.771518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:46.23052Z","time spent":"540.990737ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T09:57:46.771686Z","caller":"traceutil/trace.go:171","msg":"trace[1128331788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2634; }","duration":"125.474744ms","start":"2026-03-18T09:57:46.646199Z","end":"2026-03-18T09:57:46.771674Z","steps":["trace[1128331788] 'agreement among raft nodes before linearized reading' (duration: 125.411353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.771662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:46.470664Z","time spent":"300.989804ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-18T09:57:46.771784Z","caller":"traceutil/trace.go:171","msg":"trace[249615239] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"124.982493ms","start":"2026-03-18T09:57:46.646787Z","end":"2026-03-18T09:57:46.77177Z","steps":["trace[249615239] 'process raft request' (duration: 124.338389ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:46.771814Z","caller":"traceutil/trace.go:171","msg":"trace[2033060386] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"268.777765ms","start":"2026-03-18T09:57:46.503004Z","end":"2026-03-18T09:57:46.771781Z","steps":["trace[2033060386] 'process raft request' (duration: 268.003308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.771908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.493302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T09:57:46.771523Z","caller":"traceutil/trace.go:171","msg":"trace[1939922513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2634; }","duration":"537.464489ms","start":"2026-03-18T09:57:46.234049Z","end":"2026-03-18T09:57:46.771514Z","steps":["trace[1939922513] 'agreement among raft nodes before linearized reading' (duration: 537.300186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T09:57:46.772031Z","caller":"traceutil/trace.go:171","msg":"trace[1400147059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2634; }","duration":"542.672895ms","start":"2026-03-18T09:57:46.229331Z","end":"2026-03-18T09:57:46.772004Z","steps":["trace[1400147059] 'agreement among raft nodes before linearized reading' (duration: 542.333198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T09:57:46.772093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:46.229306Z","time spent":"542.772348ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T09:57:46.772111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T09:57:46.23403Z","time spent":"538.053872ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T09:59:37.695856Z","caller":"traceutil/trace.go:171","msg":"trace[818898118] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"138.598483ms","start":"2026-03-18T09:59:37.557219Z","end":"2026-03-18T09:59:37.695817Z","steps":["trace[818898118] 'process raft request' (duration: 41.953741ms)","trace[818898118] 'compare' (duration: 96.321485ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:00:18.832832Z","caller":"traceutil/trace.go:171","msg":"trace[366227364] linearizableReadLoop","detail":"{readStateIndex:3702; appliedIndex:3701; }","duration":"146.465512ms","start":"2026-03-18T10:00:18.68633Z","end":"2026-03-18T10:00:18.832796Z","steps":["trace[366227364] 'read index received' (duration: 146.303739ms)","trace[366227364] 'applied index is now lower than readState.Index' (duration: 160.453µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:00:18.833183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.79704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:00:18.833276Z","caller":"traceutil/trace.go:171","msg":"trace[1971985174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3554; }","duration":"146.968784ms","start":"2026-03-18T10:00:18.686267Z","end":"2026-03-18T10:00:18.833236Z","steps":["trace[1971985174] 'agreement among raft nodes before linearized reading' (duration: 146.693328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:00:18.833781Z","caller":"traceutil/trace.go:171","msg":"trace[880435249] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"711.872303ms","start":"2026-03-18T10:00:18.121885Z","end":"2026-03-18T10:00:18.833757Z","steps":["trace[880435249] 'process raft request' (duration: 710.745899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:18.83393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:18.12185Z","time spent":"711.972385ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:00:49.846392Z","caller":"traceutil/trace.go:171","msg":"trace[2134321015] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"137.878131ms","start":"2026-03-18T10:00:49.708467Z","end":"2026-03-18T10:00:49.846345Z","steps":["trace[2134321015] 'process raft request' (duration: 135.294833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:50.27462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.791458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:00:50.274838Z","caller":"traceutil/trace.go:171","msg":"trace[1225140636] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"345.183208ms","start":"2026-03-18T10:00:49.929601Z","end":"2026-03-18T10:00:50.274784Z","steps":["trace[1225140636] 'process raft request' (duration: 163.088313ms)","trace[1225140636] 'compare' (duration: 181.511762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:00:50.275045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:49.929576Z","time spent":"345.364062ms","remote":"127.0.0.1:51216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:00:50.276475Z","caller":"traceutil/trace.go:171","msg":"trace[475013910] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"325.049919ms","start":"2026-03-18T10:00:49.951411Z","end":"2026-03-18T10:00:50.276461Z","steps":["trace[475013910] 'process raft request' (duration: 324.418115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:00:50.276559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:00:49.951367Z","time spent":"325.150381ms","remote":"127.0.0.1:51216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":278910,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:00:50.350533Z","caller":"traceutil/trace.go:171","msg":"trace[45557519] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"178.410643ms","start":"2026-03-18T10:00:50.1721Z","end":"2026-03-18T10:00:50.350511Z","steps":["trace[45557519] 'process raft request' (duration: 178.343842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:00:50.350612Z","caller":"traceutil/trace.go:171","msg":"trace[2135592508] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"257.958536ms","start":"2026-03-18T10:00:50.092631Z","end":"2026-03-18T10:00:50.35059Z","steps":["trace[2135592508] 'process raft request' (duration: 257.517195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:23.636857Z","caller":"traceutil/trace.go:171","msg":"trace[1517394838] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"105.959498ms","start":"2026-03-18T10:01:23.530878Z","end":"2026-03-18T10:01:23.636838Z","steps":["trace[1517394838] 'process raft request' (duration: 105.333983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:23.871912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.768365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:23.872043Z","caller":"traceutil/trace.go:171","msg":"trace[843229309] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"186.322267ms","start":"2026-03-18T10:01:23.6857Z","end":"2026-03-18T10:01:23.872023Z","steps":["trace[843229309] 'compare' (duration: 176.643043ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:23.874044Z","caller":"traceutil/trace.go:171","msg":"trace[2001528382] linearizableReadLoop","detail":"{readStateIndex:4133; appliedIndex:4131; }","duration":"179.71723ms","start":"2026-03-18T10:01:23.694303Z","end":"2026-03-18T10:01:23.87402Z","steps":["trace[2001528382] 'read index received' (duration: 724.266µs)","trace[2001528382] 'applied index is now lower than readState.Index' (duration: 178.991624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:23.874175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.831612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:23.874202Z","caller":"traceutil/trace.go:171","msg":"trace[263382302] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:3958; }","duration":"179.900594ms","start":"2026-03-18T10:01:23.694295Z","end":"2026-03-18T10:01:23.874196Z","steps":["trace[263382302] 'agreement among raft nodes before linearized reading' (duration: 179.807812ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:23.874242Z","caller":"traceutil/trace.go:171","msg":"trace[585058712] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"188.180878ms","start":"2026-03-18T10:01:23.686038Z","end":"2026-03-18T10:01:23.874219Z","steps":["trace[585058712] 'process raft request' (duration: 187.866421ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:27.80104Z","caller":"traceutil/trace.go:171","msg":"trace[715371832] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"536.954279ms","start":"2026-03-18T10:01:27.264061Z","end":"2026-03-18T10:01:27.801015Z","steps":["trace[715371832] 'process raft request' (duration: 536.797006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:27.80125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:27.264014Z","time spent":"537.146345ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:27.801439Z","caller":"traceutil/trace.go:171","msg":"trace[1686979232] linearizableReadLoop","detail":"{readStateIndex:4171; appliedIndex:4171; }","duration":"476.564776ms","start":"2026-03-18T10:01:27.324838Z","end":"2026-03-18T10:01:27.801403Z","steps":["trace[1686979232] 'read index received' (duration: 476.548856ms)","trace[1686979232] 'applied index is now lower than readState.Index' (duration: 13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:27.80187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.991805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:01:27.801989Z","caller":"traceutil/trace.go:171","msg":"trace[385780175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3995; }","duration":"477.202911ms","start":"2026-03-18T10:01:27.324764Z","end":"2026-03-18T10:01:27.801967Z","steps":["trace[385780175] 'agreement among raft nodes before linearized reading' (duration: 476.834892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:27.802031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:27.324738Z","time spent":"477.286443ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:01:27.840684Z","caller":"traceutil/trace.go:171","msg":"trace[995856332] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"186.598312ms","start":"2026-03-18T10:01:27.654056Z","end":"2026-03-18T10:01:27.840654Z","steps":["trace[995856332] 'process raft request' (duration: 186.391518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:27.840934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.66397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:27.841051Z","caller":"traceutil/trace.go:171","msg":"trace[731710243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3996; }","duration":"193.881305ms","start":"2026-03-18T10:01:27.647145Z","end":"2026-03-18T10:01:27.841026Z","steps":["trace[731710243] 'agreement among raft nodes before linearized reading' (duration: 193.65022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:31.80476Z","caller":"traceutil/trace.go:171","msg":"trace[1369060501] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"108.255308ms","start":"2026-03-18T10:01:31.696486Z","end":"2026-03-18T10:01:31.804742Z","steps":["trace[1369060501] 'process raft request' (duration: 108.042144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:31.804803Z","caller":"traceutil/trace.go:171","msg":"trace[400501653] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"108.396282ms","start":"2026-03-18T10:01:31.696353Z","end":"2026-03-18T10:01:31.804749Z","steps":["trace[400501653] 'process raft request' (duration: 108.027613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.109908Z","caller":"traceutil/trace.go:171","msg":"trace[1786170103] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"121.532634ms","start":"2026-03-18T10:01:31.988329Z","end":"2026-03-18T10:01:32.109861Z","steps":["trace[1786170103] 'process raft request' (duration: 121.179577ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.10997Z","caller":"traceutil/trace.go:171","msg":"trace[999369288] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"129.478332ms","start":"2026-03-18T10:01:31.980433Z","end":"2026-03-18T10:01:32.109911Z","steps":["trace[999369288] 'process raft request' (duration: 99.429943ms)","trace[999369288] 'compare' (duration: 28.088066ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:32.110234Z","caller":"traceutil/trace.go:171","msg":"trace[1224710039] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"121.184557ms","start":"2026-03-18T10:01:31.989018Z","end":"2026-03-18T10:01:32.110203Z","steps":["trace[1224710039] 'process raft request' (duration: 120.604104ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.110661Z","caller":"traceutil/trace.go:171","msg":"trace[900036572] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"119.99917ms","start":"2026-03-18T10:01:31.990633Z","end":"2026-03-18T10:01:32.110632Z","steps":["trace[900036572] 'process raft request' (duration: 119.348335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.110894Z","caller":"traceutil/trace.go:171","msg":"trace[613901609] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"117.952225ms","start":"2026-03-18T10:01:31.992931Z","end":"2026-03-18T10:01:32.110883Z","steps":["trace[613901609] 'process raft request' (duration: 117.617418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.110925Z","caller":"traceutil/trace.go:171","msg":"trace[421963387] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"112.537786ms","start":"2026-03-18T10:01:31.998293Z","end":"2026-03-18T10:01:32.110831Z","steps":["trace[421963387] 'process raft request' (duration: 112.409723ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.111045Z","caller":"traceutil/trace.go:171","msg":"trace[1157676078] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"113.6566ms","start":"2026-03-18T10:01:31.997373Z","end":"2026-03-18T10:01:32.11103Z","steps":["trace[1157676078] 'process raft request' (duration: 113.218851ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.111163Z","caller":"traceutil/trace.go:171","msg":"trace[324634853] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"113.710412ms","start":"2026-03-18T10:01:31.99744Z","end":"2026-03-18T10:01:32.111151Z","steps":["trace[324634853] 'process raft request' (duration: 113.19506ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.244993Z","caller":"traceutil/trace.go:171","msg":"trace[41294991] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"119.927819ms","start":"2026-03-18T10:01:32.125027Z","end":"2026-03-18T10:01:32.244955Z","steps":["trace[41294991] 'process raft request' (duration: 118.908656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.245036Z","caller":"traceutil/trace.go:171","msg":"trace[792440417] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"118.657021ms","start":"2026-03-18T10:01:32.126358Z","end":"2026-03-18T10:01:32.245015Z","steps":["trace[792440417] 'process raft request' (duration: 118.487986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.245002Z","caller":"traceutil/trace.go:171","msg":"trace[480879840] linearizableReadLoop","detail":"{readStateIndex:4332; appliedIndex:4317; }","duration":"101.036839ms","start":"2026-03-18T10:01:32.14394Z","end":"2026-03-18T10:01:32.244977Z","steps":["trace[480879840] 'read index received' (duration: 58.801448ms)","trace[480879840] 'applied index is now lower than readState.Index' (duration: 42.234481ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:32.245158Z","caller":"traceutil/trace.go:171","msg":"trace[868989425] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"116.881922ms","start":"2026-03-18T10:01:32.128243Z","end":"2026-03-18T10:01:32.245125Z","steps":["trace[868989425] 'process raft request' (duration: 116.698238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.245159Z","caller":"traceutil/trace.go:171","msg":"trace[1103250956] transaction","detail":"{read_only:false; response_revision:4153; number_of_response:1; }","duration":"117.961407ms","start":"2026-03-18T10:01:32.12716Z","end":"2026-03-18T10:01:32.245121Z","steps":["trace[1103250956] 'process raft request' (duration: 117.742492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.245218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.263255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T10:01:32.245281Z","caller":"traceutil/trace.go:171","msg":"trace[1439082262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4154; }","duration":"101.380028ms","start":"2026-03-18T10:01:32.143883Z","end":"2026-03-18T10:01:32.245263Z","steps":["trace[1439082262] 'agreement among raft nodes before linearized reading' (duration: 101.175363ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.338094Z","caller":"traceutil/trace.go:171","msg":"trace[342974153] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"126.645268ms","start":"2026-03-18T10:01:32.211403Z","end":"2026-03-18T10:01:32.338049Z","steps":["trace[342974153] 'process raft request' (duration: 126.381653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.338212Z","caller":"traceutil/trace.go:171","msg":"trace[1068864112] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"126.27145ms","start":"2026-03-18T10:01:32.211931Z","end":"2026-03-18T10:01:32.338202Z","steps":["trace[1068864112] 'process raft request' (duration: 126.147717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.338095Z","caller":"traceutil/trace.go:171","msg":"trace[768334604] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"126.543946ms","start":"2026-03-18T10:01:32.211523Z","end":"2026-03-18T10:01:32.338067Z","steps":["trace[768334604] 'process raft request' (duration: 126.411313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.338428Z","caller":"traceutil/trace.go:171","msg":"trace[1389472914] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"126.350182ms","start":"2026-03-18T10:01:32.212006Z","end":"2026-03-18T10:01:32.338356Z","steps":["trace[1389472914] 'process raft request' (duration: 126.148058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.33817Z","caller":"traceutil/trace.go:171","msg":"trace[664315844] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"126.511326ms","start":"2026-03-18T10:01:32.211649Z","end":"2026-03-18T10:01:32.33816Z","steps":["trace[664315844] 'process raft request' (duration: 126.337922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.338783Z","caller":"traceutil/trace.go:171","msg":"trace[946926871] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"124.746756ms","start":"2026-03-18T10:01:32.213986Z","end":"2026-03-18T10:01:32.338733Z","steps":["trace[946926871] 'process raft request' (duration: 124.218115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.338829Z","caller":"traceutil/trace.go:171","msg":"trace[351264869] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"124.668344ms","start":"2026-03-18T10:01:32.214149Z","end":"2026-03-18T10:01:32.338817Z","steps":["trace[351264869] 'process raft request' (duration: 124.416919ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.339111Z","caller":"traceutil/trace.go:171","msg":"trace[589925300] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"124.885709ms","start":"2026-03-18T10:01:32.214175Z","end":"2026-03-18T10:01:32.339061Z","steps":["trace[589925300] 'process raft request' (duration: 124.565202ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.339137Z","caller":"traceutil/trace.go:171","msg":"trace[1921146780] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"124.01232ms","start":"2026-03-18T10:01:32.215089Z","end":"2026-03-18T10:01:32.339101Z","steps":["trace[1921146780] 'process raft request' (duration: 123.884867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.339221Z","caller":"traceutil/trace.go:171","msg":"trace[33020996] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"124.02671ms","start":"2026-03-18T10:01:32.215184Z","end":"2026-03-18T10:01:32.33921Z","steps":["trace[33020996] 'process raft request' (duration: 123.855126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.339262Z","caller":"traceutil/trace.go:171","msg":"trace[1520599765] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"123.834976ms","start":"2026-03-18T10:01:32.215408Z","end":"2026-03-18T10:01:32.339243Z","steps":["trace[1520599765] 'process raft request' (duration: 123.689242ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.33932Z","caller":"traceutil/trace.go:171","msg":"trace[1811914922] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"123.508919ms","start":"2026-03-18T10:01:32.215792Z","end":"2026-03-18T10:01:32.339301Z","steps":["trace[1811914922] 'process raft request' (duration: 123.360946ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.339376Z","caller":"traceutil/trace.go:171","msg":"trace[1341755459] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"122.62394ms","start":"2026-03-18T10:01:32.216715Z","end":"2026-03-18T10:01:32.339339Z","steps":["trace[1341755459] 'process raft request' (duration: 122.544518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.339527Z","caller":"traceutil/trace.go:171","msg":"trace[263892956] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"123.408857ms","start":"2026-03-18T10:01:32.216059Z","end":"2026-03-18T10:01:32.339468Z","steps":["trace[263892956] 'process raft request' (duration: 123.158631ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.33973Z","caller":"traceutil/trace.go:171","msg":"trace[1279598508] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"122.809764ms","start":"2026-03-18T10:01:32.216801Z","end":"2026-03-18T10:01:32.33961Z","steps":["trace[1279598508] 'process raft request' (duration: 122.493747ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.343101Z","caller":"traceutil/trace.go:171","msg":"trace[299846383] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"125.218016ms","start":"2026-03-18T10:01:32.21786Z","end":"2026-03-18T10:01:32.343078Z","steps":["trace[299846383] 'process raft request' (duration: 121.597205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.343088Z","caller":"traceutil/trace.go:171","msg":"trace[1718058937] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"124.993912ms","start":"2026-03-18T10:01:32.218057Z","end":"2026-03-18T10:01:32.34305Z","steps":["trace[1718058937] 'process raft request' (duration: 124.650393ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.343222Z","caller":"traceutil/trace.go:171","msg":"trace[742973427] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"123.959249ms","start":"2026-03-18T10:01:32.219247Z","end":"2026-03-18T10:01:32.343206Z","steps":["trace[742973427] 'process raft request' (duration: 123.499598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.343398Z","caller":"traceutil/trace.go:171","msg":"trace[32174467] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"121.638957ms","start":"2026-03-18T10:01:32.22175Z","end":"2026-03-18T10:01:32.343389Z","steps":["trace[32174467] 'process raft request' (duration: 121.065664ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.343541Z","caller":"traceutil/trace.go:171","msg":"trace[558871704] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"119.9793ms","start":"2026-03-18T10:01:32.22355Z","end":"2026-03-18T10:01:32.343529Z","steps":["trace[558871704] 'process raft request' (duration: 119.301535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.343645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.351105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-03-18T10:01:32.343671Z","caller":"traceutil/trace.go:171","msg":"trace[434726204] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"116.184926ms","start":"2026-03-18T10:01:32.227428Z","end":"2026-03-18T10:01:32.343613Z","steps":["trace[434726204] 'process raft request' (duration: 115.536612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.343846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.708204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"warn","ts":"2026-03-18T10:01:32.343888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.551381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-03-18T10:01:32.343916Z","caller":"traceutil/trace.go:171","msg":"trace[596602935] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4177; }","duration":"119.839187ms","start":"2026-03-18T10:01:32.224056Z","end":"2026-03-18T10:01:32.343896Z","steps":["trace[596602935] 'agreement among raft nodes before linearized reading' (duration: 119.617472ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.343735Z","caller":"traceutil/trace.go:171","msg":"trace[348957911] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4177; }","duration":"123.484658ms","start":"2026-03-18T10:01:32.220226Z","end":"2026-03-18T10:01:32.343711Z","steps":["trace[348957911] 'agreement among raft nodes before linearized reading' (duration: 123.183622ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.34394Z","caller":"traceutil/trace.go:171","msg":"trace[138820275] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4177; }","duration":"128.616272ms","start":"2026-03-18T10:01:32.215307Z","end":"2026-03-18T10:01:32.343923Z","steps":["trace[138820275] 'agreement among raft nodes before linearized reading' (duration: 128.473359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.343972Z","caller":"traceutil/trace.go:171","msg":"trace[1429170893] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"125.981684ms","start":"2026-03-18T10:01:32.217978Z","end":"2026-03-18T10:01:32.343959Z","steps":["trace[1429170893] 'process raft request' (duration: 124.675404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.345017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.533969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f\" ","response":"range_response_count:1 size:8046"} {"level":"info","ts":"2026-03-18T10:01:32.345086Z","caller":"traceutil/trace.go:171","msg":"trace[1761327822] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f; range_end:; response_count:1; response_revision:4177; }","duration":"132.635111ms","start":"2026-03-18T10:01:32.212435Z","end":"2026-03-18T10:01:32.345071Z","steps":["trace[1761327822] 'agreement among raft nodes before linearized reading' (duration: 131.080387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.345297Z","caller":"traceutil/trace.go:171","msg":"trace[1246255073] transaction","detail":"{read_only:false; response_revision:4176; number_of_response:1; }","duration":"117.868344ms","start":"2026-03-18T10:01:32.227409Z","end":"2026-03-18T10:01:32.345278Z","steps":["trace[1246255073] 'process raft request' (duration: 115.497721ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.531857Z","caller":"traceutil/trace.go:171","msg":"trace[1799211517] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"278.10598ms","start":"2026-03-18T10:01:32.253708Z","end":"2026-03-18T10:01:32.531814Z","steps":["trace[1799211517] 'process raft request' (duration: 207.038179ms)","trace[1799211517] 'compare' (duration: 70.723253ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:32.531876Z","caller":"traceutil/trace.go:171","msg":"trace[1434788895] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"276.957515ms","start":"2026-03-18T10:01:32.254895Z","end":"2026-03-18T10:01:32.531852Z","steps":["trace[1434788895] 'process raft request' (duration: 276.75274ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.531932Z","caller":"traceutil/trace.go:171","msg":"trace[157681185] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"274.392067ms","start":"2026-03-18T10:01:32.2575Z","end":"2026-03-18T10:01:32.531893Z","steps":["trace[157681185] 'process raft request' (duration: 274.248284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.532103Z","caller":"traceutil/trace.go:171","msg":"trace[1731309450] linearizableReadLoop","detail":"{readStateIndex:4364; appliedIndex:4355; }","duration":"189.067808ms","start":"2026-03-18T10:01:32.343015Z","end":"2026-03-18T10:01:32.532083Z","steps":["trace[1731309450] 'read index received' (duration: 117.810082ms)","trace[1731309450] 'applied index is now lower than readState.Index' (duration: 71.256256ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:32.532203Z","caller":"traceutil/trace.go:171","msg":"trace[1243627214] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4183; }","duration":"261.4956ms","start":"2026-03-18T10:01:32.270693Z","end":"2026-03-18T10:01:32.532189Z","steps":["trace[1243627214] 'process raft request' (duration: 261.353527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.532233Z","caller":"traceutil/trace.go:171","msg":"trace[1658833450] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"264.63391ms","start":"2026-03-18T10:01:32.267582Z","end":"2026-03-18T10:01:32.532216Z","steps":["trace[1658833450] 'process raft request' (duration: 264.417405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.53229Z","caller":"traceutil/trace.go:171","msg":"trace[1632221773] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"270.375827ms","start":"2026-03-18T10:01:32.261889Z","end":"2026-03-18T10:01:32.532265Z","steps":["trace[1632221773] 'process raft request' (duration: 269.923187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.532315Z","caller":"traceutil/trace.go:171","msg":"trace[1080367951] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"267.125526ms","start":"2026-03-18T10:01:32.265086Z","end":"2026-03-18T10:01:32.532211Z","steps":["trace[1080367951] 'process raft request' (duration: 266.831709ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.532397Z","caller":"traceutil/trace.go:171","msg":"trace[1003357321] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4182; }","duration":"266.015941ms","start":"2026-03-18T10:01:32.266291Z","end":"2026-03-18T10:01:32.532307Z","steps":["trace[1003357321] 'process raft request' (duration: 265.678583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.53249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.559491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:01:32.532515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.426003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:01:32.532546Z","caller":"traceutil/trace.go:171","msg":"trace[1781756729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4183; }","duration":"221.669234ms","start":"2026-03-18T10:01:32.310863Z","end":"2026-03-18T10:01:32.532532Z","steps":["trace[1781756729] 'agreement among raft nodes before linearized reading' (duration: 221.48543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.532564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.825605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:01:32.532558Z","caller":"traceutil/trace.go:171","msg":"trace[1357716794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4183; }","duration":"276.524375ms","start":"2026-03-18T10:01:32.256022Z","end":"2026-03-18T10:01:32.532547Z","steps":["trace[1357716794] 'agreement among raft nodes before linearized reading' (duration: 276.340491ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.532643Z","caller":"traceutil/trace.go:171","msg":"trace[2095763211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4183; }","duration":"220.971118ms","start":"2026-03-18T10:01:32.311657Z","end":"2026-03-18T10:01:32.532629Z","steps":["trace[2095763211] 'agreement among raft nodes before linearized reading' (duration: 220.703282ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.532542Z","caller":"traceutil/trace.go:171","msg":"trace[2115961158] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4181; }","duration":"269.479217ms","start":"2026-03-18T10:01:32.262944Z","end":"2026-03-18T10:01:32.532423Z","steps":["trace[2115961158] 'process raft request' (duration: 268.931095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.609524Z","caller":"traceutil/trace.go:171","msg":"trace[1463175345] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"260.288814ms","start":"2026-03-18T10:01:32.349194Z","end":"2026-03-18T10:01:32.609483Z","steps":["trace[1463175345] 'process raft request' (duration: 259.981867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.609665Z","caller":"traceutil/trace.go:171","msg":"trace[1331807945] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"243.656343ms","start":"2026-03-18T10:01:32.365958Z","end":"2026-03-18T10:01:32.609614Z","steps":["trace[1331807945] 'process raft request' (duration: 243.498849ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.609676Z","caller":"traceutil/trace.go:171","msg":"trace[1169617745] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"259.474545ms","start":"2026-03-18T10:01:32.350156Z","end":"2026-03-18T10:01:32.609631Z","steps":["trace[1169617745] 'process raft request' (duration: 259.192559ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.609717Z","caller":"traceutil/trace.go:171","msg":"trace[2019873338] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"233.667331ms","start":"2026-03-18T10:01:32.376021Z","end":"2026-03-18T10:01:32.609688Z","steps":["trace[2019873338] 'process raft request' (duration: 233.531418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.609938Z","caller":"traceutil/trace.go:171","msg":"trace[1982605385] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"236.766ms","start":"2026-03-18T10:01:32.373156Z","end":"2026-03-18T10:01:32.609922Z","steps":["trace[1982605385] 'process raft request' (duration: 236.350451ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.610343Z","caller":"traceutil/trace.go:171","msg":"trace[1576091965] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"234.06703ms","start":"2026-03-18T10:01:32.37625Z","end":"2026-03-18T10:01:32.610317Z","steps":["trace[1576091965] 'process raft request' (duration: 233.391045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.610581Z","caller":"traceutil/trace.go:171","msg":"trace[1849124676] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"231.726468ms","start":"2026-03-18T10:01:32.378844Z","end":"2026-03-18T10:01:32.610571Z","steps":["trace[1849124676] 'process raft request' (duration: 231.430071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.610762Z","caller":"traceutil/trace.go:171","msg":"trace[1195817056] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"227.873091ms","start":"2026-03-18T10:01:32.382874Z","end":"2026-03-18T10:01:32.610747Z","steps":["trace[1195817056] 'process raft request' (duration: 227.458232ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.610801Z","caller":"traceutil/trace.go:171","msg":"trace[474730353] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"232.464773ms","start":"2026-03-18T10:01:32.378328Z","end":"2026-03-18T10:01:32.610793Z","steps":["trace[474730353] 'process raft request' (duration: 231.819859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.610775Z","caller":"traceutil/trace.go:171","msg":"trace[467144294] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"216.700093ms","start":"2026-03-18T10:01:32.394056Z","end":"2026-03-18T10:01:32.610756Z","steps":["trace[467144294] 'process raft request' (duration: 216.329354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.611114Z","caller":"traceutil/trace.go:171","msg":"trace[1128988519] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"216.919568ms","start":"2026-03-18T10:01:32.394161Z","end":"2026-03-18T10:01:32.611081Z","steps":["trace[1128988519] 'process raft request' (duration: 216.352205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.61126Z","caller":"traceutil/trace.go:171","msg":"trace[2143084758] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"217.054821ms","start":"2026-03-18T10:01:32.3942Z","end":"2026-03-18T10:01:32.611255Z","steps":["trace[2143084758] 'process raft request' (duration: 216.394496ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.61134Z","caller":"traceutil/trace.go:171","msg":"trace[850509496] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"217.033169ms","start":"2026-03-18T10:01:32.394302Z","end":"2026-03-18T10:01:32.611335Z","steps":["trace[850509496] 'process raft request' (duration: 216.344144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.611386Z","caller":"traceutil/trace.go:171","msg":"trace[1984729656] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"217.04392ms","start":"2026-03-18T10:01:32.394337Z","end":"2026-03-18T10:01:32.611381Z","steps":["trace[1984729656] 'process raft request' (duration: 216.935658ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.611429Z","caller":"traceutil/trace.go:171","msg":"trace[1103996843] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"216.984819ms","start":"2026-03-18T10:01:32.394428Z","end":"2026-03-18T10:01:32.611412Z","steps":["trace[1103996843] 'process raft request' (duration: 216.888997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.611523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.166136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-03-18T10:01:32.611549Z","caller":"traceutil/trace.go:171","msg":"trace[1196950993] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4198; }","duration":"103.247347ms","start":"2026-03-18T10:01:32.508295Z","end":"2026-03-18T10:01:32.611543Z","steps":["trace[1196950993] 'agreement among raft nodes before linearized reading' (duration: 103.126664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.611643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.722848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5116"} {"level":"info","ts":"2026-03-18T10:01:32.61169Z","caller":"traceutil/trace.go:171","msg":"trace[165206319] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:4198; }","duration":"240.80228ms","start":"2026-03-18T10:01:32.370871Z","end":"2026-03-18T10:01:32.611674Z","steps":["trace[165206319] 'agreement among raft nodes before linearized reading' (duration: 240.675087ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.732361Z","caller":"traceutil/trace.go:171","msg":"trace[176130363] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"112.952343ms","start":"2026-03-18T10:01:32.619349Z","end":"2026-03-18T10:01:32.732301Z","steps":["trace[176130363] 'process raft request' (duration: 61.021018ms)","trace[176130363] 'compare' (duration: 51.551977ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:32.732733Z","caller":"traceutil/trace.go:171","msg":"trace[373061593] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"112.976355ms","start":"2026-03-18T10:01:32.619652Z","end":"2026-03-18T10:01:32.732628Z","steps":["trace[373061593] 'process raft request' (duration: 112.674659ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733017Z","caller":"traceutil/trace.go:171","msg":"trace[1586451679] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"112.491174ms","start":"2026-03-18T10:01:32.620475Z","end":"2026-03-18T10:01:32.732966Z","steps":["trace[1586451679] 'process raft request' (duration: 112.006713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733204Z","caller":"traceutil/trace.go:171","msg":"trace[1911958072] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"113.808643ms","start":"2026-03-18T10:01:32.619356Z","end":"2026-03-18T10:01:32.733164Z","steps":["trace[1911958072] 'process raft request' (duration: 112.747579ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733311Z","caller":"traceutil/trace.go:171","msg":"trace[875670665] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"112.892492ms","start":"2026-03-18T10:01:32.620407Z","end":"2026-03-18T10:01:32.733299Z","steps":["trace[875670665] 'process raft request' (duration: 112.020753ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733356Z","caller":"traceutil/trace.go:171","msg":"trace[1695591201] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"113.151829ms","start":"2026-03-18T10:01:32.620193Z","end":"2026-03-18T10:01:32.733344Z","steps":["trace[1695591201] 'process raft request' (duration: 112.203748ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733356Z","caller":"traceutil/trace.go:171","msg":"trace[457258964] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"109.505997ms","start":"2026-03-18T10:01:32.623818Z","end":"2026-03-18T10:01:32.733324Z","steps":["trace[457258964] 'process raft request' (duration: 108.710999ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733411Z","caller":"traceutil/trace.go:171","msg":"trace[1978611528] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"113.945257ms","start":"2026-03-18T10:01:32.619423Z","end":"2026-03-18T10:01:32.733368Z","steps":["trace[1978611528] 'process raft request' (duration: 112.732159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733308Z","caller":"traceutil/trace.go:171","msg":"trace[703869785] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"113.538318ms","start":"2026-03-18T10:01:32.619751Z","end":"2026-03-18T10:01:32.73329Z","steps":["trace[703869785] 'process raft request' (duration: 112.609538ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733579Z","caller":"traceutil/trace.go:171","msg":"trace[774115416] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"114.12467ms","start":"2026-03-18T10:01:32.619443Z","end":"2026-03-18T10:01:32.733567Z","steps":["trace[774115416] 'process raft request' (duration: 112.742339ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733718Z","caller":"traceutil/trace.go:171","msg":"trace[1010098679] linearizableReadLoop","detail":"{readStateIndex:4400; appliedIndex:4387; }","duration":"104.992967ms","start":"2026-03-18T10:01:32.628702Z","end":"2026-03-18T10:01:32.733695Z","steps":["trace[1010098679] 'read index received' (duration: 51.699161ms)","trace[1010098679] 'applied index is now lower than readState.Index' (duration: 53.291746ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:32.733906Z","caller":"traceutil/trace.go:171","msg":"trace[1203646568] transaction","detail":"{read_only:false; response_revision:4220; number_of_response:1; }","duration":"100.893985ms","start":"2026-03-18T10:01:32.632999Z","end":"2026-03-18T10:01:32.733893Z","steps":["trace[1203646568] 'process raft request' (duration: 99.657688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.79589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"warn","ts":"2026-03-18T10:01:32.734031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.389236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7ffcd5764b-7pf8l\" ","response":"range_response_count:1 size:10026"} {"level":"info","ts":"2026-03-18T10:01:32.734052Z","caller":"traceutil/trace.go:171","msg":"trace[1047513479] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4222; }","duration":"121.861511ms","start":"2026-03-18T10:01:32.612173Z","end":"2026-03-18T10:01:32.734035Z","steps":["trace[1047513479] 'agreement among raft nodes before linearized reading' (duration: 121.616796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.73408Z","caller":"traceutil/trace.go:171","msg":"trace[1733853634] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7ffcd5764b-7pf8l; range_end:; response_count:1; response_revision:4222; }","duration":"114.469588ms","start":"2026-03-18T10:01:32.619592Z","end":"2026-03-18T10:01:32.734062Z","steps":["trace[1733853634] 'agreement among raft nodes before linearized reading' (duration: 114.280394ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.734091Z","caller":"traceutil/trace.go:171","msg":"trace[1822273247] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"114.477318ms","start":"2026-03-18T10:01:32.619596Z","end":"2026-03-18T10:01:32.734074Z","steps":["trace[1822273247] 'process raft request' (duration: 112.702488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.734279Z","caller":"traceutil/trace.go:171","msg":"trace[1438917949] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"114.695603ms","start":"2026-03-18T10:01:32.619565Z","end":"2026-03-18T10:01:32.73426Z","steps":["trace[1438917949] 'process raft request' (duration: 112.706299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.734293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.172653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5116"} {"level":"warn","ts":"2026-03-18T10:01:32.734322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.672745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7ffcd5764b\" ","response":"range_response_count:1 size:10464"} {"level":"info","ts":"2026-03-18T10:01:32.734355Z","caller":"traceutil/trace.go:171","msg":"trace[2126484561] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7ffcd5764b; range_end:; response_count:1; response_revision:4222; }","duration":"111.721987ms","start":"2026-03-18T10:01:32.622624Z","end":"2026-03-18T10:01:32.734346Z","steps":["trace[2126484561] 'agreement among raft nodes before linearized reading' (duration: 111.627135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.734355Z","caller":"traceutil/trace.go:171","msg":"trace[527800438] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:4222; }","duration":"115.270936ms","start":"2026-03-18T10:01:32.619065Z","end":"2026-03-18T10:01:32.734336Z","steps":["trace[527800438] 'agreement among raft nodes before linearized reading' (duration: 115.064771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.734294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.850298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f\" ","response":"range_response_count:1 size:9311"} {"level":"warn","ts":"2026-03-18T10:01:32.734386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.9533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"warn","ts":"2026-03-18T10:01:32.734397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.881628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-03-18T10:01:32.734433Z","caller":"traceutil/trace.go:171","msg":"trace[842965792] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4222; }","duration":"120.008421ms","start":"2026-03-18T10:01:32.614409Z","end":"2026-03-18T10:01:32.734417Z","steps":["trace[842965792] 'agreement among raft nodes before linearized reading' (duration: 119.910668ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.734436Z","caller":"traceutil/trace.go:171","msg":"trace[1922716052] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f; range_end:; response_count:1; response_revision:4222; }","duration":"120.020131ms","start":"2026-03-18T10:01:32.614392Z","end":"2026-03-18T10:01:32.734412Z","steps":["trace[1922716052] 'agreement among raft nodes before linearized reading' (duration: 119.811827ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.733996Z","caller":"traceutil/trace.go:171","msg":"trace[1554000743] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"114.457168ms","start":"2026-03-18T10:01:32.619507Z","end":"2026-03-18T10:01:32.733964Z","steps":["trace[1554000743] 'process raft request' (duration: 112.729819ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.734516Z","caller":"traceutil/trace.go:171","msg":"trace[2107000971] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4222; }","duration":"119.996741ms","start":"2026-03-18T10:01:32.614445Z","end":"2026-03-18T10:01:32.734442Z","steps":["trace[2107000971] 'agreement among raft nodes before linearized reading' (duration: 119.649473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.73469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.570812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5066"} {"level":"info","ts":"2026-03-18T10:01:32.739116Z","caller":"traceutil/trace.go:171","msg":"trace[1419381379] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4222; }","duration":"115.686474ms","start":"2026-03-18T10:01:32.619034Z","end":"2026-03-18T10:01:32.734721Z","steps":["trace[1419381379] 'agreement among raft nodes before linearized reading' (duration: 115.50635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:32.740616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.714003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5382"} {"level":"info","ts":"2026-03-18T10:01:32.740704Z","caller":"traceutil/trace.go:171","msg":"trace[495067647] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4222; }","duration":"119.887268ms","start":"2026-03-18T10:01:32.62079Z","end":"2026-03-18T10:01:32.740678Z","steps":["trace[495067647] 'agreement among raft nodes before linearized reading' (duration: 113.835773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.995758Z","caller":"traceutil/trace.go:171","msg":"trace[1589650826] linearizableReadLoop","detail":"{readStateIndex:4418; appliedIndex:4417; }","duration":"136.58419ms","start":"2026-03-18T10:01:32.859146Z","end":"2026-03-18T10:01:32.99573Z","steps":["trace[1589650826] 'read index received' (duration: 99.866132ms)","trace[1589650826] 'applied index is now lower than readState.Index' (duration: 36.716918ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:32.995928Z","caller":"traceutil/trace.go:171","msg":"trace[971623931] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"145.096509ms","start":"2026-03-18T10:01:32.850775Z","end":"2026-03-18T10:01:32.995872Z","steps":["trace[971623931] 'process raft request' (duration: 108.178677ms)","trace[971623931] 'compare' (duration: 36.654435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:32.996077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.897547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-pdjm6\" ","response":"range_response_count:1 size:3858"} {"level":"info","ts":"2026-03-18T10:01:32.996158Z","caller":"traceutil/trace.go:171","msg":"trace[798417286] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-pdjm6; range_end:; response_count:1; response_revision:4237; }","duration":"137.02465ms","start":"2026-03-18T10:01:32.85911Z","end":"2026-03-18T10:01:32.996135Z","steps":["trace[798417286] 'agreement among raft nodes before linearized reading' (duration: 136.763064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.9991Z","caller":"traceutil/trace.go:171","msg":"trace[550364394] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"138.300739ms","start":"2026-03-18T10:01:32.860746Z","end":"2026-03-18T10:01:32.999047Z","steps":["trace[550364394] 'process raft request' (duration: 137.981272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999152Z","caller":"traceutil/trace.go:171","msg":"trace[2003390969] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"134.37581ms","start":"2026-03-18T10:01:32.864742Z","end":"2026-03-18T10:01:32.999118Z","steps":["trace[2003390969] 'process raft request' (duration: 134.158205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999192Z","caller":"traceutil/trace.go:171","msg":"trace[990205631] transaction","detail":"{read_only:false; response_revision:4240; number_of_response:1; }","duration":"132.932429ms","start":"2026-03-18T10:01:32.866225Z","end":"2026-03-18T10:01:32.999158Z","steps":["trace[990205631] 'process raft request' (duration: 132.731595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999238Z","caller":"traceutil/trace.go:171","msg":"trace[70014345] transaction","detail":"{read_only:false; response_revision:4241; number_of_response:1; }","duration":"132.792956ms","start":"2026-03-18T10:01:32.866405Z","end":"2026-03-18T10:01:32.999198Z","steps":["trace[70014345] 'process raft request' (duration: 132.654383ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999406Z","caller":"traceutil/trace.go:171","msg":"trace[594082890] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"130.370062ms","start":"2026-03-18T10:01:32.869024Z","end":"2026-03-18T10:01:32.999394Z","steps":["trace[594082890] 'process raft request' (duration: 130.110026ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999425Z","caller":"traceutil/trace.go:171","msg":"trace[802177208] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"130.320151ms","start":"2026-03-18T10:01:32.869092Z","end":"2026-03-18T10:01:32.999412Z","steps":["trace[802177208] 'process raft request' (duration: 130.169527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999518Z","caller":"traceutil/trace.go:171","msg":"trace[82108979] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"130.048195ms","start":"2026-03-18T10:01:32.869459Z","end":"2026-03-18T10:01:32.999508Z","steps":["trace[82108979] 'process raft request' (duration: 129.923412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999515Z","caller":"traceutil/trace.go:171","msg":"trace[363983906] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"130.192798ms","start":"2026-03-18T10:01:32.869293Z","end":"2026-03-18T10:01:32.999486Z","steps":["trace[363983906] 'process raft request' (duration: 130.053395ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999559Z","caller":"traceutil/trace.go:171","msg":"trace[1983597470] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"130.623567ms","start":"2026-03-18T10:01:32.868918Z","end":"2026-03-18T10:01:32.999542Z","steps":["trace[1983597470] 'process raft request' (duration: 130.174418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999613Z","caller":"traceutil/trace.go:171","msg":"trace[1503840072] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"130.470374ms","start":"2026-03-18T10:01:32.869132Z","end":"2026-03-18T10:01:32.999603Z","steps":["trace[1503840072] 'process raft request' (duration: 130.174277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999691Z","caller":"traceutil/trace.go:171","msg":"trace[116079883] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"129.461801ms","start":"2026-03-18T10:01:32.870211Z","end":"2026-03-18T10:01:32.999673Z","steps":["trace[116079883] 'process raft request' (duration: 129.247417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.99976Z","caller":"traceutil/trace.go:171","msg":"trace[1737740717] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"129.479791ms","start":"2026-03-18T10:01:32.870269Z","end":"2026-03-18T10:01:32.999749Z","steps":["trace[1737740717] 'process raft request' (duration: 129.230055ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999845Z","caller":"traceutil/trace.go:171","msg":"trace[1731479951] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"129.747878ms","start":"2026-03-18T10:01:32.870081Z","end":"2026-03-18T10:01:32.999829Z","steps":["trace[1731479951] 'process raft request' (duration: 129.339609ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999881Z","caller":"traceutil/trace.go:171","msg":"trace[445317611] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"128.882819ms","start":"2026-03-18T10:01:32.870989Z","end":"2026-03-18T10:01:32.999872Z","steps":["trace[445317611] 'process raft request' (duration: 128.687354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999956Z","caller":"traceutil/trace.go:171","msg":"trace[1701873959] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"129.473011ms","start":"2026-03-18T10:01:32.870473Z","end":"2026-03-18T10:01:32.999946Z","steps":["trace[1701873959] 'process raft request' (duration: 129.068252ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.99997Z","caller":"traceutil/trace.go:171","msg":"trace[1236388748] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"129.45325ms","start":"2026-03-18T10:01:32.870501Z","end":"2026-03-18T10:01:32.999954Z","steps":["trace[1236388748] 'process raft request' (duration: 129.122753ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:32.999975Z","caller":"traceutil/trace.go:171","msg":"trace[924374209] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"128.402098ms","start":"2026-03-18T10:01:32.871557Z","end":"2026-03-18T10:01:32.999959Z","steps":["trace[924374209] 'process raft request' (duration: 128.161802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.000207Z","caller":"traceutil/trace.go:171","msg":"trace[1843730885] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"128.387918ms","start":"2026-03-18T10:01:32.871807Z","end":"2026-03-18T10:01:33.000195Z","steps":["trace[1843730885] 'process raft request' (duration: 127.985189ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.000205Z","caller":"traceutil/trace.go:171","msg":"trace[504518939] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"127.822705ms","start":"2026-03-18T10:01:32.872361Z","end":"2026-03-18T10:01:33.000183Z","steps":["trace[504518939] 'process raft request' (duration: 127.476338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.178838Z","caller":"traceutil/trace.go:171","msg":"trace[965058322] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"110.247573ms","start":"2026-03-18T10:01:33.068553Z","end":"2026-03-18T10:01:33.1788Z","steps":["trace[965058322] 'process raft request' (duration: 43.452676ms)","trace[965058322] 'compare' (duration: 66.350487ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:33.179124Z","caller":"traceutil/trace.go:171","msg":"trace[846737694] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"108.104347ms","start":"2026-03-18T10:01:33.07097Z","end":"2026-03-18T10:01:33.179074Z","steps":["trace[846737694] 'process raft request' (duration: 107.721878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.1793Z","caller":"traceutil/trace.go:171","msg":"trace[982862571] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"107.800438ms","start":"2026-03-18T10:01:33.071483Z","end":"2026-03-18T10:01:33.179283Z","steps":["trace[982862571] 'process raft request' (duration: 107.274417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.179375Z","caller":"traceutil/trace.go:171","msg":"trace[1138262782] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"108.535486ms","start":"2026-03-18T10:01:33.070803Z","end":"2026-03-18T10:01:33.179339Z","steps":["trace[1138262782] 'process raft request' (duration: 107.83637ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.179445Z","caller":"traceutil/trace.go:171","msg":"trace[208794497] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"108.24884ms","start":"2026-03-18T10:01:33.071187Z","end":"2026-03-18T10:01:33.179436Z","steps":["trace[208794497] 'process raft request' (duration: 107.551704ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.179416Z","caller":"traceutil/trace.go:171","msg":"trace[819483568] linearizableReadLoop","detail":"{readStateIndex:4468; appliedIndex:4460; }","duration":"102.505902ms","start":"2026-03-18T10:01:33.076881Z","end":"2026-03-18T10:01:33.179387Z","steps":["trace[819483568] 'read index received' (duration: 35.144292ms)","trace[819483568] 'applied index is now lower than readState.Index' (duration: 67.36031ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:33.179529Z","caller":"traceutil/trace.go:171","msg":"trace[1511602201] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"108.572496ms","start":"2026-03-18T10:01:33.070943Z","end":"2026-03-18T10:01:33.179516Z","steps":["trace[1511602201] 'process raft request' (duration: 107.719118ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.179411Z","caller":"traceutil/trace.go:171","msg":"trace[1137990654] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"108.2766ms","start":"2026-03-18T10:01:33.071124Z","end":"2026-03-18T10:01:33.1794Z","steps":["trace[1137990654] 'process raft request' (duration: 107.592575ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.179743Z","caller":"traceutil/trace.go:171","msg":"trace[477220768] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"109.130599ms","start":"2026-03-18T10:01:33.070603Z","end":"2026-03-18T10:01:33.179733Z","steps":["trace[477220768] 'process raft request' (duration: 107.964544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.179798Z","caller":"traceutil/trace.go:171","msg":"trace[457000023] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"101.365115ms","start":"2026-03-18T10:01:33.078419Z","end":"2026-03-18T10:01:33.179784Z","steps":["trace[457000023] 'process raft request' (duration: 100.372294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.179936Z","caller":"traceutil/trace.go:171","msg":"trace[280534384] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"101.081979ms","start":"2026-03-18T10:01:33.078842Z","end":"2026-03-18T10:01:33.179924Z","steps":["trace[280534384] 'process raft request' (duration: 100.068597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.180111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.184246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:01:33.180162Z","caller":"traceutil/trace.go:171","msg":"trace[447311443] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4290; }","duration":"103.291289ms","start":"2026-03-18T10:01:33.076859Z","end":"2026-03-18T10:01:33.18015Z","steps":["trace[447311443] 'agreement among raft nodes before linearized reading' (duration: 103.157866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.684097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.447397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:33.684461Z","caller":"traceutil/trace.go:171","msg":"trace[1922973114] linearizableReadLoop","detail":"{readStateIndex:4483; appliedIndex:4480; }","duration":"386.924841ms","start":"2026-03-18T10:01:33.2975Z","end":"2026-03-18T10:01:33.684425Z","steps":["trace[1922973114] 'read index received' (duration: 64.971496ms)","trace[1922973114] 'applied index is now lower than readState.Index' (duration: 321.950265ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:33.684602Z","caller":"traceutil/trace.go:171","msg":"trace[2028452319] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"388.575087ms","start":"2026-03-18T10:01:33.295977Z","end":"2026-03-18T10:01:33.684552Z","steps":["trace[2028452319] 'process raft request' (duration: 215.560917ms)","trace[2028452319] 'compare' (duration: 172.252233ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:33.684648Z","caller":"traceutil/trace.go:171","msg":"trace[971164103] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"303.30908ms","start":"2026-03-18T10:01:33.381327Z","end":"2026-03-18T10:01:33.684636Z","steps":["trace[971164103] 'process raft request' (duration: 302.958772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.684727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:33.295944Z","time spent":"388.69101ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:01:33.684737Z","caller":"traceutil/trace.go:171","msg":"trace[1590884918] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"388.606138ms","start":"2026-03-18T10:01:33.296084Z","end":"2026-03-18T10:01:33.68469Z","steps":["trace[1590884918] 'process raft request' (duration: 388.124208ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.684788Z","caller":"traceutil/trace.go:171","msg":"trace[203537124] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4303; }","duration":"301.743485ms","start":"2026-03-18T10:01:33.383025Z","end":"2026-03-18T10:01:33.684769Z","steps":["trace[203537124] 'process raft request' (duration: 301.327896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.68477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.232348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:01:33.684861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:33.38302Z","time spent":"301.796937ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":3373,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:33.684866Z","caller":"traceutil/trace.go:171","msg":"trace[1059842150] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4303; }","duration":"387.381132ms","start":"2026-03-18T10:01:33.297462Z","end":"2026-03-18T10:01:33.684843Z","steps":["trace[1059842150] 'agreement among raft nodes before linearized reading' (duration: 387.172056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.684918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:33.296056Z","time spent":"388.769162ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:33.684926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:33.297449Z","time spent":"387.462554ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls\" "} {"level":"info","ts":"2026-03-18T10:01:33.685002Z","caller":"traceutil/trace.go:171","msg":"trace[1404469506] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"273.606949ms","start":"2026-03-18T10:01:33.411368Z","end":"2026-03-18T10:01:33.684975Z","steps":["trace[1404469506] 'process raft request' (duration: 273.21071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.685161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.018618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:33.685155Z","caller":"traceutil/trace.go:171","msg":"trace[382267845] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"205.75483ms","start":"2026-03-18T10:01:33.479345Z","end":"2026-03-18T10:01:33.6851Z","steps":["trace[382267845] 'process raft request' (duration: 205.556766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.685207Z","caller":"traceutil/trace.go:171","msg":"trace[1925209878] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4305; }","duration":"309.153061ms","start":"2026-03-18T10:01:33.376041Z","end":"2026-03-18T10:01:33.685194Z","steps":["trace[1925209878] 'agreement among raft nodes before linearized reading' (duration: 308.992548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.685241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:33.376013Z","time spent":"309.221522ms","remote":"127.0.0.1:49274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:01:33.685259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.248384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T10:01:33.685295Z","caller":"traceutil/trace.go:171","msg":"trace[1209990239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4305; }","duration":"381.302626ms","start":"2026-03-18T10:01:33.303982Z","end":"2026-03-18T10:01:33.685285Z","steps":["trace[1209990239] 'agreement among raft nodes before linearized reading' (duration: 381.138113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.685312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:33.303968Z","time spent":"381.340327ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T10:01:33.685624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:33.381304Z","time spent":"303.401051ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3324,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:33.68583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.511202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:33.685884Z","caller":"traceutil/trace.go:171","msg":"trace[1851110595] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4305; }","duration":"386.597444ms","start":"2026-03-18T10:01:33.299272Z","end":"2026-03-18T10:01:33.68587Z","steps":["trace[1851110595] 'agreement among raft nodes before linearized reading' (duration: 385.690454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:33.685919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:33.299255Z","time spent":"386.656335ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/grafana-tls\" "} {"level":"info","ts":"2026-03-18T10:01:33.894528Z","caller":"traceutil/trace.go:171","msg":"trace[313090677] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"203.661062ms","start":"2026-03-18T10:01:33.690834Z","end":"2026-03-18T10:01:33.894495Z","steps":["trace[313090677] 'process raft request' (duration: 165.797239ms)","trace[313090677] 'compare' (duration: 37.606197ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:33.894648Z","caller":"traceutil/trace.go:171","msg":"trace[1823692662] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"199.889999ms","start":"2026-03-18T10:01:33.694741Z","end":"2026-03-18T10:01:33.894631Z","steps":["trace[1823692662] 'process raft request' (duration: 199.678544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.894738Z","caller":"traceutil/trace.go:171","msg":"trace[1870105346] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"172.299855ms","start":"2026-03-18T10:01:33.722428Z","end":"2026-03-18T10:01:33.894728Z","steps":["trace[1870105346] 'process raft request' (duration: 172.138601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.894844Z","caller":"traceutil/trace.go:171","msg":"trace[101294772] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"197.217679ms","start":"2026-03-18T10:01:33.697617Z","end":"2026-03-18T10:01:33.894834Z","steps":["trace[101294772] 'process raft request' (duration: 196.911992ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.894931Z","caller":"traceutil/trace.go:171","msg":"trace[1387741415] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"199.503731ms","start":"2026-03-18T10:01:33.69539Z","end":"2026-03-18T10:01:33.894893Z","steps":["trace[1387741415] 'process raft request' (duration: 199.096011ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.894878Z","caller":"traceutil/trace.go:171","msg":"trace[1124383061] linearizableReadLoop","detail":"{readStateIndex:4492; appliedIndex:4487; }","duration":"196.389571ms","start":"2026-03-18T10:01:33.698435Z","end":"2026-03-18T10:01:33.894825Z","steps":["trace[1124383061] 'read index received' (duration: 83.476598ms)","trace[1124383061] 'applied index is now lower than readState.Index' (duration: 112.901003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:33.895374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.906723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4336"} {"level":"info","ts":"2026-03-18T10:01:33.896205Z","caller":"traceutil/trace.go:171","msg":"trace[1216491530] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4314; }","duration":"197.916695ms","start":"2026-03-18T10:01:33.698262Z","end":"2026-03-18T10:01:33.896178Z","steps":["trace[1216491530] 'agreement among raft nodes before linearized reading' (duration: 196.915274ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:33.896565Z","caller":"traceutil/trace.go:171","msg":"trace[119958292] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"167.16473ms","start":"2026-03-18T10:01:33.729373Z","end":"2026-03-18T10:01:33.896538Z","steps":["trace[119958292] 'process raft request' (duration: 165.226937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.021247Z","caller":"traceutil/trace.go:171","msg":"trace[35116362] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"115.423409ms","start":"2026-03-18T10:01:33.905727Z","end":"2026-03-18T10:01:34.02115Z","steps":["trace[35116362] 'process raft request' (duration: 111.879539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.021423Z","caller":"traceutil/trace.go:171","msg":"trace[2126206125] linearizableReadLoop","detail":"{readStateIndex:4500; appliedIndex:4498; }","duration":"113.370264ms","start":"2026-03-18T10:01:33.908029Z","end":"2026-03-18T10:01:34.021399Z","steps":["trace[2126206125] 'read index received' (duration: 44.211124ms)","trace[2126206125] 'applied index is now lower than readState.Index' (duration: 69.15832ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:34.021543Z","caller":"traceutil/trace.go:171","msg":"trace[1516865312] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"112.034624ms","start":"2026-03-18T10:01:33.909452Z","end":"2026-03-18T10:01:34.021487Z","steps":["trace[1516865312] 'process raft request' (duration: 111.788418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:34.021979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.913285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:1 size:4303"} {"level":"info","ts":"2026-03-18T10:01:34.021638Z","caller":"traceutil/trace.go:171","msg":"trace[940187510] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"109.820764ms","start":"2026-03-18T10:01:33.911812Z","end":"2026-03-18T10:01:34.021632Z","steps":["trace[940187510] 'process raft request' (duration: 109.487196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.022238Z","caller":"traceutil/trace.go:171","msg":"trace[803346956] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4319; }","duration":"114.170461ms","start":"2026-03-18T10:01:33.907978Z","end":"2026-03-18T10:01:34.022149Z","steps":["trace[803346956] 'agreement among raft nodes before linearized reading' (duration: 113.66871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:34.022531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.157592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:34.02261Z","caller":"traceutil/trace.go:171","msg":"trace[107036313] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4323; }","duration":"114.285114ms","start":"2026-03-18T10:01:33.908309Z","end":"2026-03-18T10:01:34.022594Z","steps":["trace[107036313] 'agreement among raft nodes before linearized reading' (duration: 114.11872ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.021406Z","caller":"traceutil/trace.go:171","msg":"trace[506105714] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"115.140463ms","start":"2026-03-18T10:01:33.906209Z","end":"2026-03-18T10:01:34.021349Z","steps":["trace[506105714] 'process raft request' (duration: 114.894747ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.021717Z","caller":"traceutil/trace.go:171","msg":"trace[1927063044] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4319; }","duration":"109.016116ms","start":"2026-03-18T10:01:33.912643Z","end":"2026-03-18T10:01:34.021659Z","steps":["trace[1927063044] 'process raft request' (duration: 108.72287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.252626Z","caller":"traceutil/trace.go:171","msg":"trace[2111995715] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4328; }","duration":"190.296205ms","start":"2026-03-18T10:01:34.062272Z","end":"2026-03-18T10:01:34.252568Z","steps":["trace[2111995715] 'process raft request' (duration: 189.966138ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.25275Z","caller":"traceutil/trace.go:171","msg":"trace[1755599309] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"189.64849ms","start":"2026-03-18T10:01:34.063039Z","end":"2026-03-18T10:01:34.252687Z","steps":["trace[1755599309] 'process raft request' (duration: 189.358283ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.338537Z","caller":"traceutil/trace.go:171","msg":"trace[755586139] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"184.998567ms","start":"2026-03-18T10:01:34.153423Z","end":"2026-03-18T10:01:34.338422Z","steps":["trace[755586139] 'process raft request' (duration: 179.703279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.338542Z","caller":"traceutil/trace.go:171","msg":"trace[1358515812] linearizableReadLoop","detail":"{readStateIndex:4513; appliedIndex:4510; }","duration":"270.322996ms","start":"2026-03-18T10:01:34.068165Z","end":"2026-03-18T10:01:34.338488Z","steps":["trace[1358515812] 'read index received' (duration: 88.920089ms)","trace[1358515812] 'applied index is now lower than readState.Index' (duration: 181.399887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:34.338688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.50196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-wff24\" ","response":"range_response_count:1 size:2444"} {"level":"info","ts":"2026-03-18T10:01:34.338761Z","caller":"traceutil/trace.go:171","msg":"trace[51133412] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-wff24; range_end:; response_count:1; response_revision:4330; }","duration":"270.609933ms","start":"2026-03-18T10:01:34.068132Z","end":"2026-03-18T10:01:34.338742Z","steps":["trace[51133412] 'agreement among raft nodes before linearized reading' (duration: 270.416869ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.33877Z","caller":"traceutil/trace.go:171","msg":"trace[715162221] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"164.286776ms","start":"2026-03-18T10:01:34.174458Z","end":"2026-03-18T10:01:34.338745Z","steps":["trace[715162221] 'process raft request' (duration: 163.955989ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.359871Z","caller":"traceutil/trace.go:171","msg":"trace[642027707] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"102.619563ms","start":"2026-03-18T10:01:34.257236Z","end":"2026-03-18T10:01:34.359856Z","steps":["trace[642027707] 'process raft request' (duration: 102.506201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:34.360498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.327117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3009"} {"level":"info","ts":"2026-03-18T10:01:34.360555Z","caller":"traceutil/trace.go:171","msg":"trace[1688786185] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4332; }","duration":"288.423249ms","start":"2026-03-18T10:01:34.072117Z","end":"2026-03-18T10:01:34.360541Z","steps":["trace[1688786185] 'agreement among raft nodes before linearized reading' (duration: 288.181984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:34.361017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.952733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:01:34.36106Z","caller":"traceutil/trace.go:171","msg":"trace[2059426716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4332; }","duration":"244.995804ms","start":"2026-03-18T10:01:34.116053Z","end":"2026-03-18T10:01:34.361049Z","steps":["trace[2059426716] 'agreement among raft nodes before linearized reading' (duration: 244.890391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.533826Z","caller":"traceutil/trace.go:171","msg":"trace[1919872435] linearizableReadLoop","detail":"{readStateIndex:4522; appliedIndex:4521; }","duration":"110.705134ms","start":"2026-03-18T10:01:34.42309Z","end":"2026-03-18T10:01:34.533795Z","steps":["trace[1919872435] 'read index received' (duration: 30.10276ms)","trace[1919872435] 'applied index is now lower than readState.Index' (duration: 80.601074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:34.534051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.939269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:34.534115Z","caller":"traceutil/trace.go:171","msg":"trace[2003329509] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4337; }","duration":"111.082973ms","start":"2026-03-18T10:01:34.423008Z","end":"2026-03-18T10:01:34.534091Z","steps":["trace[2003329509] 'agreement among raft nodes before linearized reading' (duration: 110.911289ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.534162Z","caller":"traceutil/trace.go:171","msg":"trace[1241165467] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"141.106331ms","start":"2026-03-18T10:01:34.39297Z","end":"2026-03-18T10:01:34.534076Z","steps":["trace[1241165467] 'process raft request' (duration: 60.391774ms)","trace[1241165467] 'compare' (duration: 80.289227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:34.760317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.540616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:01:34.760497Z","caller":"traceutil/trace.go:171","msg":"trace[1842469522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4338; }","duration":"126.796451ms","start":"2026-03-18T10:01:34.633677Z","end":"2026-03-18T10:01:34.760474Z","steps":["trace[1842469522] 'range keys from in-memory index tree' (duration: 126.320211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:34.760721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.021166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:01:34.760852Z","caller":"traceutil/trace.go:171","msg":"trace[1513420268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4338; }","duration":"127.428766ms","start":"2026-03-18T10:01:34.633392Z","end":"2026-03-18T10:01:34.760821Z","steps":["trace[1513420268] 'range keys from in-memory index tree' (duration: 126.785891ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.849654Z","caller":"traceutil/trace.go:171","msg":"trace[32365750] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"211.590699ms","start":"2026-03-18T10:01:34.638035Z","end":"2026-03-18T10:01:34.849626Z","steps":["trace[32365750] 'process raft request' (duration: 211.399325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.96937Z","caller":"traceutil/trace.go:171","msg":"trace[876154087] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"277.69982ms","start":"2026-03-18T10:01:34.691632Z","end":"2026-03-18T10:01:34.969332Z","steps":["trace[876154087] 'process raft request' (duration: 239.559611ms)","trace[876154087] 'compare' (duration: 37.608928ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:34.969489Z","caller":"traceutil/trace.go:171","msg":"trace[184499603] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"204.021651ms","start":"2026-03-18T10:01:34.765425Z","end":"2026-03-18T10:01:34.969447Z","steps":["trace[184499603] 'process raft request' (duration: 203.784286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:34.969391Z","caller":"traceutil/trace.go:171","msg":"trace[1364005418] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"203.850017ms","start":"2026-03-18T10:01:34.765505Z","end":"2026-03-18T10:01:34.969355Z","steps":["trace[1364005418] 'process raft request' (duration: 203.777595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:35.24503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.881663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:35.245212Z","caller":"traceutil/trace.go:171","msg":"trace[1686692921] linearizableReadLoop","detail":"{readStateIndex:4528; appliedIndex:4527; }","duration":"177.091772ms","start":"2026-03-18T10:01:35.068095Z","end":"2026-03-18T10:01:35.245187Z","steps":["trace[1686692921] 'read index received' (duration: 58.742927ms)","trace[1686692921] 'applied index is now lower than readState.Index' (duration: 118.346835ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:35.245264Z","caller":"traceutil/trace.go:171","msg":"trace[128375356] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"243.043789ms","start":"2026-03-18T10:01:35.00217Z","end":"2026-03-18T10:01:35.245214Z","steps":["trace[128375356] 'process raft request' (duration: 124.762896ms)","trace[128375356] 'compare' (duration: 117.541076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:35.245525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.355648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-9d2pf.189de6de7e36a679\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T10:01:35.245581Z","caller":"traceutil/trace.go:171","msg":"trace[2130532623] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-9d2pf.189de6de7e36a679; range_end:; response_count:1; response_revision:4343; }","duration":"177.526911ms","start":"2026-03-18T10:01:35.068041Z","end":"2026-03-18T10:01:35.245568Z","steps":["trace[2130532623] 'agreement among raft nodes before linearized reading' (duration: 177.204934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:35.245567Z","caller":"traceutil/trace.go:171","msg":"trace[1443734176] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"110.541761ms","start":"2026-03-18T10:01:35.135003Z","end":"2026-03-18T10:01:35.245545Z","steps":["trace[1443734176] 'process raft request' (duration: 110.374127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:35.874188Z","caller":"traceutil/trace.go:171","msg":"trace[1229884870] linearizableReadLoop","detail":"{readStateIndex:4533; appliedIndex:4532; }","duration":"121.018583ms","start":"2026-03-18T10:01:35.75314Z","end":"2026-03-18T10:01:35.874159Z","steps":["trace[1229884870] 'read index received' (duration: 119.834607ms)","trace[1229884870] 'applied index is now lower than readState.Index' (duration: 1.182566ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:35.874312Z","caller":"traceutil/trace.go:171","msg":"trace[447855447] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"139.170488ms","start":"2026-03-18T10:01:35.73513Z","end":"2026-03-18T10:01:35.874301Z","steps":["trace[447855447] 'process raft request' (duration: 138.015193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:35.874661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.499204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:01:35.87471Z","caller":"traceutil/trace.go:171","msg":"trace[1443111318] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4348; }","duration":"121.602476ms","start":"2026-03-18T10:01:35.753093Z","end":"2026-03-18T10:01:35.874696Z","steps":["trace[1443111318] 'agreement among raft nodes before linearized reading' (duration: 121.439972ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:36.050457Z","caller":"traceutil/trace.go:171","msg":"trace[636043231] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"148.620168ms","start":"2026-03-18T10:01:35.901809Z","end":"2026-03-18T10:01:36.050429Z","steps":["trace[636043231] 'process raft request' (duration: 143.432362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:36.05065Z","caller":"traceutil/trace.go:171","msg":"trace[344480629] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"140.544247ms","start":"2026-03-18T10:01:35.910089Z","end":"2026-03-18T10:01:36.050634Z","steps":["trace[344480629] 'process raft request' (duration: 140.283962ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:36.050817Z","caller":"traceutil/trace.go:171","msg":"trace[732014968] linearizableReadLoop","detail":"{readStateIndex:4536; appliedIndex:4534; }","duration":"135.371722ms","start":"2026-03-18T10:01:35.915433Z","end":"2026-03-18T10:01:36.050804Z","steps":["trace[732014968] 'read index received' (duration: 129.834459ms)","trace[732014968] 'applied index is now lower than readState.Index' (duration: 5.536083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:36.051029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.570997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-18T10:01:36.05108Z","caller":"traceutil/trace.go:171","msg":"trace[461606672] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc; range_end:; response_count:1; response_revision:4354; }","duration":"135.667169ms","start":"2026-03-18T10:01:35.915395Z","end":"2026-03-18T10:01:36.051063Z","steps":["trace[461606672] 'agreement among raft nodes before linearized reading' (duration: 135.460614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:37.446621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.52933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vvgsn\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-03-18T10:01:37.446716Z","caller":"traceutil/trace.go:171","msg":"trace[1280726762] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vvgsn; range_end:; response_count:1; response_revision:4378; }","duration":"110.678513ms","start":"2026-03-18T10:01:37.336013Z","end":"2026-03-18T10:01:37.446691Z","steps":["trace[1280726762] 'range keys from in-memory index tree' (duration: 110.317194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:39.776957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.64945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:39.777052Z","caller":"traceutil/trace.go:171","msg":"trace[291086598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4459; }","duration":"131.807283ms","start":"2026-03-18T10:01:39.645225Z","end":"2026-03-18T10:01:39.777032Z","steps":["trace[291086598] 'range keys from in-memory index tree' (duration: 131.556147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:39.777596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.394906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5295d36-8eca-4046-b04e-8ac3648ee0de\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-18T10:01:39.777697Z","caller":"traceutil/trace.go:171","msg":"trace[931764514] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5295d36-8eca-4046-b04e-8ac3648ee0de; range_end:; response_count:1; response_revision:4459; }","duration":"194.55507ms","start":"2026-03-18T10:01:39.583124Z","end":"2026-03-18T10:01:39.777679Z","steps":["trace[931764514] 'range keys from in-memory index tree' (duration: 194.11773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:39.779025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.65724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-18T10:01:39.779183Z","caller":"traceutil/trace.go:171","msg":"trace[1649864118] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4459; }","duration":"224.864334ms","start":"2026-03-18T10:01:39.554292Z","end":"2026-03-18T10:01:39.779156Z","steps":["trace[1649864118] 'range keys from in-memory index tree' (duration: 222.974952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:42.945544Z","caller":"traceutil/trace.go:171","msg":"trace[214791430] linearizableReadLoop","detail":"{readStateIndex:4697; appliedIndex:4696; }","duration":"112.35407ms","start":"2026-03-18T10:01:42.833164Z","end":"2026-03-18T10:01:42.945518Z","steps":["trace[214791430] 'read index received' (duration: 112.141046ms)","trace[214791430] 'applied index is now lower than readState.Index' (duration: 211.574µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:42.945859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.673297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T10:01:42.945907Z","caller":"traceutil/trace.go:171","msg":"trace[1208890238] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4510; }","duration":"112.78576ms","start":"2026-03-18T10:01:42.833109Z","end":"2026-03-18T10:01:42.945895Z","steps":["trace[1208890238] 'agreement among raft nodes before linearized reading' (duration: 112.532714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:42.946299Z","caller":"traceutil/trace.go:171","msg":"trace[1872559456] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"125.957653ms","start":"2026-03-18T10:01:42.820328Z","end":"2026-03-18T10:01:42.946285Z","steps":["trace[1872559456] 'process raft request' (duration: 125.048052ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:44.328534Z","caller":"traceutil/trace.go:171","msg":"trace[775559001] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"292.669604ms","start":"2026-03-18T10:01:44.035837Z","end":"2026-03-18T10:01:44.328506Z","steps":["trace[775559001] 'process raft request' (duration: 209.632535ms)","trace[775559001] 'compare' (duration: 82.881315ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:44.332356Z","caller":"traceutil/trace.go:171","msg":"trace[1347820187] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"253.122064ms","start":"2026-03-18T10:01:44.079204Z","end":"2026-03-18T10:01:44.332326Z","steps":["trace[1347820187] 'process raft request' (duration: 252.844708ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:44.332478Z","caller":"traceutil/trace.go:171","msg":"trace[127813547] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"246.442164ms","start":"2026-03-18T10:01:44.086008Z","end":"2026-03-18T10:01:44.33245Z","steps":["trace[127813547] 'process raft request' (duration: 246.285321ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:44.332481Z","caller":"traceutil/trace.go:171","msg":"trace[483281982] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"248.965851ms","start":"2026-03-18T10:01:44.083455Z","end":"2026-03-18T10:01:44.332421Z","steps":["trace[483281982] 'process raft request' (duration: 248.761966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:44.335213Z","caller":"traceutil/trace.go:171","msg":"trace[1533278362] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4716; }","duration":"217.012459ms","start":"2026-03-18T10:01:44.118183Z","end":"2026-03-18T10:01:44.335195Z","steps":["trace[1533278362] 'read index received' (duration: 127.250522ms)","trace[1533278362] 'applied index is now lower than readState.Index' (duration: 89.759667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:44.335405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.218183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:01:44.335447Z","caller":"traceutil/trace.go:171","msg":"trace[751979218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:4533; }","duration":"217.320296ms","start":"2026-03-18T10:01:44.118118Z","end":"2026-03-18T10:01:44.335438Z","steps":["trace[751979218] 'agreement among raft nodes before linearized reading' (duration: 217.135652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.203111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.12194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:47.203373Z","caller":"traceutil/trace.go:171","msg":"trace[1659699413] linearizableReadLoop","detail":"{readStateIndex:4802; appliedIndex:4801; }","duration":"368.071951ms","start":"2026-03-18T10:01:46.83528Z","end":"2026-03-18T10:01:47.203352Z","steps":["trace[1659699413] 'read index received' (duration: 129.493282ms)","trace[1659699413] 'applied index is now lower than readState.Index' (duration: 238.577259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:47.203619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.486151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.189de743d770162a\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-18T10:01:47.203644Z","caller":"traceutil/trace.go:171","msg":"trace[1576692620] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"373.024652ms","start":"2026-03-18T10:01:46.830348Z","end":"2026-03-18T10:01:47.203373Z","steps":["trace[1576692620] 'process raft request' (duration: 134.454972ms)","trace[1576692620] 'compare' (duration: 237.910685ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:47.203689Z","caller":"traceutil/trace.go:171","msg":"trace[1939226358] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-chunks-cache.189de743d770162a; range_end:; response_count:1; response_revision:4608; }","duration":"368.585542ms","start":"2026-03-18T10:01:46.835082Z","end":"2026-03-18T10:01:47.203667Z","steps":["trace[1939226358] 'agreement among raft nodes before linearized reading' (duration: 368.322937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.203736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.83507Z","time spent":"368.656175ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":745,"request content":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.189de743d770162a\" "} {"level":"warn","ts":"2026-03-18T10:01:47.203861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.830337Z","time spent":"373.376829ms","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":125382,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:47.206124Z","caller":"traceutil/trace.go:171","msg":"trace[1563511987] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"365.380042ms","start":"2026-03-18T10:01:46.84073Z","end":"2026-03-18T10:01:47.20611Z","steps":["trace[1563511987] 'process raft request' (duration: 365.358001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.206109Z","caller":"traceutil/trace.go:171","msg":"trace[1713680879] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"366.19801ms","start":"2026-03-18T10:01:46.839884Z","end":"2026-03-18T10:01:47.206082Z","steps":["trace[1713680879] 'process raft request' (duration: 365.920804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.206111Z","caller":"traceutil/trace.go:171","msg":"trace[2045208368] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"366.062287ms","start":"2026-03-18T10:01:46.840022Z","end":"2026-03-18T10:01:47.206084Z","steps":["trace[2045208368] 'process raft request' (duration: 365.913964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.206184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.840724Z","time spent":"365.436203ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:01:47.206219Z","caller":"traceutil/trace.go:171","msg":"trace[701754709] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"365.875953ms","start":"2026-03-18T10:01:46.840321Z","end":"2026-03-18T10:01:47.206197Z","steps":["trace[701754709] 'process raft request' (duration: 365.674308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.206322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.83986Z","time spent":"366.314063ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:47.206343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.840312Z","time spent":"365.974175ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:01:47.206395Z","caller":"traceutil/trace.go:171","msg":"trace[851504421] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"365.969495ms","start":"2026-03-18T10:01:46.840404Z","end":"2026-03-18T10:01:47.206374Z","steps":["trace[851504421] 'process raft request' (duration: 365.637747ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.206472Z","caller":"traceutil/trace.go:171","msg":"trace[673735022] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"366.373013ms","start":"2026-03-18T10:01:46.840089Z","end":"2026-03-18T10:01:47.206462Z","steps":["trace[673735022] 'process raft request' (duration: 365.884193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.206497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.840397Z","time spent":"366.056356ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:01:47.206478Z","caller":"traceutil/trace.go:171","msg":"trace[350991029] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"366.055967ms","start":"2026-03-18T10:01:46.840368Z","end":"2026-03-18T10:01:47.206424Z","steps":["trace[350991029] 'process raft request' (duration: 365.654018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.206541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.840083Z","time spent":"366.430345ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:01:47.206453Z","caller":"traceutil/trace.go:171","msg":"trace[1264676239] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"365.977594ms","start":"2026-03-18T10:01:46.840423Z","end":"2026-03-18T10:01:47.206401Z","steps":["trace[1264676239] 'process raft request' (duration: 365.648007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.206712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.840416Z","time spent":"366.25874ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:47.206709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.840359Z","time spent":"366.269221ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:47.206242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.839999Z","time spent":"366.18168ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:47.207445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.782046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:01:47.207506Z","caller":"traceutil/trace.go:171","msg":"trace[1009544700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4616; }","duration":"181.851707ms","start":"2026-03-18T10:01:47.025639Z","end":"2026-03-18T10:01:47.207491Z","steps":["trace[1009544700] 'agreement among raft nodes before linearized reading' (duration: 181.625462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.207638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.018841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T10:01:47.207673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.795361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T10:01:47.207672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.96505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-18T10:01:47.207754Z","caller":"traceutil/trace.go:171","msg":"trace[67053039] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4616; }","duration":"355.049412ms","start":"2026-03-18T10:01:46.852685Z","end":"2026-03-18T10:01:47.207734Z","steps":["trace[67053039] 'agreement among raft nodes before linearized reading' (duration: 354.886529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.207796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.852659Z","time spent":"355.125803ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-18T10:01:47.207832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.285314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T10:01:47.207694Z","caller":"traceutil/trace.go:171","msg":"trace[1867657791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4616; }","duration":"160.097523ms","start":"2026-03-18T10:01:47.047584Z","end":"2026-03-18T10:01:47.207681Z","steps":["trace[1867657791] 'agreement among raft nodes before linearized reading' (duration: 159.929179ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.207869Z","caller":"traceutil/trace.go:171","msg":"trace[1685826485] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4616; }","duration":"367.331335ms","start":"2026-03-18T10:01:46.840528Z","end":"2026-03-18T10:01:47.207859Z","steps":["trace[1685826485] 'agreement among raft nodes before linearized reading' (duration: 367.222543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.207916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:46.84051Z","time spent":"367.398216ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-18T10:01:47.207706Z","caller":"traceutil/trace.go:171","msg":"trace[1333178361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4616; }","duration":"161.883082ms","start":"2026-03-18T10:01:47.045814Z","end":"2026-03-18T10:01:47.207697Z","steps":["trace[1333178361] 'agreement among raft nodes before linearized reading' (duration: 161.739549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.447578Z","caller":"traceutil/trace.go:171","msg":"trace[253707809] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"235.338908ms","start":"2026-03-18T10:01:47.212208Z","end":"2026-03-18T10:01:47.447547Z","steps":["trace[253707809] 'process raft request' (duration: 235.195675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.447697Z","caller":"traceutil/trace.go:171","msg":"trace[1447870779] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"236.074034ms","start":"2026-03-18T10:01:47.211597Z","end":"2026-03-18T10:01:47.447671Z","steps":["trace[1447870779] 'process raft request' (duration: 179.806732ms)","trace[1447870779] 'compare' (duration: 55.822662ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:47.447864Z","caller":"traceutil/trace.go:171","msg":"trace[196395627] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"235.477831ms","start":"2026-03-18T10:01:47.212347Z","end":"2026-03-18T10:01:47.447825Z","steps":["trace[196395627] 'process raft request' (duration: 235.135014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.448024Z","caller":"traceutil/trace.go:171","msg":"trace[1327422292] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"233.481077ms","start":"2026-03-18T10:01:47.214531Z","end":"2026-03-18T10:01:47.448012Z","steps":["trace[1327422292] 'process raft request' (duration: 233.16413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.448041Z","caller":"traceutil/trace.go:171","msg":"trace[1327382268] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"232.795792ms","start":"2026-03-18T10:01:47.215231Z","end":"2026-03-18T10:01:47.448027Z","steps":["trace[1327382268] 'process raft request' (duration: 232.539335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.448052Z","caller":"traceutil/trace.go:171","msg":"trace[1437887903] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4812; }","duration":"219.449914ms","start":"2026-03-18T10:01:47.228376Z","end":"2026-03-18T10:01:47.447826Z","steps":["trace[1437887903] 'read index received' (duration: 163.0677ms)","trace[1437887903] 'applied index is now lower than readState.Index' (duration: 56.380904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:47.448055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.938828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-18T10:01:47.448125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.32488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:75480"} {"level":"info","ts":"2026-03-18T10:01:47.448126Z","caller":"traceutil/trace.go:171","msg":"trace[1929033051] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4623; }","duration":"234.05991ms","start":"2026-03-18T10:01:47.214047Z","end":"2026-03-18T10:01:47.448107Z","steps":["trace[1929033051] 'agreement among raft nodes before linearized reading' (duration: 233.784773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.448154Z","caller":"traceutil/trace.go:171","msg":"trace[1672863983] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4623; }","duration":"232.385492ms","start":"2026-03-18T10:01:47.21576Z","end":"2026-03-18T10:01:47.448146Z","steps":["trace[1672863983] 'agreement among raft nodes before linearized reading' (duration: 232.174338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.448343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.808221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16305"} {"level":"info","ts":"2026-03-18T10:01:47.448426Z","caller":"traceutil/trace.go:171","msg":"trace[596352445] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4623; }","duration":"232.936544ms","start":"2026-03-18T10:01:47.215469Z","end":"2026-03-18T10:01:47.448405Z","steps":["trace[596352445] 'agreement among raft nodes before linearized reading' (duration: 232.651508ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.524412Z","caller":"traceutil/trace.go:171","msg":"trace[1830058215] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"293.225126ms","start":"2026-03-18T10:01:47.231167Z","end":"2026-03-18T10:01:47.524393Z","steps":["trace[1830058215] 'process raft request' (duration: 292.96706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.52469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.307408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-18T10:01:47.524792Z","caller":"traceutil/trace.go:171","msg":"trace[337919005] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4624; }","duration":"293.458851ms","start":"2026-03-18T10:01:47.231308Z","end":"2026-03-18T10:01:47.524767Z","steps":["trace[337919005] 'agreement among raft nodes before linearized reading' (duration: 293.118624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.800131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.852172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:47.800355Z","caller":"traceutil/trace.go:171","msg":"trace[309966617] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"273.983968ms","start":"2026-03-18T10:01:47.526352Z","end":"2026-03-18T10:01:47.800336Z","steps":["trace[309966617] 'process raft request' (duration: 273.923146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:47.800558Z","caller":"traceutil/trace.go:171","msg":"trace[1963543473] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4818; }","duration":"276.135935ms","start":"2026-03-18T10:01:47.524386Z","end":"2026-03-18T10:01:47.800522Z","steps":["trace[1963543473] 'read index received' (duration: 24.877814ms)","trace[1963543473] 'applied index is now lower than readState.Index' (duration: 251.254841ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:47.800669Z","caller":"traceutil/trace.go:171","msg":"trace[1522093996] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"345.372056ms","start":"2026-03-18T10:01:47.455253Z","end":"2026-03-18T10:01:47.800625Z","steps":["trace[1522093996] 'process raft request' (duration: 93.931441ms)","trace[1522093996] 'compare' (duration: 250.633017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:47.800842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:47.455243Z","time spent":"345.507399ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:47.800852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.149765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-18T10:01:47.800923Z","caller":"traceutil/trace.go:171","msg":"trace[650198578] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f; range_end:; response_count:1; response_revision:4626; }","duration":"347.260409ms","start":"2026-03-18T10:01:47.45364Z","end":"2026-03-18T10:01:47.800901Z","steps":["trace[650198578] 'agreement among raft nodes before linearized reading' (duration: 346.936741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.800971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:47.453624Z","time spent":"347.33854ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f\" "} {"level":"warn","ts":"2026-03-18T10:01:47.801024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.679785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:47.801088Z","caller":"traceutil/trace.go:171","msg":"trace[2074955070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4626; }","duration":"155.793608ms","start":"2026-03-18T10:01:47.645286Z","end":"2026-03-18T10:01:47.801079Z","steps":["trace[2074955070] 'agreement among raft nodes before linearized reading' (duration: 155.692206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.80107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.173349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-18T10:01:47.801057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.443714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-03-18T10:01:47.801199Z","caller":"traceutil/trace.go:171","msg":"trace[1810665642] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4626; }","duration":"348.340373ms","start":"2026-03-18T10:01:47.452828Z","end":"2026-03-18T10:01:47.801169Z","steps":["trace[1810665642] 'agreement among raft nodes before linearized reading' (duration: 347.951183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.801264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:47.452815Z","time spent":"348.439066ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-18T10:01:47.801256Z","caller":"traceutil/trace.go:171","msg":"trace[337190302] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4626; }","duration":"343.650878ms","start":"2026-03-18T10:01:47.457585Z","end":"2026-03-18T10:01:47.801236Z","steps":["trace[337190302] 'agreement among raft nodes before linearized reading' (duration: 342.965462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:47.801404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:47.457578Z","time spent":"343.804161ms","remote":"127.0.0.1:36802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4872,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-18T10:01:47.801718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.585404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-18T10:01:47.801785Z","caller":"traceutil/trace.go:171","msg":"trace[432363808] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4626; }","duration":"271.690247ms","start":"2026-03-18T10:01:47.530077Z","end":"2026-03-18T10:01:47.801767Z","steps":["trace[432363808] 'agreement among raft nodes before linearized reading' (duration: 270.894609ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.123036Z","caller":"traceutil/trace.go:171","msg":"trace[928423516] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"151.810148ms","start":"2026-03-18T10:01:47.971178Z","end":"2026-03-18T10:01:48.122988Z","steps":["trace[928423516] 'process raft request' (duration: 151.338358ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.123141Z","caller":"traceutil/trace.go:171","msg":"trace[1608534766] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"151.717788ms","start":"2026-03-18T10:01:47.971379Z","end":"2026-03-18T10:01:48.123097Z","steps":["trace[1608534766] 'process raft request' (duration: 151.340138ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.123277Z","caller":"traceutil/trace.go:171","msg":"trace[662230943] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"149.827245ms","start":"2026-03-18T10:01:47.973409Z","end":"2026-03-18T10:01:48.123236Z","steps":["trace[662230943] 'process raft request' (duration: 149.548868ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.123578Z","caller":"traceutil/trace.go:171","msg":"trace[244224661] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"150.005119ms","start":"2026-03-18T10:01:47.973554Z","end":"2026-03-18T10:01:48.123559Z","steps":["trace[244224661] 'process raft request' (duration: 149.533138ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.123651Z","caller":"traceutil/trace.go:171","msg":"trace[311343619] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"146.90542ms","start":"2026-03-18T10:01:47.976726Z","end":"2026-03-18T10:01:48.123632Z","steps":["trace[311343619] 'process raft request' (duration: 146.851369ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.123829Z","caller":"traceutil/trace.go:171","msg":"trace[1613227169] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"147.400131ms","start":"2026-03-18T10:01:47.97641Z","end":"2026-03-18T10:01:48.123811Z","steps":["trace[1613227169] 'process raft request' (duration: 147.036253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.13876Z","caller":"traceutil/trace.go:171","msg":"trace[1323024500] linearizableReadLoop","detail":"{readStateIndex:4863; appliedIndex:4856; }","duration":"145.736383ms","start":"2026-03-18T10:01:47.993005Z","end":"2026-03-18T10:01:48.138742Z","steps":["trace[1323024500] 'read index received' (duration: 129.617894ms)","trace[1323024500] 'applied index is now lower than readState.Index' (duration: 16.116839ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:48.138826Z","caller":"traceutil/trace.go:171","msg":"trace[865234428] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"146.086661ms","start":"2026-03-18T10:01:47.992719Z","end":"2026-03-18T10:01:48.138806Z","steps":["trace[865234428] 'process raft request' (duration: 145.851016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.139018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.971548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T10:01:48.139057Z","caller":"traceutil/trace.go:171","msg":"trace[445168468] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4669; }","duration":"146.071721ms","start":"2026-03-18T10:01:47.992976Z","end":"2026-03-18T10:01:48.139048Z","steps":["trace[445168468] 'agreement among raft nodes before linearized reading' (duration: 145.868147ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.139094Z","caller":"traceutil/trace.go:171","msg":"trace[429290062] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"132.653842ms","start":"2026-03-18T10:01:48.006209Z","end":"2026-03-18T10:01:48.138863Z","steps":["trace[429290062] 'process raft request' (duration: 132.467988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.169104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.028523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-18T10:01:48.169162Z","caller":"traceutil/trace.go:171","msg":"trace[620912191] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4670; }","duration":"174.108014ms","start":"2026-03-18T10:01:47.995041Z","end":"2026-03-18T10:01:48.169149Z","steps":["trace[620912191] 'agreement among raft nodes before linearized reading' (duration: 173.949951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.169214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.993887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4159"} {"level":"info","ts":"2026-03-18T10:01:48.169284Z","caller":"traceutil/trace.go:171","msg":"trace[564367294] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:4670; }","duration":"176.12525ms","start":"2026-03-18T10:01:47.993144Z","end":"2026-03-18T10:01:48.169269Z","steps":["trace[564367294] 'agreement among raft nodes before linearized reading' (duration: 175.887465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.572332Z","caller":"traceutil/trace.go:171","msg":"trace[864924082] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"104.969877ms","start":"2026-03-18T10:01:48.467328Z","end":"2026-03-18T10:01:48.572298Z","steps":["trace[864924082] 'process raft request' (duration: 104.748932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.611947Z","caller":"traceutil/trace.go:171","msg":"trace[1312718447] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4875; }","duration":"107.115713ms","start":"2026-03-18T10:01:48.50481Z","end":"2026-03-18T10:01:48.611926Z","steps":["trace[1312718447] 'read index received' (duration: 67.344149ms)","trace[1312718447] 'applied index is now lower than readState.Index' (duration: 39.770464ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:48.612088Z","caller":"traceutil/trace.go:171","msg":"trace[1508306936] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"136.075739ms","start":"2026-03-18T10:01:48.475996Z","end":"2026-03-18T10:01:48.612071Z","steps":["trace[1508306936] 'process raft request' (duration: 135.781782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.613546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.710449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207043"} {"level":"info","ts":"2026-03-18T10:01:48.613621Z","caller":"traceutil/trace.go:171","msg":"trace[482519880] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4682; }","duration":"108.851423ms","start":"2026-03-18T10:01:48.504751Z","end":"2026-03-18T10:01:48.613602Z","steps":["trace[482519880] 'agreement among raft nodes before linearized reading' (duration: 107.456672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:48.792523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.013006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-18T10:01:48.792633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.388378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:01:48.792675Z","caller":"traceutil/trace.go:171","msg":"trace[306971528] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4683; }","duration":"118.238872ms","start":"2026-03-18T10:01:48.674412Z","end":"2026-03-18T10:01:48.792651Z","steps":["trace[306971528] 'range keys from in-memory index tree' (duration: 117.785391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:48.792741Z","caller":"traceutil/trace.go:171","msg":"trace[1442839123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4683; }","duration":"133.580304ms","start":"2026-03-18T10:01:48.659131Z","end":"2026-03-18T10:01:48.792711Z","steps":["trace[1442839123] 'range keys from in-memory index tree' (duration: 133.183813ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:49.200656Z","caller":"traceutil/trace.go:171","msg":"trace[1615635323] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"160.108033ms","start":"2026-03-18T10:01:49.040507Z","end":"2026-03-18T10:01:49.200615Z","steps":["trace[1615635323] 'process raft request' (duration: 121.909314ms)","trace[1615635323] 'compare' (duration: 37.585806ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:49.200865Z","caller":"traceutil/trace.go:171","msg":"trace[1826478621] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"133.797229ms","start":"2026-03-18T10:01:49.067024Z","end":"2026-03-18T10:01:49.200822Z","steps":["trace[1826478621] 'process raft request' (duration: 133.41556ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:49.200937Z","caller":"traceutil/trace.go:171","msg":"trace[1180703956] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"124.518001ms","start":"2026-03-18T10:01:49.076332Z","end":"2026-03-18T10:01:49.20085Z","steps":["trace[1180703956] 'process raft request' (duration: 124.241475ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:49.620733Z","caller":"traceutil/trace.go:171","msg":"trace[785869061] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"392.26562ms","start":"2026-03-18T10:01:49.22843Z","end":"2026-03-18T10:01:49.620695Z","steps":["trace[785869061] 'process raft request' (duration: 389.11037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:49.620876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:49.228401Z","time spent":"392.409863ms","remote":"127.0.0.1:53012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2501,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:01:49.624298Z","caller":"traceutil/trace.go:171","msg":"trace[1752280138] linearizableReadLoop","detail":"{readStateIndex:4889; appliedIndex:4887; }","duration":"167.777083ms","start":"2026-03-18T10:01:49.456508Z","end":"2026-03-18T10:01:49.624285Z","steps":["trace[1752280138] 'read index received' (duration: 161.112955ms)","trace[1752280138] 'applied index is now lower than readState.Index' (duration: 6.662948ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:49.624367Z","caller":"traceutil/trace.go:171","msg":"trace[95186653] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"372.014478ms","start":"2026-03-18T10:01:49.252345Z","end":"2026-03-18T10:01:49.624359Z","steps":["trace[95186653] 'process raft request' (duration: 371.861545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:49.624408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:49.252316Z","time spent":"372.06888ms","remote":"127.0.0.1:53012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2915,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:01:49.624574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.006498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:01:49.62466Z","caller":"traceutil/trace.go:171","msg":"trace[211649767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4693; }","duration":"168.111632ms","start":"2026-03-18T10:01:49.456534Z","end":"2026-03-18T10:01:49.624645Z","steps":["trace[211649767] 'agreement among raft nodes before linearized reading' (duration: 167.889616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:49.624692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.962367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f.189de74439aa6c8a\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-18T10:01:49.624723Z","caller":"traceutil/trace.go:171","msg":"trace[1813407421] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f.189de74439aa6c8a; range_end:; response_count:1; response_revision:4693; }","duration":"150.018849ms","start":"2026-03-18T10:01:49.474697Z","end":"2026-03-18T10:01:49.624716Z","steps":["trace[1813407421] 'agreement among raft nodes before linearized reading' (duration: 149.880025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:49.624872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.354587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:01:49.624904Z","caller":"traceutil/trace.go:171","msg":"trace[1296750279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4693; }","duration":"168.410619ms","start":"2026-03-18T10:01:49.456479Z","end":"2026-03-18T10:01:49.62489Z","steps":["trace[1296750279] 'agreement among raft nodes before linearized reading' (duration: 168.325847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:49.624951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.860442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:01:49.625033Z","caller":"traceutil/trace.go:171","msg":"trace[1926204699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4693; }","duration":"165.931893ms","start":"2026-03-18T10:01:49.459062Z","end":"2026-03-18T10:01:49.624994Z","steps":["trace[1926204699] 'agreement among raft nodes before linearized reading' (duration: 165.733649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:49.625736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.43876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-18T10:01:49.625787Z","caller":"traceutil/trace.go:171","msg":"trace[331815500] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bqb6f; range_end:; response_count:1; response_revision:4693; }","duration":"152.324639ms","start":"2026-03-18T10:01:49.473448Z","end":"2026-03-18T10:01:49.625773Z","steps":["trace[331815500] 'agreement among raft nodes before linearized reading' (duration: 151.409539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.841173Z","caller":"traceutil/trace.go:171","msg":"trace[45700205] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"134.605246ms","start":"2026-03-18T10:01:50.706506Z","end":"2026-03-18T10:01:50.841111Z","steps":["trace[45700205] 'process raft request' (duration: 134.418942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.841381Z","caller":"traceutil/trace.go:171","msg":"trace[661687722] linearizableReadLoop","detail":"{readStateIndex:4925; appliedIndex:4922; }","duration":"129.596034ms","start":"2026-03-18T10:01:50.711758Z","end":"2026-03-18T10:01:50.841354Z","steps":["trace[661687722] 'read index received' (duration: 87.775483ms)","trace[661687722] 'applied index is now lower than readState.Index' (duration: 41.819561ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:50.841414Z","caller":"traceutil/trace.go:171","msg":"trace[1731580010] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"102.712436ms","start":"2026-03-18T10:01:50.738679Z","end":"2026-03-18T10:01:50.841391Z","steps":["trace[1731580010] 'process raft request' (duration: 102.586073ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:50.841387Z","caller":"traceutil/trace.go:171","msg":"trace[915212807] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"132.201462ms","start":"2026-03-18T10:01:50.709145Z","end":"2026-03-18T10:01:50.841347Z","steps":["trace[915212807] 'process raft request' (duration: 131.902645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:50.842005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.225098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777489"} {"level":"info","ts":"2026-03-18T10:01:50.842055Z","caller":"traceutil/trace.go:171","msg":"trace[1747271494] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4729; }","duration":"130.3236ms","start":"2026-03-18T10:01:50.711718Z","end":"2026-03-18T10:01:50.842041Z","steps":["trace[1747271494] 'agreement among raft nodes before linearized reading' (duration: 129.780118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.134883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674385942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:01:52.61237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113608954s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:01:52.612782Z","caller":"traceutil/trace.go:171","msg":"trace[708136519] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"1.114102766s","start":"2026-03-18T10:01:51.498653Z","end":"2026-03-18T10:01:52.612755Z","steps":["trace[708136519] 'process raft request' (duration: 1.113897291s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.612934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.498633Z","time spent":"1.114204877s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:52.788903Z","caller":"traceutil/trace.go:171","msg":"trace[1680474140] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"987.280313ms","start":"2026-03-18T10:01:51.801604Z","end":"2026-03-18T10:01:52.788885Z","steps":["trace[1680474140] 'process raft request' (duration: 987.1463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.78904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.80157Z","time spent":"987.394844ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:52.789259Z","caller":"traceutil/trace.go:171","msg":"trace[1123584059] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"771.365547ms","start":"2026-03-18T10:01:52.017861Z","end":"2026-03-18T10:01:52.789226Z","steps":["trace[1123584059] 'process raft request' (duration: 770.990919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.789441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:52.017829Z","time spent":"771.535671ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:52.789881Z","caller":"traceutil/trace.go:171","msg":"trace[1522291033] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"361.335171ms","start":"2026-03-18T10:01:52.428503Z","end":"2026-03-18T10:01:52.789838Z","steps":["trace[1522291033] 'process raft request' (duration: 360.643566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:52.789905Z","caller":"traceutil/trace.go:171","msg":"trace[890871752] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"356.226508ms","start":"2026-03-18T10:01:52.433665Z","end":"2026-03-18T10:01:52.789891Z","steps":["trace[890871752] 'process raft request' (duration: 355.994733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.789972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:52.433652Z","time spent":"356.28985ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:52.789848Z","caller":"traceutil/trace.go:171","msg":"trace[1182006042] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4932; }","duration":"1.155484816s","start":"2026-03-18T10:01:51.634346Z","end":"2026-03-18T10:01:52.789831Z","steps":["trace[1182006042] 'read index received' (duration: 978.354244ms)","trace[1182006042] 'applied index is now lower than readState.Index' (duration: 177.129012ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:52.78988Z","caller":"traceutil/trace.go:171","msg":"trace[663759103] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"356.401132ms","start":"2026-03-18T10:01:52.433466Z","end":"2026-03-18T10:01:52.789867Z","steps":["trace[663759103] 'process raft request' (duration: 356.067795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.790007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:52.428478Z","time spent":"361.463095ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:52.790149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154613667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:01:52.790185Z","caller":"traceutil/trace.go:171","msg":"trace[926166652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4741; }","duration":"1.154671789s","start":"2026-03-18T10:01:51.635503Z","end":"2026-03-18T10:01:52.790175Z","steps":["trace[926166652] 'agreement among raft nodes before linearized reading' (duration: 1.154560285s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.790192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:52.433436Z","time spent":"356.605756ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:52.790294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.594745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T10:01:52.790245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155896116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:01:52.790329Z","caller":"traceutil/trace.go:171","msg":"trace[1227697921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4741; }","duration":"125.671997ms","start":"2026-03-18T10:01:52.664649Z","end":"2026-03-18T10:01:52.790321Z","steps":["trace[1227697921] 'agreement among raft nodes before linearized reading' (duration: 125.581595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.79031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.537159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69f9498e-240f-4896-9f30-75b53389571c\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-18T10:01:52.790374Z","caller":"traceutil/trace.go:171","msg":"trace[1335852742] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69f9498e-240f-4896-9f30-75b53389571c; range_end:; response_count:1; response_revision:4741; }","duration":"881.601571ms","start":"2026-03-18T10:01:51.908756Z","end":"2026-03-18T10:01:52.790358Z","steps":["trace[1335852742] 'agreement among raft nodes before linearized reading' (duration: 881.447477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.790426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.908682Z","time spent":"881.733844ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69f9498e-240f-4896-9f30-75b53389571c\" "} {"level":"warn","ts":"2026-03-18T10:01:52.790452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.635491Z","time spent":"1.154955225s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:01:52.790354Z","caller":"traceutil/trace.go:171","msg":"trace[1783408838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4741; }","duration":"1.156072069s","start":"2026-03-18T10:01:51.634262Z","end":"2026-03-18T10:01:52.790334Z","steps":["trace[1783408838] 'agreement among raft nodes before linearized reading' (duration: 1.155657579s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.790526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.994934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:01:52.790575Z","caller":"traceutil/trace.go:171","msg":"trace[1450505246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:4741; }","duration":"339.091116ms","start":"2026-03-18T10:01:52.451472Z","end":"2026-03-18T10:01:52.790563Z","steps":["trace[1450505246] 'agreement among raft nodes before linearized reading' (duration: 338.964714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.790509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154762961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:01:52.790614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:52.451424Z","time spent":"339.182678ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"info","ts":"2026-03-18T10:01:52.790623Z","caller":"traceutil/trace.go:171","msg":"trace[877035848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4741; }","duration":"1.154877653s","start":"2026-03-18T10:01:51.635734Z","end":"2026-03-18T10:01:52.790611Z","steps":["trace[877035848] 'agreement among raft nodes before linearized reading' (duration: 1.154699409s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.790655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.635708Z","time spent":"1.154940015s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:01:52.790722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.634232Z","time spent":"1.156472718s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:01:52.790648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146094638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:01:52.791075Z","caller":"traceutil/trace.go:171","msg":"trace[60690424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4741; }","duration":"1.146726232s","start":"2026-03-18T10:01:51.644339Z","end":"2026-03-18T10:01:52.791065Z","steps":["trace[60690424] 'agreement among raft nodes before linearized reading' (duration: 1.146076598s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.791105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.644329Z","time spent":"1.146768733s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:01:52.790826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139614963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:01:52.791318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.29671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777489"} {"level":"info","ts":"2026-03-18T10:01:52.791395Z","caller":"traceutil/trace.go:171","msg":"trace[2030249562] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4741; }","duration":"511.696828ms","start":"2026-03-18T10:01:52.279684Z","end":"2026-03-18T10:01:52.791381Z","steps":["trace[2030249562] 'agreement among raft nodes before linearized reading' (duration: 510.43928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.791457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:52.279662Z","time spent":"511.782021ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777512,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-18T10:01:52.791349Z","caller":"traceutil/trace.go:171","msg":"trace[1185997020] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4741; }","duration":"1.140184356s","start":"2026-03-18T10:01:51.651139Z","end":"2026-03-18T10:01:52.791324Z","steps":["trace[1185997020] 'agreement among raft nodes before linearized reading' (duration: 1.139628384s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:52.791877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:51.651111Z","time spent":"1.140580134s","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:01:55.203264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.688765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:01:55.203484Z","caller":"traceutil/trace.go:171","msg":"trace[1606908138] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"308.029416ms","start":"2026-03-18T10:01:54.895429Z","end":"2026-03-18T10:01:55.203458Z","steps":["trace[1606908138] 'process raft request' (duration: 188.028955ms)","trace[1606908138] 'compare' (duration: 119.538921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:01:55.203568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:54.895409Z","time spent":"308.120937ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:55.20369Z","caller":"traceutil/trace.go:171","msg":"trace[1091053544] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4983; }","duration":"307.932583ms","start":"2026-03-18T10:01:54.895742Z","end":"2026-03-18T10:01:55.203675Z","steps":["trace[1091053544] 'read index received' (duration: 187.633206ms)","trace[1091053544] 'applied index is now lower than readState.Index' (duration: 120.297927ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:55.20373Z","caller":"traceutil/trace.go:171","msg":"trace[1079333502] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"308.117698ms","start":"2026-03-18T10:01:54.895569Z","end":"2026-03-18T10:01:55.203687Z","steps":["trace[1079333502] 'process raft request' (duration: 307.927364ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:55.203824Z","caller":"traceutil/trace.go:171","msg":"trace[1917378569] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"308.336453ms","start":"2026-03-18T10:01:54.895444Z","end":"2026-03-18T10:01:55.203781Z","steps":["trace[1917378569] 'process raft request' (duration: 307.960154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:01:55.203896Z","caller":"traceutil/trace.go:171","msg":"trace[1535378086] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"307.970035ms","start":"2026-03-18T10:01:54.895865Z","end":"2026-03-18T10:01:55.203835Z","steps":["trace[1535378086] 'process raft request' (duration: 307.719229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:55.20394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.189089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62968"} {"level":"info","ts":"2026-03-18T10:01:55.204006Z","caller":"traceutil/trace.go:171","msg":"trace[1275189312] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4790; }","duration":"308.25682ms","start":"2026-03-18T10:01:54.895738Z","end":"2026-03-18T10:01:55.203995Z","steps":["trace[1275189312] 'agreement among raft nodes before linearized reading' (duration: 307.988045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:55.204009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:54.895425Z","time spent":"308.478435ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:55.20401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:54.895543Z","time spent":"308.339153ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:55.204095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:54.895846Z","time spent":"308.148718ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:55.204157Z","caller":"traceutil/trace.go:171","msg":"trace[1056242517] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"307.529815ms","start":"2026-03-18T10:01:54.896609Z","end":"2026-03-18T10:01:55.204139Z","steps":["trace[1056242517] 'process raft request' (duration: 307.023013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:55.204231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:54.896599Z","time spent":"307.601706ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:01:55.204147Z","caller":"traceutil/trace.go:171","msg":"trace[1652467325] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"308.556007ms","start":"2026-03-18T10:01:54.89557Z","end":"2026-03-18T10:01:55.204126Z","steps":["trace[1652467325] 'process raft request' (duration: 307.972695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:55.204319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:54.895538Z","time spent":"308.749892ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:55.204648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:54.895713Z","time spent":"308.916275ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62991,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T10:01:57.608483Z","caller":"traceutil/trace.go:171","msg":"trace[76030753] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5039; }","duration":"401.161168ms","start":"2026-03-18T10:01:57.207296Z","end":"2026-03-18T10:01:57.608458Z","steps":["trace[76030753] 'read index received' (duration: 12.12083ms)","trace[76030753] 'applied index is now lower than readState.Index' (duration: 389.039128ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:01:57.608709Z","caller":"traceutil/trace.go:171","msg":"trace[1864256752] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"449.089636ms","start":"2026-03-18T10:01:57.159553Z","end":"2026-03-18T10:01:57.608643Z","steps":["trace[1864256752] 'process raft request' (duration: 448.747607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:57.608809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.489736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:01:57.608852Z","caller":"traceutil/trace.go:171","msg":"trace[666643059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4841; }","duration":"401.595538ms","start":"2026-03-18T10:01:57.207243Z","end":"2026-03-18T10:01:57.608839Z","steps":["trace[666643059] 'agreement among raft nodes before linearized reading' (duration: 401.426814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:57.608893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:57.207219Z","time spent":"401.66538ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:01:57.60902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:57.159527Z","time spent":"449.32714ms","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:01:57.609964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.569279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T10:01:57.610199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.695577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:01:57.610234Z","caller":"traceutil/trace.go:171","msg":"trace[42775505] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4842; }","duration":"324.781748ms","start":"2026-03-18T10:01:57.285443Z","end":"2026-03-18T10:01:57.610225Z","steps":["trace[42775505] 'agreement among raft nodes before linearized reading' (duration: 324.709117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:57.61026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:57.285421Z","time spent":"324.831799ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":5,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:01:57.610647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.471336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:01:57.610711Z","caller":"traceutil/trace.go:171","msg":"trace[1727839421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4842; }","duration":"402.550679ms","start":"2026-03-18T10:01:57.208137Z","end":"2026-03-18T10:01:57.610688Z","steps":["trace[1727839421] 'agreement among raft nodes before linearized reading' (duration: 402.427636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:57.610755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:57.208028Z","time spent":"402.717142ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:01:57.611028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.879065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:01:57.61112Z","caller":"traceutil/trace.go:171","msg":"trace[260827240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4842; }","duration":"402.980748ms","start":"2026-03-18T10:01:57.208117Z","end":"2026-03-18T10:01:57.611097Z","steps":["trace[260827240] 'agreement among raft nodes before linearized reading' (duration: 402.758673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:57.611162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:57.208026Z","time spent":"403.127241ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:01:57.611183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.738505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:01:57.611279Z","caller":"traceutil/trace.go:171","msg":"trace[1386528412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4842; }","duration":"403.849438ms","start":"2026-03-18T10:01:57.207389Z","end":"2026-03-18T10:01:57.611239Z","steps":["trace[1386528412] 'agreement among raft nodes before linearized reading' (duration: 403.710705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:57.611327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:57.207362Z","time spent":"403.958581ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:01:57.611461Z","caller":"traceutil/trace.go:171","msg":"trace[45122563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4842; }","duration":"402.845985ms","start":"2026-03-18T10:01:57.207335Z","end":"2026-03-18T10:01:57.610181Z","steps":["trace[45122563] 'agreement among raft nodes before linearized reading' (duration: 402.518048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:57.611534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:57.207312Z","time spent":"404.199877ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:01:57.611984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.64473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:01:57.612147Z","caller":"traceutil/trace.go:171","msg":"trace[320497362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:4842; }","duration":"401.857514ms","start":"2026-03-18T10:01:57.210251Z","end":"2026-03-18T10:01:57.612109Z","steps":["trace[320497362] 'agreement among raft nodes before linearized reading' (duration: 400.37191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:01:57.612233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:01:57.21024Z","time spent":"401.965927ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"info","ts":"2026-03-18T10:02:03.14158Z","caller":"traceutil/trace.go:171","msg":"trace[1695955338] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"127.494912ms","start":"2026-03-18T10:02:03.014054Z","end":"2026-03-18T10:02:03.141549Z","steps":["trace[1695955338] 'process raft request' (duration: 60.08751ms)","trace[1695955338] 'compare' (duration: 67.281299ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:04.059642Z","caller":"traceutil/trace.go:171","msg":"trace[932001659] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5134; }","duration":"422.104579ms","start":"2026-03-18T10:02:03.637511Z","end":"2026-03-18T10:02:04.059615Z","steps":["trace[932001659] 'read index received' (duration: 421.894794ms)","trace[932001659] 'applied index is now lower than readState.Index' (duration: 208.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:04.059704Z","caller":"traceutil/trace.go:171","msg":"trace[1121948939] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"438.524395ms","start":"2026-03-18T10:02:03.621168Z","end":"2026-03-18T10:02:04.059692Z","steps":["trace[1121948939] 'process raft request' (duration: 438.287809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.059858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.332884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:02:04.05988Z","caller":"traceutil/trace.go:171","msg":"trace[749545268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4933; }","duration":"422.399095ms","start":"2026-03-18T10:02:03.637476Z","end":"2026-03-18T10:02:04.059875Z","steps":["trace[749545268] 'agreement among raft nodes before linearized reading' (duration: 422.255181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.059926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:03.637419Z","time spent":"422.473987ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:04.060171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.23442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T10:02:04.0602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.12937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:02:04.060237Z","caller":"traceutil/trace.go:171","msg":"trace[1626408114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:4933; }","duration":"413.18557ms","start":"2026-03-18T10:02:03.647046Z","end":"2026-03-18T10:02:04.060231Z","steps":["trace[1626408114] 'agreement among raft nodes before linearized reading' (duration: 413.110999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.060252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:03.647036Z","time spent":"413.211722ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"info","ts":"2026-03-18T10:02:04.060318Z","caller":"traceutil/trace.go:171","msg":"trace[191252741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4933; }","duration":"412.311382ms","start":"2026-03-18T10:02:03.647903Z","end":"2026-03-18T10:02:04.060214Z","steps":["trace[191252741] 'agreement among raft nodes before linearized reading' (duration: 412.148618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.060369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:03.647896Z","time spent":"412.459985ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:02:04.060337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.37813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:02:04.060406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.145244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:02:04.060506Z","caller":"traceutil/trace.go:171","msg":"trace[1313805240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4933; }","duration":"415.288628ms","start":"2026-03-18T10:02:03.645198Z","end":"2026-03-18T10:02:04.060487Z","steps":["trace[1313805240] 'agreement among raft nodes before linearized reading' (duration: 414.987321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.060552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:03.64519Z","time spent":"415.353519ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:02:04.060013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:03.621138Z","time spent":"438.670208ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8035,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:04.060432Z","caller":"traceutil/trace.go:171","msg":"trace[298176709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4933; }","duration":"411.497052ms","start":"2026-03-18T10:02:03.648919Z","end":"2026-03-18T10:02:04.060416Z","steps":["trace[298176709] 'agreement among raft nodes before linearized reading' (duration: 411.221376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.061052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:03.648912Z","time spent":"412.123326ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:04.061422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.214919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:02:04.061507Z","caller":"traceutil/trace.go:171","msg":"trace[446707576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4933; }","duration":"416.347601ms","start":"2026-03-18T10:02:03.64514Z","end":"2026-03-18T10:02:04.061488Z","steps":["trace[446707576] 'agreement among raft nodes before linearized reading' (duration: 414.861817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.06156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:03.645127Z","time spent":"416.424492ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:04.465654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.890921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:04.465827Z","caller":"traceutil/trace.go:171","msg":"trace[343364504] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"401.50955ms","start":"2026-03-18T10:02:04.064241Z","end":"2026-03-18T10:02:04.46575Z","steps":["trace[343364504] 'process raft request' (duration: 177.421695ms)","trace[343364504] 'compare' (duration: 223.519603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:04.465952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.064216Z","time spent":"401.698264ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:04.47964Z","caller":"traceutil/trace.go:171","msg":"trace[506611465] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"415.141023ms","start":"2026-03-18T10:02:04.064474Z","end":"2026-03-18T10:02:04.479615Z","steps":["trace[506611465] 'process raft request' (duration: 414.933169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.479788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.064444Z","time spent":"415.264256ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:04.479639Z","caller":"traceutil/trace.go:171","msg":"trace[449906471] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"414.443128ms","start":"2026-03-18T10:02:04.065174Z","end":"2026-03-18T10:02:04.479617Z","steps":["trace[449906471] 'process raft request' (duration: 414.348176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:04.480051Z","caller":"traceutil/trace.go:171","msg":"trace[1636915794] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"414.836867ms","start":"2026-03-18T10:02:04.065199Z","end":"2026-03-18T10:02:04.480036Z","steps":["trace[1636915794] 'process raft request' (duration: 414.382417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.48007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.065136Z","time spent":"414.809316ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:04.480123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.065184Z","time spent":"414.902039ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:04.48012Z","caller":"traceutil/trace.go:171","msg":"trace[2056250298] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"414.631773ms","start":"2026-03-18T10:02:04.065455Z","end":"2026-03-18T10:02:04.480087Z","steps":["trace[2056250298] 'process raft request' (duration: 414.421258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:04.480157Z","caller":"traceutil/trace.go:171","msg":"trace[1090777565] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"414.659773ms","start":"2026-03-18T10:02:04.065465Z","end":"2026-03-18T10:02:04.480124Z","steps":["trace[1090777565] 'process raft request' (duration: 414.535131ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:04.480214Z","caller":"traceutil/trace.go:171","msg":"trace[1760232963] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"414.566311ms","start":"2026-03-18T10:02:04.065617Z","end":"2026-03-18T10:02:04.480183Z","steps":["trace[1760232963] 'process raft request' (duration: 414.487619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.480282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.065449Z","time spent":"414.775056ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:04.480292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.06543Z","time spent":"414.769996ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:04.480384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.065591Z","time spent":"414.704375ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:04.480548Z","caller":"traceutil/trace.go:171","msg":"trace[977460969] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"414.697114ms","start":"2026-03-18T10:02:04.065834Z","end":"2026-03-18T10:02:04.480531Z","steps":["trace[977460969] 'process raft request' (duration: 414.308485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.480645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.065828Z","time spent":"414.779846ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:04.48054Z","caller":"traceutil/trace.go:171","msg":"trace[2061399350] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"414.754025ms","start":"2026-03-18T10:02:04.065497Z","end":"2026-03-18T10:02:04.480251Z","steps":["trace[2061399350] 'process raft request' (duration: 414.558881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.481807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.065485Z","time spent":"415.743718ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:04.650251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.825645ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T10:02:04.650562Z","caller":"traceutil/trace.go:171","msg":"trace[625306745] linearizableReadLoop","detail":"{readStateIndex:5144; appliedIndex:5135; }","duration":"584.653921ms","start":"2026-03-18T10:02:04.065888Z","end":"2026-03-18T10:02:04.650542Z","steps":["trace[625306745] 'read index received' (duration: 175.787397ms)","trace[625306745] 'applied index is now lower than readState.Index' (duration: 408.865454ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:04.650783Z","caller":"traceutil/trace.go:171","msg":"trace[418432500] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"436.209593ms","start":"2026-03-18T10:02:04.214549Z","end":"2026-03-18T10:02:04.650759Z","steps":["trace[418432500] 'process raft request' (duration: 435.807054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.650824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.475845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:02:04.650904Z","caller":"traceutil/trace.go:171","msg":"trace[1295456422] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4943; }","duration":"255.611248ms","start":"2026-03-18T10:02:04.395273Z","end":"2026-03-18T10:02:04.650884Z","steps":["trace[1295456422] 'agreement among raft nodes before linearized reading' (duration: 255.463355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.650924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.214508Z","time spent":"436.330986ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:04.650955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.114233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:02:04.65104Z","caller":"traceutil/trace.go:171","msg":"trace[1962716598] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4943; }","duration":"232.270907ms","start":"2026-03-18T10:02:04.418752Z","end":"2026-03-18T10:02:04.651023Z","steps":["trace[1962716598] 'agreement among raft nodes before linearized reading' (duration: 232.005171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.651098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.123613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71011"} {"level":"info","ts":"2026-03-18T10:02:04.65121Z","caller":"traceutil/trace.go:171","msg":"trace[1392955634] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4943; }","duration":"585.328008ms","start":"2026-03-18T10:02:04.065866Z","end":"2026-03-18T10:02:04.651194Z","steps":["trace[1392955634] 'agreement among raft nodes before linearized reading' (duration: 584.791595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:04.651287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:04.065855Z","time spent":"585.417849ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71034,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T10:02:12.741435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.704963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-18T10:02:12.741578Z","caller":"traceutil/trace.go:171","msg":"trace[719778238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd; range_end:; response_count:1; response_revision:5061; }","duration":"811.904449ms","start":"2026-03-18T10:02:11.929646Z","end":"2026-03-18T10:02:12.74155Z","steps":["trace[719778238] 'range keys from in-memory index tree' (duration: 810.998597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:12.741641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:11.929622Z","time spent":"812.00346ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd\" "} {"level":"warn","ts":"2026-03-18T10:02:12.937186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674386654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:02:13.134544Z","caller":"traceutil/trace.go:171","msg":"trace[889986918] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"977.408507ms","start":"2026-03-18T10:02:12.157107Z","end":"2026-03-18T10:02:13.134515Z","steps":["trace[889986918] 'process raft request' (duration: 977.236593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.140522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.157069Z","time spent":"977.55156ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:13.397559Z","caller":"traceutil/trace.go:171","msg":"trace[1653262251] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"499.431403ms","start":"2026-03-18T10:02:12.898082Z","end":"2026-03-18T10:02:13.397514Z","steps":["trace[1653262251] 'process raft request' (duration: 444.428267ms)","trace[1653262251] 'compare' (duration: 54.71887ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:13.397776Z","caller":"traceutil/trace.go:171","msg":"trace[1665039600] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"433.848731ms","start":"2026-03-18T10:02:12.9637Z","end":"2026-03-18T10:02:13.397549Z","steps":["trace[1665039600] 'process raft request' (duration: 433.721848ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:13.397813Z","caller":"traceutil/trace.go:171","msg":"trace[219256904] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5265; }","duration":"960.851088ms","start":"2026-03-18T10:02:12.436937Z","end":"2026-03-18T10:02:13.397788Z","steps":["trace[219256904] 'read index received' (duration: 697.398396ms)","trace[219256904] 'applied index is now lower than readState.Index' (duration: 263.451502ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:13.397839Z","caller":"traceutil/trace.go:171","msg":"trace[1770623083] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"432.078731ms","start":"2026-03-18T10:02:12.965727Z","end":"2026-03-18T10:02:13.397806Z","steps":["trace[1770623083] 'process raft request' (duration: 431.764014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.397933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.898053Z","time spent":"499.77925ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:13.397972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.027152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:02:13.397982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.965699Z","time spent":"432.202964ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:13.398002Z","caller":"traceutil/trace.go:171","msg":"trace[1688717534] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5065; }","duration":"961.131934ms","start":"2026-03-18T10:02:12.43686Z","end":"2026-03-18T10:02:13.397992Z","steps":["trace[1688717534] 'agreement among raft nodes before linearized reading' (duration: 961.044062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.397993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.963668Z","time spent":"434.209288ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:13.398028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.436829Z","time spent":"961.191875ms","remote":"127.0.0.1:51426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:02:13.668782Z","caller":"traceutil/trace.go:171","msg":"trace[1301673950] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5269; }","duration":"270.880198ms","start":"2026-03-18T10:02:13.397877Z","end":"2026-03-18T10:02:13.668757Z","steps":["trace[1301673950] 'read index received' (duration: 270.651723ms)","trace[1301673950] 'applied index is now lower than readState.Index' (duration: 227.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:13.668892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.935719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:02:13.668936Z","caller":"traceutil/trace.go:171","msg":"trace[1107873169] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5066; }","duration":"537.086782ms","start":"2026-03-18T10:02:13.131837Z","end":"2026-03-18T10:02:13.668924Z","steps":["trace[1107873169] 'agreement among raft nodes before linearized reading' (duration: 536.97767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.668945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159218129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:02:13.668924Z","caller":"traceutil/trace.go:171","msg":"trace[470795493] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"352.11688ms","start":"2026-03-18T10:02:13.31677Z","end":"2026-03-18T10:02:13.668886Z","steps":["trace[470795493] 'process raft request' (duration: 351.789091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.669026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:13.131801Z","time spent":"537.160984ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:02:13.669044Z","caller":"traceutil/trace.go:171","msg":"trace[1086924574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5066; }","duration":"1.159371383s","start":"2026-03-18T10:02:12.509662Z","end":"2026-03-18T10:02:13.669034Z","steps":["trace[1086924574] 'agreement among raft nodes before linearized reading' (duration: 1.159192849s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.669082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.509635Z","time spent":"1.159438185s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:02:13.669085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.733268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-18T10:02:13.669121Z","caller":"traceutil/trace.go:171","msg":"trace[113660138] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd; range_end:; response_count:1; response_revision:5066; }","duration":"974.811049ms","start":"2026-03-18T10:02:12.694299Z","end":"2026-03-18T10:02:13.66911Z","steps":["trace[113660138] 'agreement among raft nodes before linearized reading' (duration: 974.712877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.669135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:13.316729Z","time spent":"352.307474ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:13.669143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.850589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:02:13.669209Z","caller":"traceutil/trace.go:171","msg":"trace[1748314682] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5066; }","duration":"755.976241ms","start":"2026-03-18T10:02:12.913215Z","end":"2026-03-18T10:02:13.669191Z","steps":["trace[1748314682] 'agreement among raft nodes before linearized reading' (duration: 755.727856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.669235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139795767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:02:13.669316Z","caller":"traceutil/trace.go:171","msg":"trace[629584251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5066; }","duration":"1.139908499s","start":"2026-03-18T10:02:12.529386Z","end":"2026-03-18T10:02:13.669294Z","steps":["trace[629584251] 'agreement among raft nodes before linearized reading' (duration: 1.139680404s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.668952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.414632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:02:13.669369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.529374Z","time spent":"1.139985921s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:13.669395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144516823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T10:02:13.669247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.913186Z","time spent":"756.052503ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:02:13.669411Z","caller":"traceutil/trace.go:171","msg":"trace[2007428549] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:5066; }","duration":"979.916553ms","start":"2026-03-18T10:02:12.689466Z","end":"2026-03-18T10:02:13.669383Z","steps":["trace[2007428549] 'agreement among raft nodes before linearized reading' (duration: 979.31062ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:13.66943Z","caller":"traceutil/trace.go:171","msg":"trace[104524914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5066; }","duration":"1.144545213s","start":"2026-03-18T10:02:12.524872Z","end":"2026-03-18T10:02:13.669417Z","steps":["trace[104524914] 'agreement among raft nodes before linearized reading' (duration: 1.144471282s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.66945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.689435Z","time spent":"980.003435ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:02:13.669463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.524838Z","time spent":"1.144618965s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:02:13.66949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02415425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:02:13.669518Z","caller":"traceutil/trace.go:171","msg":"trace[1949790995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5066; }","duration":"1.02421301s","start":"2026-03-18T10:02:12.645296Z","end":"2026-03-18T10:02:13.669509Z","steps":["trace[1949790995] 'agreement among raft nodes before linearized reading' (duration: 1.024171509s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.669546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.645275Z","time spent":"1.024266322s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:02:13.669319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140571924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:02:13.669638Z","caller":"traceutil/trace.go:171","msg":"trace[612020578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5066; }","duration":"1.140917042s","start":"2026-03-18T10:02:12.528711Z","end":"2026-03-18T10:02:13.669628Z","steps":["trace[612020578] 'agreement among raft nodes before linearized reading' (duration: 1.140530933s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.669666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.528698Z","time spent":"1.140960812s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:13.669741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135958292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:02:13.669152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.694286Z","time spent":"974.85788ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd\" "} {"level":"info","ts":"2026-03-18T10:02:13.669826Z","caller":"traceutil/trace.go:171","msg":"trace[1778650703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5066; }","duration":"1.136076325s","start":"2026-03-18T10:02:12.53373Z","end":"2026-03-18T10:02:13.669807Z","steps":["trace[1778650703] 'agreement among raft nodes before linearized reading' (duration: 1.135820919s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:13.669869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:12.533717Z","time spent":"1.136143626s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:02:15.120173Z","caller":"traceutil/trace.go:171","msg":"trace[30476811] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"363.298989ms","start":"2026-03-18T10:02:14.756848Z","end":"2026-03-18T10:02:15.120148Z","steps":["trace[30476811] 'read index received' (duration: 362.97822ms)","trace[30476811] 'applied index is now lower than readState.Index' (duration: 319.839µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:15.12025Z","caller":"traceutil/trace.go:171","msg":"trace[1363682365] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"402.048843ms","start":"2026-03-18T10:02:14.718161Z","end":"2026-03-18T10:02:15.12021Z","steps":["trace[1363682365] 'process raft request' (duration: 401.816648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:15.120379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.516873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-18T10:02:15.120416Z","caller":"traceutil/trace.go:171","msg":"trace[1275388516] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd; range_end:; response_count:1; response_revision:5086; }","duration":"363.630356ms","start":"2026-03-18T10:02:14.756776Z","end":"2026-03-18T10:02:15.120407Z","steps":["trace[1275388516] 'agreement among raft nodes before linearized reading' (duration: 363.539534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:15.120446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:14.756747Z","time spent":"363.693047ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd\" "} {"level":"warn","ts":"2026-03-18T10:02:15.120438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:14.718132Z","time spent":"402.200506ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3937,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:15.12066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.36181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-18T10:02:15.120674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.252102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:02:15.120727Z","caller":"traceutil/trace.go:171","msg":"trace[2087395953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5086; }","duration":"263.469953ms","start":"2026-03-18T10:02:14.857241Z","end":"2026-03-18T10:02:15.120711Z","steps":["trace[2087395953] 'agreement among raft nodes before linearized reading' (duration: 263.237758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:15.120743Z","caller":"traceutil/trace.go:171","msg":"trace[1521697443] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5086; }","duration":"186.382355ms","start":"2026-03-18T10:02:14.934342Z","end":"2026-03-18T10:02:15.120725Z","steps":["trace[1521697443] 'agreement among raft nodes before linearized reading' (duration: 186.172971ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:15.331557Z","caller":"traceutil/trace.go:171","msg":"trace[699643591] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5291; }","duration":"152.880198ms","start":"2026-03-18T10:02:15.178647Z","end":"2026-03-18T10:02:15.331527Z","steps":["trace[699643591] 'read index received' (duration: 152.445138ms)","trace[699643591] 'applied index is now lower than readState.Index' (duration: 434.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:15.331723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.058353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:02:15.331766Z","caller":"traceutil/trace.go:171","msg":"trace[1550342215] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5087; }","duration":"153.163485ms","start":"2026-03-18T10:02:15.178592Z","end":"2026-03-18T10:02:15.331756Z","steps":["trace[1550342215] 'agreement among raft nodes before linearized reading' (duration: 153.043892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:15.331858Z","caller":"traceutil/trace.go:171","msg":"trace[2115009388] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"198.953675ms","start":"2026-03-18T10:02:15.132877Z","end":"2026-03-18T10:02:15.331831Z","steps":["trace[2115009388] 'process raft request' (duration: 198.194148ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:18.509241Z","caller":"traceutil/trace.go:171","msg":"trace[576566610] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5148; }","duration":"117.199891ms","start":"2026-03-18T10:02:18.391983Z","end":"2026-03-18T10:02:18.509183Z","steps":["trace[576566610] 'process raft request' (duration: 49.616075ms)","trace[576566610] 'compare' (duration: 67.431573ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:18.509468Z","caller":"traceutil/trace.go:171","msg":"trace[1229014079] linearizableReadLoop","detail":"{readStateIndex:5356; appliedIndex:5355; }","duration":"117.12478ms","start":"2026-03-18T10:02:18.392312Z","end":"2026-03-18T10:02:18.509436Z","steps":["trace[1229014079] 'read index received' (duration: 27.115334ms)","trace[1229014079] 'applied index is now lower than readState.Index' (duration: 90.006246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:18.509823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.487589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T10:02:18.50987Z","caller":"traceutil/trace.go:171","msg":"trace[1119241026] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5150; }","duration":"117.581211ms","start":"2026-03-18T10:02:18.392274Z","end":"2026-03-18T10:02:18.509855Z","steps":["trace[1119241026] 'agreement among raft nodes before linearized reading' (duration: 117.337166ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:18.864909Z","caller":"traceutil/trace.go:171","msg":"trace[1623668906] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5369; }","duration":"106.970464ms","start":"2026-03-18T10:02:18.757917Z","end":"2026-03-18T10:02:18.864888Z","steps":["trace[1623668906] 'read index received' (duration: 78.104441ms)","trace[1623668906] 'applied index is now lower than readState.Index' (duration: 28.863043ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:18.865104Z","caller":"traceutil/trace.go:171","msg":"trace[1552898562] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"108.705373ms","start":"2026-03-18T10:02:18.756333Z","end":"2026-03-18T10:02:18.865038Z","steps":["trace[1552898562] 'process raft request' (duration: 79.738337ms)","trace[1552898562] 'compare' (duration: 28.69772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:18.865255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.785711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-18T10:02:18.86532Z","caller":"traceutil/trace.go:171","msg":"trace[915977557] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5161; }","duration":"102.892162ms","start":"2026-03-18T10:02:18.762414Z","end":"2026-03-18T10:02:18.865306Z","steps":["trace[915977557] 'agreement among raft nodes before linearized reading' (duration: 102.639697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:18.865339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.375653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T10:02:18.865464Z","caller":"traceutil/trace.go:171","msg":"trace[741949174] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5161; }","duration":"107.553528ms","start":"2026-03-18T10:02:18.757887Z","end":"2026-03-18T10:02:18.865441Z","steps":["trace[741949174] 'agreement among raft nodes before linearized reading' (duration: 107.145428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:18.86565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.065927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110775"} {"level":"info","ts":"2026-03-18T10:02:18.865702Z","caller":"traceutil/trace.go:171","msg":"trace[1229253162] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5161; }","duration":"103.14636ms","start":"2026-03-18T10:02:18.762544Z","end":"2026-03-18T10:02:18.865691Z","steps":["trace[1229253162] 'agreement among raft nodes before linearized reading' (duration: 102.553246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:24.062106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.766778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:24.062681Z","caller":"traceutil/trace.go:171","msg":"trace[1452902196] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"264.919996ms","start":"2026-03-18T10:02:23.797699Z","end":"2026-03-18T10:02:24.062619Z","steps":["trace[1452902196] 'process raft request' (duration: 145.543985ms)","trace[1452902196] 'compare' (duration: 118.634145ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:24.062851Z","caller":"traceutil/trace.go:171","msg":"trace[947669455] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"264.917336ms","start":"2026-03-18T10:02:23.797892Z","end":"2026-03-18T10:02:24.062809Z","steps":["trace[947669455] 'process raft request' (duration: 264.389465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:24.06288Z","caller":"traceutil/trace.go:171","msg":"trace[1785734621] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"264.113137ms","start":"2026-03-18T10:02:23.798746Z","end":"2026-03-18T10:02:24.062859Z","steps":["trace[1785734621] 'process raft request' (duration: 263.932523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:24.062887Z","caller":"traceutil/trace.go:171","msg":"trace[938041207] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"264.609979ms","start":"2026-03-18T10:02:23.79824Z","end":"2026-03-18T10:02:24.06285Z","steps":["trace[938041207] 'process raft request' (duration: 264.321363ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:24.062773Z","caller":"traceutil/trace.go:171","msg":"trace[158863029] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5436; }","duration":"230.461597ms","start":"2026-03-18T10:02:23.832288Z","end":"2026-03-18T10:02:24.06275Z","steps":["trace[158863029] 'read index received' (duration: 43.742544ms)","trace[158863029] 'applied index is now lower than readState.Index' (duration: 186.717483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:02:24.063195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.879056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-tvkzt\" ","response":"range_response_count:1 size:8061"} {"level":"info","ts":"2026-03-18T10:02:24.063275Z","caller":"traceutil/trace.go:171","msg":"trace[1652748077] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-tvkzt; range_end:; response_count:1; response_revision:5231; }","duration":"231.016149ms","start":"2026-03-18T10:02:23.832237Z","end":"2026-03-18T10:02:24.063253Z","steps":["trace[1652748077] 'agreement among raft nodes before linearized reading' (duration: 230.751613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:24.275156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.071518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:24.275473Z","caller":"traceutil/trace.go:171","msg":"trace[338294709] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"190.892255ms","start":"2026-03-18T10:02:24.084485Z","end":"2026-03-18T10:02:24.275377Z","steps":["trace[338294709] 'process raft request' (duration: 78.479639ms)","trace[338294709] 'compare' (duration: 111.864754ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:26.889325Z","caller":"traceutil/trace.go:171","msg":"trace[1763342516] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5468; }","duration":"117.181132ms","start":"2026-03-18T10:02:26.772116Z","end":"2026-03-18T10:02:26.889297Z","steps":["trace[1763342516] 'read index received' (duration: 117.014218ms)","trace[1763342516] 'applied index is now lower than readState.Index' (duration: 165.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:26.889415Z","caller":"traceutil/trace.go:171","msg":"trace[117797256] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"214.007921ms","start":"2026-03-18T10:02:26.675364Z","end":"2026-03-18T10:02:26.889372Z","steps":["trace[117797256] 'process raft request' (duration: 213.761085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:26.889555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.415668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:02:26.889596Z","caller":"traceutil/trace.go:171","msg":"trace[337095242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5258; }","duration":"117.54692ms","start":"2026-03-18T10:02:26.772037Z","end":"2026-03-18T10:02:26.889584Z","steps":["trace[337095242] 'agreement among raft nodes before linearized reading' (duration: 117.438258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:33.437682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674387206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:02:33.93845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674387206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:02:34.215687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.377426725s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:02:34.216521Z","caller":"traceutil/trace.go:171","msg":"trace[415767258] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"1.378392065s","start":"2026-03-18T10:02:32.838029Z","end":"2026-03-18T10:02:34.216421Z","steps":["trace[415767258] 'process raft request' (duration: 1.37813622s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.216787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:32.83799Z","time spent":"1.378671342s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:34.473451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.490698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:34.473871Z","caller":"traceutil/trace.go:171","msg":"trace[1088630139] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"987.617804ms","start":"2026-03-18T10:02:33.486205Z","end":"2026-03-18T10:02:34.473823Z","steps":["trace[1088630139] 'process raft request' (duration: 861.617946ms)","trace[1088630139] 'compare' (duration: 125.236981ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:34.473912Z","caller":"traceutil/trace.go:171","msg":"trace[1683417799] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"986.552261ms","start":"2026-03-18T10:02:33.48733Z","end":"2026-03-18T10:02:34.473882Z","steps":["trace[1683417799] 'process raft request' (duration: 986.343697ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.473946Z","caller":"traceutil/trace.go:171","msg":"trace[1801568734] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"987.539743ms","start":"2026-03-18T10:02:33.486316Z","end":"2026-03-18T10:02:34.473855Z","steps":["trace[1801568734] 'process raft request' (duration: 987.272317ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.473954Z","caller":"traceutil/trace.go:171","msg":"trace[213116693] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"399.32252ms","start":"2026-03-18T10:02:34.074595Z","end":"2026-03-18T10:02:34.473917Z","steps":["trace[213116693] 'process raft request' (duration: 399.129366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.474082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.487319Z","time spent":"986.661384ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:34.47413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:34.074542Z","time spent":"399.484285ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:34.474174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.486267Z","time spent":"987.742477ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:02:34.474084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.486167Z","time spent":"987.807309ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:02:34.559167Z","caller":"traceutil/trace.go:171","msg":"trace[1358783346] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5527; }","duration":"1.622006757s","start":"2026-03-18T10:02:32.937089Z","end":"2026-03-18T10:02:34.559096Z","steps":["trace[1358783346] 'read index received' (duration: 1.27898136s)","trace[1358783346] 'applied index is now lower than readState.Index' (duration: 343.024267ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:34.559407Z","caller":"traceutil/trace.go:171","msg":"trace[482404851] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"233.541947ms","start":"2026-03-18T10:02:34.325834Z","end":"2026-03-18T10:02:34.559376Z","steps":["trace[482404851] 'process raft request' (duration: 233.140498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.559542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622420195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"info","ts":"2026-03-18T10:02:34.559638Z","caller":"traceutil/trace.go:171","msg":"trace[314385509] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5321; }","duration":"1.622515558s","start":"2026-03-18T10:02:32.93708Z","end":"2026-03-18T10:02:34.559596Z","steps":["trace[314385509] 'agreement among raft nodes before linearized reading' (duration: 1.622262672s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.5597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:32.93704Z","time spent":"1.622645231s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13314,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T10:02:34.559914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.18397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:02:34.559937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585535414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T10:02:34.559961Z","caller":"traceutil/trace.go:171","msg":"trace[1965621748] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5321; }","duration":"749.296982ms","start":"2026-03-18T10:02:33.810653Z","end":"2026-03-18T10:02:34.55995Z","steps":["trace[1965621748] 'agreement among raft nodes before linearized reading' (duration: 749.18602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.559997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.81063Z","time spent":"749.358353ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:02:34.560014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.390511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:02:34.560013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.612564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:02:34.560016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.870064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:02:34.560051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.141754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:02:34.560066Z","caller":"traceutil/trace.go:171","msg":"trace[287548015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:5321; }","duration":"730.480184ms","start":"2026-03-18T10:02:33.829571Z","end":"2026-03-18T10:02:34.560051Z","steps":["trace[287548015] 'agreement among raft nodes before linearized reading' (duration: 730.33343ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.559996Z","caller":"traceutil/trace.go:171","msg":"trace[1365884017] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5321; }","duration":"1.585643716s","start":"2026-03-18T10:02:32.974333Z","end":"2026-03-18T10:02:34.559977Z","steps":["trace[1365884017] 'agreement among raft nodes before linearized reading' (duration: 1.585252677s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.560103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.82955Z","time spent":"730.545504ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"info","ts":"2026-03-18T10:02:34.560099Z","caller":"traceutil/trace.go:171","msg":"trace[211795565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5321; }","duration":"915.014767ms","start":"2026-03-18T10:02:33.645067Z","end":"2026-03-18T10:02:34.560082Z","steps":["trace[211795565] 'agreement among raft nodes before linearized reading' (duration: 914.851874ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.560099Z","caller":"traceutil/trace.go:171","msg":"trace[1250616182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5321; }","duration":"607.690476ms","start":"2026-03-18T10:02:33.952385Z","end":"2026-03-18T10:02:34.560075Z","steps":["trace[1250616182] 'agreement among raft nodes before linearized reading' (duration: 607.438991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.560111Z","caller":"traceutil/trace.go:171","msg":"trace[1061054411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5321; }","duration":"961.228826ms","start":"2026-03-18T10:02:33.598854Z","end":"2026-03-18T10:02:34.560083Z","steps":["trace[1061054411] 'agreement among raft nodes before linearized reading' (duration: 961.165625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.560133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:32.974303Z","time spent":"1.585818909s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T10:02:34.560131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.898266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T10:02:34.560155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.95232Z","time spent":"607.822699ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:34.560155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.645043Z","time spent":"915.099279ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:02:34.560164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.622826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:02:34.560208Z","caller":"traceutil/trace.go:171","msg":"trace[934409502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5321; }","duration":"340.06719ms","start":"2026-03-18T10:02:34.220119Z","end":"2026-03-18T10:02:34.560186Z","steps":["trace[934409502] 'agreement among raft nodes before linearized reading' (duration: 339.806745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.56023Z","caller":"traceutil/trace.go:171","msg":"trace[829820292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5321; }","duration":"341.740098ms","start":"2026-03-18T10:02:34.21847Z","end":"2026-03-18T10:02:34.560211Z","steps":["trace[829820292] 'agreement among raft nodes before linearized reading' (duration: 341.553894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.56026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:34.220101Z","time spent":"340.150242ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:34.560265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:34.218446Z","time spent":"341.811879ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:02:34.560158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:33.59883Z","time spent":"961.318869ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:02:34.560301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.463645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:02:34.560356Z","caller":"traceutil/trace.go:171","msg":"trace[1884811736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5321; }","duration":"338.579608ms","start":"2026-03-18T10:02:34.221761Z","end":"2026-03-18T10:02:34.560341Z","steps":["trace[1884811736] 'agreement among raft nodes before linearized reading' (duration: 338.443375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.560405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:34.221706Z","time spent":"338.68719ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:02:34.560442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.31164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T10:02:34.560632Z","caller":"traceutil/trace.go:171","msg":"trace[934388002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5321; }","duration":"342.505564ms","start":"2026-03-18T10:02:34.218033Z","end":"2026-03-18T10:02:34.560539Z","steps":["trace[934388002] 'agreement among raft nodes before linearized reading' (duration: 342.072005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.560717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:02:34.21801Z","time spent":"342.692349ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:02:34.686034Z","caller":"traceutil/trace.go:171","msg":"trace[966317282] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"120.66843ms","start":"2026-03-18T10:02:34.565337Z","end":"2026-03-18T10:02:34.686006Z","steps":["trace[966317282] 'process raft request' (duration: 83.507062ms)","trace[966317282] 'compare' (duration: 36.998575ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:34.701791Z","caller":"traceutil/trace.go:171","msg":"trace[1866617440] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"136.002222ms","start":"2026-03-18T10:02:34.56574Z","end":"2026-03-18T10:02:34.701743Z","steps":["trace[1866617440] 'process raft request' (duration: 135.779878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.701841Z","caller":"traceutil/trace.go:171","msg":"trace[1070032632] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"135.936821ms","start":"2026-03-18T10:02:34.565869Z","end":"2026-03-18T10:02:34.701806Z","steps":["trace[1070032632] 'process raft request' (duration: 135.753357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.701942Z","caller":"traceutil/trace.go:171","msg":"trace[1520483123] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"135.597493ms","start":"2026-03-18T10:02:34.56631Z","end":"2026-03-18T10:02:34.701907Z","steps":["trace[1520483123] 'process raft request' (duration: 135.382798ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.701872Z","caller":"traceutil/trace.go:171","msg":"trace[315423762] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"135.776077ms","start":"2026-03-18T10:02:34.566048Z","end":"2026-03-18T10:02:34.701824Z","steps":["trace[315423762] 'process raft request' (duration: 135.612764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:34.70209Z","caller":"traceutil/trace.go:171","msg":"trace[276399330] linearizableReadLoop","detail":"{readStateIndex:5536; appliedIndex:5534; }","duration":"136.239327ms","start":"2026-03-18T10:02:34.565825Z","end":"2026-03-18T10:02:34.702064Z","steps":["trace[276399330] 'read index received' (duration: 83.012581ms)","trace[276399330] 'applied index is now lower than readState.Index' (duration: 53.223436ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:34.702142Z","caller":"traceutil/trace.go:171","msg":"trace[161060327] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"127.435761ms","start":"2026-03-18T10:02:34.574688Z","end":"2026-03-18T10:02:34.702124Z","steps":["trace[161060327] 'process raft request' (duration: 127.047982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.702382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.00994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T10:02:34.702459Z","caller":"traceutil/trace.go:171","msg":"trace[426508534] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5327; }","duration":"135.097702ms","start":"2026-03-18T10:02:34.56734Z","end":"2026-03-18T10:02:34.702437Z","steps":["trace[426508534] 'agreement among raft nodes before linearized reading' (duration: 134.874227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:34.702508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.665297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81881"} {"level":"info","ts":"2026-03-18T10:02:34.702552Z","caller":"traceutil/trace.go:171","msg":"trace[247789796] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5327; }","duration":"136.747289ms","start":"2026-03-18T10:02:34.565793Z","end":"2026-03-18T10:02:34.70254Z","steps":["trace[247789796] 'agreement among raft nodes before linearized reading' (duration: 136.395551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:02:35.041267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.567174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:02:35.041562Z","caller":"traceutil/trace.go:171","msg":"trace[209651210] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"270.332756ms","start":"2026-03-18T10:02:34.771188Z","end":"2026-03-18T10:02:35.041521Z","steps":["trace[209651210] 'process raft request' (duration: 15.420084ms)","trace[209651210] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/services/endpoints/monitoring/alertmanager-operated; req_size:903; } (duration: 254.216397ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:02:35.041597Z","caller":"traceutil/trace.go:171","msg":"trace[2106704057] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"267.759279ms","start":"2026-03-18T10:02:34.773819Z","end":"2026-03-18T10:02:35.041579Z","steps":["trace[2106704057] 'process raft request' (duration: 267.661987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:35.041635Z","caller":"traceutil/trace.go:171","msg":"trace[1973759313] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"267.860321ms","start":"2026-03-18T10:02:34.773742Z","end":"2026-03-18T10:02:35.041603Z","steps":["trace[1973759313] 'process raft request' (duration: 267.659816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:35.042409Z","caller":"traceutil/trace.go:171","msg":"trace[1204577252] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"268.380932ms","start":"2026-03-18T10:02:34.773977Z","end":"2026-03-18T10:02:35.042358Z","steps":["trace[1204577252] 'process raft request' (duration: 267.541624ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:35.04438Z","caller":"traceutil/trace.go:171","msg":"trace[1350579051] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"257.334776ms","start":"2026-03-18T10:02:34.787012Z","end":"2026-03-18T10:02:35.044347Z","steps":["trace[1350579051] 'process raft request' (duration: 257.06014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:02:55.936153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2680} {"level":"info","ts":"2026-03-18T10:02:55.995423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2680,"took":"58.034094ms","hash":3103393811,"current-db-size-bytes":39546880,"current-db-size":"40 MB","current-db-size-in-use-bytes":29290496,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T10:02:55.995532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3103393811,"revision":2680,"compact-revision":-1} {"level":"info","ts":"2026-03-18T10:03:18.310301Z","caller":"traceutil/trace.go:171","msg":"trace[797836997] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"100.344384ms","start":"2026-03-18T10:03:18.209927Z","end":"2026-03-18T10:03:18.310271Z","steps":["trace[797836997] 'process raft request' (duration: 100.068458ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:18.440573Z","caller":"traceutil/trace.go:171","msg":"trace[85822570] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"122.570898ms","start":"2026-03-18T10:03:18.317968Z","end":"2026-03-18T10:03:18.440539Z","steps":["trace[85822570] 'process raft request' (duration: 122.243641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:18.44065Z","caller":"traceutil/trace.go:171","msg":"trace[343447560] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"122.140269ms","start":"2026-03-18T10:03:18.318479Z","end":"2026-03-18T10:03:18.44062Z","steps":["trace[343447560] 'process raft request' (duration: 121.974295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:18.440955Z","caller":"traceutil/trace.go:171","msg":"trace[1796973260] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"121.542345ms","start":"2026-03-18T10:03:18.319392Z","end":"2026-03-18T10:03:18.440934Z","steps":["trace[1796973260] 'process raft request' (duration: 121.162678ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:18.441001Z","caller":"traceutil/trace.go:171","msg":"trace[663091953] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"118.675845ms","start":"2026-03-18T10:03:18.322316Z","end":"2026-03-18T10:03:18.440992Z","steps":["trace[663091953] 'process raft request' (duration: 118.532162ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:18.440965Z","caller":"traceutil/trace.go:171","msg":"trace[654296349] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"110.45959ms","start":"2026-03-18T10:03:18.330491Z","end":"2026-03-18T10:03:18.440951Z","steps":["trace[654296349] 'process raft request' (duration: 110.421329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:18.44072Z","caller":"traceutil/trace.go:171","msg":"trace[1917683736] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"121.7381ms","start":"2026-03-18T10:03:18.318925Z","end":"2026-03-18T10:03:18.440663Z","steps":["trace[1917683736] 'process raft request' (duration: 121.591937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:18.798296Z","caller":"traceutil/trace.go:171","msg":"trace[501437880] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"140.724205ms","start":"2026-03-18T10:03:18.657538Z","end":"2026-03-18T10:03:18.798262Z","steps":["trace[501437880] 'process raft request' (duration: 140.647944ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:18.79837Z","caller":"traceutil/trace.go:171","msg":"trace[133323045] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"144.908633ms","start":"2026-03-18T10:03:18.653427Z","end":"2026-03-18T10:03:18.798335Z","steps":["trace[133323045] 'process raft request' (duration: 101.184202ms)","trace[133323045] 'compare' (duration: 43.464355ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:20.848297Z","caller":"traceutil/trace.go:171","msg":"trace[1588643113] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"147.60783ms","start":"2026-03-18T10:03:20.700666Z","end":"2026-03-18T10:03:20.848274Z","steps":["trace[1588643113] 'process raft request' (duration: 147.478857ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:20.958797Z","caller":"traceutil/trace.go:171","msg":"trace[1457282442] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"198.778209ms","start":"2026-03-18T10:03:20.75996Z","end":"2026-03-18T10:03:20.958738Z","steps":["trace[1457282442] 'process raft request' (duration: 198.462922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:20.959228Z","caller":"traceutil/trace.go:171","msg":"trace[41460103] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"156.628703ms","start":"2026-03-18T10:03:20.80258Z","end":"2026-03-18T10:03:20.959209Z","steps":["trace[41460103] 'process raft request' (duration: 156.098942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:20.959661Z","caller":"traceutil/trace.go:171","msg":"trace[1154433175] linearizableReadLoop","detail":"{readStateIndex:5901; appliedIndex:5898; }","duration":"135.40044ms","start":"2026-03-18T10:03:20.824223Z","end":"2026-03-18T10:03:20.959624Z","steps":["trace[1154433175] 'read index received' (duration: 24.03308ms)","trace[1154433175] 'applied index is now lower than readState.Index' (duration: 111.36588ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:20.959907Z","caller":"traceutil/trace.go:171","msg":"trace[1950487669] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"156.793516ms","start":"2026-03-18T10:03:20.803073Z","end":"2026-03-18T10:03:20.959866Z","steps":["trace[1950487669] 'process raft request' (duration: 155.821996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:20.960044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.727737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:03:20.960133Z","caller":"traceutil/trace.go:171","msg":"trace[1241472138] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5676; }","duration":"135.902001ms","start":"2026-03-18T10:03:20.824217Z","end":"2026-03-18T10:03:20.960119Z","steps":["trace[1241472138] 'agreement among raft nodes before linearized reading' (duration: 135.691866ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:21.219275Z","caller":"traceutil/trace.go:171","msg":"trace[1778954346] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"242.565092ms","start":"2026-03-18T10:03:20.976684Z","end":"2026-03-18T10:03:21.219249Z","steps":["trace[1778954346] 'process raft request' (duration: 242.365967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:21.219575Z","caller":"traceutil/trace.go:171","msg":"trace[1067828111] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"242.604822ms","start":"2026-03-18T10:03:20.976957Z","end":"2026-03-18T10:03:21.219562Z","steps":["trace[1067828111] 'process raft request' (duration: 242.253205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:21.219837Z","caller":"traceutil/trace.go:171","msg":"trace[1508725424] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"242.775745ms","start":"2026-03-18T10:03:20.977037Z","end":"2026-03-18T10:03:21.219813Z","steps":["trace[1508725424] 'process raft request' (duration: 242.466659ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:21.219936Z","caller":"traceutil/trace.go:171","msg":"trace[335538148] linearizableReadLoop","detail":"{readStateIndex:5906; appliedIndex:5902; }","duration":"242.600482ms","start":"2026-03-18T10:03:20.977319Z","end":"2026-03-18T10:03:21.219919Z","steps":["trace[335538148] 'read index received' (duration: 61.883797ms)","trace[335538148] 'applied index is now lower than readState.Index' (duration: 180.715325ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:21.219984Z","caller":"traceutil/trace.go:171","msg":"trace[1041660574] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"242.912119ms","start":"2026-03-18T10:03:20.977023Z","end":"2026-03-18T10:03:21.219935Z","steps":["trace[1041660574] 'process raft request' (duration: 242.716935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:21.220142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.808207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:03:21.220184Z","caller":"traceutil/trace.go:171","msg":"trace[273561857] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:5681; }","duration":"242.911599ms","start":"2026-03-18T10:03:20.977259Z","end":"2026-03-18T10:03:21.220171Z","steps":["trace[273561857] 'agreement among raft nodes before linearized reading' (duration: 242.728095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:31.424093Z","caller":"traceutil/trace.go:171","msg":"trace[127254089] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5974; }","duration":"140.187993ms","start":"2026-03-18T10:03:31.283881Z","end":"2026-03-18T10:03:31.424069Z","steps":["trace[127254089] 'read index received' (duration: 140.093561ms)","trace[127254089] 'applied index is now lower than readState.Index' (duration: 93.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:03:31.424207Z","caller":"traceutil/trace.go:171","msg":"trace[745190975] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"140.796866ms","start":"2026-03-18T10:03:31.283384Z","end":"2026-03-18T10:03:31.424181Z","steps":["trace[745190975] 'process raft request' (duration: 140.541471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:03:31.424473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.57031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109188"} {"level":"info","ts":"2026-03-18T10:03:31.424527Z","caller":"traceutil/trace.go:171","msg":"trace[795283570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5748; }","duration":"140.659412ms","start":"2026-03-18T10:03:31.283856Z","end":"2026-03-18T10:03:31.424516Z","steps":["trace[795283570] 'agreement among raft nodes before linearized reading' (duration: 140.380446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:31.426196Z","caller":"traceutil/trace.go:171","msg":"trace[212915301] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"141.52ms","start":"2026-03-18T10:03:31.284665Z","end":"2026-03-18T10:03:31.426185Z","steps":["trace[212915301] 'process raft request' (duration: 141.465569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:31.426264Z","caller":"traceutil/trace.go:171","msg":"trace[179960371] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"141.843687ms","start":"2026-03-18T10:03:31.284382Z","end":"2026-03-18T10:03:31.426226Z","steps":["trace[179960371] 'process raft request' (duration: 141.647143ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:03:31.426356Z","caller":"traceutil/trace.go:171","msg":"trace[910865233] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"141.644193ms","start":"2026-03-18T10:03:31.28469Z","end":"2026-03-18T10:03:31.426334Z","steps":["trace[910865233] 'process raft request' (duration: 141.471849ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:09.604702Z","caller":"traceutil/trace.go:171","msg":"trace[2086172305] transaction","detail":"{read_only:false; response_revision:6317; number_of_response:1; }","duration":"121.94345ms","start":"2026-03-18T10:05:09.482732Z","end":"2026-03-18T10:05:09.604675Z","steps":["trace[2086172305] 'process raft request' (duration: 77.30381ms)","trace[2086172305] 'compare' (duration: 44.510107ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:05:10.424436Z","caller":"traceutil/trace.go:171","msg":"trace[15864686] linearizableReadLoop","detail":"{readStateIndex:6569; appliedIndex:6568; }","duration":"166.272022ms","start":"2026-03-18T10:05:10.258136Z","end":"2026-03-18T10:05:10.424408Z","steps":["trace[15864686] 'read index received' (duration: 99.972508ms)","trace[15864686] 'applied index is now lower than readState.Index' (duration: 66.298104ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:05:10.424459Z","caller":"traceutil/trace.go:171","msg":"trace[1105846090] transaction","detail":"{read_only:false; response_revision:6320; number_of_response:1; }","duration":"226.685933ms","start":"2026-03-18T10:05:10.197741Z","end":"2026-03-18T10:05:10.424427Z","steps":["trace[1105846090] 'process raft request' (duration: 160.384539ms)","trace[1105846090] 'compare' (duration: 66.151321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:10.424721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.982387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:05:10.424725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.547005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:05:10.424787Z","caller":"traceutil/trace.go:171","msg":"trace[652430617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:6320; }","duration":"230.081989ms","start":"2026-03-18T10:05:10.194687Z","end":"2026-03-18T10:05:10.424769Z","steps":["trace[652430617] 'agreement among raft nodes before linearized reading' (duration: 229.863744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:10.424794Z","caller":"traceutil/trace.go:171","msg":"trace[1354227334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6320; }","duration":"228.640627ms","start":"2026-03-18T10:05:10.196139Z","end":"2026-03-18T10:05:10.424779Z","steps":["trace[1354227334] 'agreement among raft nodes before linearized reading' (duration: 228.3135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:10.444875Z","caller":"traceutil/trace.go:171","msg":"trace[1218194669] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"185.147653ms","start":"2026-03-18T10:05:10.259714Z","end":"2026-03-18T10:05:10.444861Z","steps":["trace[1218194669] 'process raft request' (duration: 184.968779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:10.444955Z","caller":"traceutil/trace.go:171","msg":"trace[1744799042] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"182.221828ms","start":"2026-03-18T10:05:10.262702Z","end":"2026-03-18T10:05:10.444924Z","steps":["trace[1744799042] 'process raft request' (duration: 182.095715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:10.675215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.022672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:05:10.675451Z","caller":"traceutil/trace.go:171","msg":"trace[419306073] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"245.740261ms","start":"2026-03-18T10:05:10.429654Z","end":"2026-03-18T10:05:10.675395Z","steps":["trace[419306073] 'process raft request' (duration: 106.454493ms)","trace[419306073] 'compare' (duration: 138.907259ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:05:10.675497Z","caller":"traceutil/trace.go:171","msg":"trace[2041534119] transaction","detail":"{read_only:false; response_revision:6325; number_of_response:1; }","duration":"225.611639ms","start":"2026-03-18T10:05:10.449864Z","end":"2026-03-18T10:05:10.675475Z","steps":["trace[2041534119] 'process raft request' (duration: 225.545567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:10.675507Z","caller":"traceutil/trace.go:171","msg":"trace[151360753] linearizableReadLoop","detail":"{readStateIndex:6572; appliedIndex:6571; }","duration":"230.604491ms","start":"2026-03-18T10:05:10.44484Z","end":"2026-03-18T10:05:10.675444Z","steps":["trace[151360753] 'read index received' (duration: 91.246951ms)","trace[151360753] 'applied index is now lower than readState.Index' (duration: 139.35354ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:05:10.675577Z","caller":"traceutil/trace.go:171","msg":"trace[1250353928] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"226.048108ms","start":"2026-03-18T10:05:10.449501Z","end":"2026-03-18T10:05:10.675549Z","steps":["trace[1250353928] 'process raft request' (duration: 225.841124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:10.675908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.602797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141957"} {"level":"info","ts":"2026-03-18T10:05:10.675976Z","caller":"traceutil/trace.go:171","msg":"trace[412742790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6325; }","duration":"245.705478ms","start":"2026-03-18T10:05:10.430252Z","end":"2026-03-18T10:05:10.675957Z","steps":["trace[412742790] 'agreement among raft nodes before linearized reading' (duration: 245.364121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:51.781819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.100497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:05:51.781938Z","caller":"traceutil/trace.go:171","msg":"trace[1893285473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6581; }","duration":"136.268081ms","start":"2026-03-18T10:05:51.645644Z","end":"2026-03-18T10:05:51.781912Z","steps":["trace[1893285473] 'range keys from in-memory index tree' (duration: 135.972675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:51.834663Z","caller":"traceutil/trace.go:171","msg":"trace[801322178] transaction","detail":"{read_only:false; response_revision:6582; number_of_response:1; }","duration":"111.538677ms","start":"2026-03-18T10:05:51.723102Z","end":"2026-03-18T10:05:51.834641Z","steps":["trace[801322178] 'process raft request' (duration: 111.313772ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:58.417345Z","caller":"traceutil/trace.go:171","msg":"trace[1180220393] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"125.05312ms","start":"2026-03-18T10:05:58.292255Z","end":"2026-03-18T10:05:58.417308Z","steps":["trace[1180220393] 'process raft request' (duration: 99.66813ms)","trace[1180220393] 'compare' (duration: 25.172874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:58.887343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.274371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:05:58.887696Z","caller":"traceutil/trace.go:171","msg":"trace[904781260] transaction","detail":"{read_only:false; response_revision:6613; number_of_response:1; }","duration":"167.159401ms","start":"2026-03-18T10:05:58.720452Z","end":"2026-03-18T10:05:58.887612Z","steps":["trace[904781260] 'process raft request' (duration: 17.530432ms)","trace[904781260] 'compare' (duration: 149.115518ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:05:59.174904Z","caller":"traceutil/trace.go:171","msg":"trace[1047260860] transaction","detail":"{read_only:false; response_revision:6616; number_of_response:1; }","duration":"104.403817ms","start":"2026-03-18T10:05:59.070481Z","end":"2026-03-18T10:05:59.174885Z","steps":["trace[1047260860] 'process raft request' (duration: 94.924855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.865457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.286852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:05:59.865571Z","caller":"traceutil/trace.go:171","msg":"trace[1315243118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6617; }","duration":"288.485318ms","start":"2026-03-18T10:05:59.577063Z","end":"2026-03-18T10:05:59.865548Z","steps":["trace[1315243118] 'range keys from in-memory index tree' (duration: 288.056117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.865854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.704334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:05:59.86606Z","caller":"traceutil/trace.go:171","msg":"trace[1195981118] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6617; }","duration":"368.988671ms","start":"2026-03-18T10:05:59.497042Z","end":"2026-03-18T10:05:59.86603Z","steps":["trace[1195981118] 'count revisions from in-memory index tree' (duration: 368.589942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.866125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:05:59.497018Z","time spent":"369.092743ms","remote":"127.0.0.1:51304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:05:59.866134Z","caller":"traceutil/trace.go:171","msg":"trace[927335535] transaction","detail":"{read_only:false; response_revision:6618; number_of_response:1; }","duration":"170.950316ms","start":"2026-03-18T10:05:59.695154Z","end":"2026-03-18T10:05:59.866105Z","steps":["trace[927335535] 'process raft request' (duration: 170.143058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:02.225608Z","caller":"traceutil/trace.go:171","msg":"trace[1127248014] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"122.434941ms","start":"2026-03-18T10:07:02.103144Z","end":"2026-03-18T10:07:02.225579Z","steps":["trace[1127248014] 'process raft request' (duration: 122.281327ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:02.395158Z","caller":"traceutil/trace.go:171","msg":"trace[686424255] transaction","detail":"{read_only:false; response_revision:7118; number_of_response:1; }","duration":"277.632676ms","start":"2026-03-18T10:07:02.117481Z","end":"2026-03-18T10:07:02.395114Z","steps":["trace[686424255] 'process raft request' (duration: 194.783281ms)","trace[686424255] 'compare' (duration: 82.678702ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:02.395219Z","caller":"traceutil/trace.go:171","msg":"trace[1996650919] transaction","detail":"{read_only:false; response_revision:7119; number_of_response:1; }","duration":"162.652051ms","start":"2026-03-18T10:07:02.232538Z","end":"2026-03-18T10:07:02.39519Z","steps":["trace[1996650919] 'process raft request' (duration: 162.58867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:02.395418Z","caller":"traceutil/trace.go:171","msg":"trace[1561590240] linearizableReadLoop","detail":"{readStateIndex:7394; appliedIndex:7392; }","duration":"225.344826ms","start":"2026-03-18T10:07:02.170055Z","end":"2026-03-18T10:07:02.3954Z","steps":["trace[1561590240] 'read index received' (duration: 55.392331ms)","trace[1561590240] 'applied index is now lower than readState.Index' (duration: 169.950025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:02.395652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.5714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:07:02.395714Z","caller":"traceutil/trace.go:171","msg":"trace[203336717] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7119; }","duration":"225.694423ms","start":"2026-03-18T10:07:02.170004Z","end":"2026-03-18T10:07:02.395698Z","steps":["trace[203336717] 'agreement among raft nodes before linearized reading' (duration: 225.464878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:04.347683Z","caller":"traceutil/trace.go:171","msg":"trace[435224515] transaction","detail":"{read_only:false; response_revision:7127; number_of_response:1; }","duration":"116.551049ms","start":"2026-03-18T10:07:04.231103Z","end":"2026-03-18T10:07:04.347654Z","steps":["trace[435224515] 'process raft request' (duration: 113.168253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:24.609231Z","caller":"traceutil/trace.go:171","msg":"trace[902572282] transaction","detail":"{read_only:false; response_revision:7271; number_of_response:1; }","duration":"112.188301ms","start":"2026-03-18T10:07:24.49702Z","end":"2026-03-18T10:07:24.609209Z","steps":["trace[902572282] 'process raft request' (duration: 111.975717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:24.610037Z","caller":"traceutil/trace.go:171","msg":"trace[1565610817] transaction","detail":"{read_only:false; response_revision:7272; number_of_response:1; }","duration":"107.978167ms","start":"2026-03-18T10:07:24.502043Z","end":"2026-03-18T10:07:24.610021Z","steps":["trace[1565610817] 'process raft request' (duration: 107.907546ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:26.790801Z","caller":"traceutil/trace.go:171","msg":"trace[811764414] linearizableReadLoop","detail":"{readStateIndex:7563; appliedIndex:7561; }","duration":"110.261488ms","start":"2026-03-18T10:07:26.680507Z","end":"2026-03-18T10:07:26.790768Z","steps":["trace[811764414] 'read index received' (duration: 30.194205ms)","trace[811764414] 'applied index is now lower than readState.Index' (duration: 80.065863ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:26.791136Z","caller":"traceutil/trace.go:171","msg":"trace[646725643] transaction","detail":"{read_only:false; response_revision:7280; number_of_response:1; }","duration":"175.630542ms","start":"2026-03-18T10:07:26.615329Z","end":"2026-03-18T10:07:26.790959Z","steps":["trace[646725643] 'process raft request' (duration: 95.359965ms)","trace[646725643] 'compare' (duration: 79.846448ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:26.791189Z","caller":"traceutil/trace.go:171","msg":"trace[960807860] transaction","detail":"{read_only:false; response_revision:7281; number_of_response:1; }","duration":"175.650712ms","start":"2026-03-18T10:07:26.615498Z","end":"2026-03-18T10:07:26.791149Z","steps":["trace[960807860] 'process raft request' (duration: 175.191642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.791315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.746019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:26.791362Z","caller":"traceutil/trace.go:171","msg":"trace[1373227825] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7281; }","duration":"110.851502ms","start":"2026-03-18T10:07:26.680494Z","end":"2026-03-18T10:07:26.791345Z","steps":["trace[1373227825] 'agreement among raft nodes before linearized reading' (duration: 110.77977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.791195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.684338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:26.791584Z","caller":"traceutil/trace.go:171","msg":"trace[1181818850] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7281; }","duration":"111.115018ms","start":"2026-03-18T10:07:26.680455Z","end":"2026-03-18T10:07:26.79157Z","steps":["trace[1181818850] 'agreement among raft nodes before linearized reading' (duration: 110.658707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:49.049272Z","caller":"traceutil/trace.go:171","msg":"trace[883438107] transaction","detail":"{read_only:false; response_revision:7415; number_of_response:1; }","duration":"176.200771ms","start":"2026-03-18T10:07:48.873044Z","end":"2026-03-18T10:07:49.049245Z","steps":["trace[883438107] 'process raft request' (duration: 176.029437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:49.072607Z","caller":"traceutil/trace.go:171","msg":"trace[1399719726] linearizableReadLoop","detail":"{readStateIndex:7702; appliedIndex:7700; }","duration":"100.743929ms","start":"2026-03-18T10:07:48.971813Z","end":"2026-03-18T10:07:49.072557Z","steps":["trace[1399719726] 'read index received' (duration: 77.256493ms)","trace[1399719726] 'applied index is now lower than readState.Index' (duration: 23.485736ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:49.072678Z","caller":"traceutil/trace.go:171","msg":"trace[525834866] transaction","detail":"{read_only:false; response_revision:7416; number_of_response:1; }","duration":"196.859583ms","start":"2026-03-18T10:07:48.875785Z","end":"2026-03-18T10:07:49.072644Z","steps":["trace[525834866] 'process raft request' (duration: 196.623678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:49.072842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.001824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:07:49.072891Z","caller":"traceutil/trace.go:171","msg":"trace[1428206216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7416; }","duration":"101.101527ms","start":"2026-03-18T10:07:48.971774Z","end":"2026-03-18T10:07:49.072876Z","steps":["trace[1428206216] 'agreement among raft nodes before linearized reading' (duration: 100.932933ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:49.252333Z","caller":"traceutil/trace.go:171","msg":"trace[690130722] transaction","detail":"{read_only:false; response_revision:7418; number_of_response:1; }","duration":"119.753425ms","start":"2026-03-18T10:07:49.132552Z","end":"2026-03-18T10:07:49.252305Z","steps":["trace[690130722] 'process raft request' (duration: 119.688893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:49.252398Z","caller":"traceutil/trace.go:171","msg":"trace[454213177] transaction","detail":"{read_only:false; response_revision:7417; number_of_response:1; }","duration":"175.136286ms","start":"2026-03-18T10:07:49.07723Z","end":"2026-03-18T10:07:49.252367Z","steps":["trace[454213177] 'process raft request' (duration: 134.111136ms)","trace[454213177] 'compare' (duration: 40.651832ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:55.943576Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5448} {"level":"info","ts":"2026-03-18T10:07:56.03157Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5448,"took":"85.890726ms","hash":3392227660,"current-db-size-bytes":40673280,"current-db-size":"41 MB","current-db-size-in-use-bytes":21463040,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-18T10:07:56.031767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3392227660,"revision":5448,"compact-revision":2680} {"level":"warn","ts":"2026-03-18T10:08:22.270253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.642368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:08:22.270478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.661028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:08:22.270602Z","caller":"traceutil/trace.go:171","msg":"trace[2044427099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7642; }","duration":"113.888434ms","start":"2026-03-18T10:08:22.156688Z","end":"2026-03-18T10:08:22.270576Z","steps":["trace[2044427099] 'range keys from in-memory index tree' (duration: 113.340801ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:22.270424Z","caller":"traceutil/trace.go:171","msg":"trace[184045647] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:7642; }","duration":"105.878093ms","start":"2026-03-18T10:08:22.164515Z","end":"2026-03-18T10:08:22.270393Z","steps":["trace[184045647] 'range keys from in-memory index tree' (duration: 105.418773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:36.604093Z","caller":"traceutil/trace.go:171","msg":"trace[1492379800] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"239.163832ms","start":"2026-03-18T10:08:36.364901Z","end":"2026-03-18T10:08:36.604065Z","steps":["trace[1492379800] 'process raft request' (duration: 239.008268ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:36.604254Z","caller":"traceutil/trace.go:171","msg":"trace[2088366636] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8148; }","duration":"234.905967ms","start":"2026-03-18T10:08:36.369325Z","end":"2026-03-18T10:08:36.604231Z","steps":["trace[2088366636] 'read index received' (duration: 234.896776ms)","trace[2088366636] 'applied index is now lower than readState.Index' (duration: 7.611µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:36.604479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.143973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:08:36.60451Z","caller":"traceutil/trace.go:171","msg":"trace[514049682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:7847; }","duration":"235.220954ms","start":"2026-03-18T10:08:36.36928Z","end":"2026-03-18T10:08:36.604501Z","steps":["trace[514049682] 'agreement among raft nodes before linearized reading' (duration: 235.034249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.219837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236906522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:08:39.219912Z","caller":"traceutil/trace.go:171","msg":"trace[1665390257] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7853; }","duration":"1.237047375s","start":"2026-03-18T10:08:37.982849Z","end":"2026-03-18T10:08:39.219896Z","steps":["trace[1665390257] 'count revisions from in-memory index tree' (duration: 1.236734008s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.219943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:37.982821Z","time spent":"1.237114547s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:08:39.220222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054310238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:08:39.220283Z","caller":"traceutil/trace.go:171","msg":"trace[1096284231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7853; }","duration":"1.054400519s","start":"2026-03-18T10:08:38.165868Z","end":"2026-03-18T10:08:39.220269Z","steps":["trace[1096284231] 'range keys from in-memory index tree' (duration: 1.054150514s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.220318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:38.165853Z","time spent":"1.054455871s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:08:39.220372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.812477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:39.220394Z","caller":"traceutil/trace.go:171","msg":"trace[484700493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7853; }","duration":"574.875969ms","start":"2026-03-18T10:08:38.645512Z","end":"2026-03-18T10:08:39.220388Z","steps":["trace[484700493] 'range keys from in-memory index tree' (duration: 574.732155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.220412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:38.645486Z","time spent":"574.92151ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:39.220431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178116773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:08:39.220519Z","caller":"traceutil/trace.go:171","msg":"trace[121361628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7853; }","duration":"1.178241495s","start":"2026-03-18T10:08:38.04226Z","end":"2026-03-18T10:08:39.220501Z","steps":["trace[121361628] 'range keys from in-memory index tree' (duration: 1.17796946s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.22056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.716397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:08:39.220559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:38.042242Z","time spent":"1.178307147s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:08:39.220614Z","caller":"traceutil/trace.go:171","msg":"trace[521697772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7853; }","duration":"612.773229ms","start":"2026-03-18T10:08:38.607802Z","end":"2026-03-18T10:08:39.220575Z","steps":["trace[521697772] 'range keys from in-memory index tree' (duration: 612.574715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.22064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:38.607781Z","time spent":"612.851871ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:08:39.220723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.685459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:08:39.220755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105382713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:08:39.220802Z","caller":"traceutil/trace.go:171","msg":"trace[500633443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7853; }","duration":"1.105462085s","start":"2026-03-18T10:08:38.115326Z","end":"2026-03-18T10:08:39.220788Z","steps":["trace[500633443] 'range keys from in-memory index tree' (duration: 1.105251829s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:39.220816Z","caller":"traceutil/trace.go:171","msg":"trace[873021374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:7853; }","duration":"605.815632ms","start":"2026-03-18T10:08:38.614969Z","end":"2026-03-18T10:08:39.220785Z","steps":["trace[873021374] 'range keys from in-memory index tree' (duration: 605.565577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.220828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:38.115299Z","time spent":"1.105523065s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:08:39.22086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:38.614947Z","time spent":"605.903034ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:08:39.523031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674394114,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:39.860154Z","caller":"traceutil/trace.go:171","msg":"trace[394357578] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"949.471076ms","start":"2026-03-18T10:08:38.910655Z","end":"2026-03-18T10:08:39.860127Z","steps":["trace[394357578] 'process raft request' (duration: 949.325073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.860321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:38.910629Z","time spent":"949.604349ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:39.966428Z","caller":"traceutil/trace.go:171","msg":"trace[1867839853] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"741.78684ms","start":"2026-03-18T10:08:39.224616Z","end":"2026-03-18T10:08:39.966402Z","steps":["trace[1867839853] 'process raft request' (duration: 741.587535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.966588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.224607Z","time spent":"741.898682ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:39.966788Z","caller":"traceutil/trace.go:171","msg":"trace[386277379] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"741.490845ms","start":"2026-03-18T10:08:39.225266Z","end":"2026-03-18T10:08:39.966756Z","steps":["trace[386277379] 'process raft request' (duration: 741.093465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.966924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.225242Z","time spent":"741.607397ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:39.967109Z","caller":"traceutil/trace.go:171","msg":"trace[500420399] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"741.716829ms","start":"2026-03-18T10:08:39.225385Z","end":"2026-03-18T10:08:39.967102Z","steps":["trace[500420399] 'process raft request' (duration: 741.304179ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:39.967123Z","caller":"traceutil/trace.go:171","msg":"trace[1571880166] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8154; }","duration":"944.786052ms","start":"2026-03-18T10:08:39.022324Z","end":"2026-03-18T10:08:39.96711Z","steps":["trace[1571880166] 'read index received' (duration: 837.710041ms)","trace[1571880166] 'applied index is now lower than readState.Index' (duration: 107.075101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:39.967144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.225379Z","time spent":"741.74748ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:39.967207Z","caller":"traceutil/trace.go:171","msg":"trace[1560301954] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"638.74864ms","start":"2026-03-18T10:08:39.32845Z","end":"2026-03-18T10:08:39.967199Z","steps":["trace[1560301954] 'process raft request' (duration: 638.568166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.967274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.328428Z","time spent":"638.808732ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:39.967363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.039828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:08:39.967387Z","caller":"traceutil/trace.go:171","msg":"trace[1699999431] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:7859; }","duration":"945.099789ms","start":"2026-03-18T10:08:39.022282Z","end":"2026-03-18T10:08:39.967382Z","steps":["trace[1699999431] 'agreement among raft nodes before linearized reading' (duration: 944.985307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.967404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.02226Z","time spent":"945.140821ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-18T10:08:39.967398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.78248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:39.967431Z","caller":"traceutil/trace.go:171","msg":"trace[1699456637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7859; }","duration":"745.841201ms","start":"2026-03-18T10:08:39.221578Z","end":"2026-03-18T10:08:39.967419Z","steps":["trace[1699456637] 'agreement among raft nodes before linearized reading' (duration: 745.79164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:39.967425Z","caller":"traceutil/trace.go:171","msg":"trace[1955658135] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"637.592365ms","start":"2026-03-18T10:08:39.329807Z","end":"2026-03-18T10:08:39.9674Z","steps":["trace[1955658135] 'process raft request' (duration: 637.266898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.967579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.3298Z","time spent":"637.698537ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:39.967818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.408514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:08:39.968613Z","caller":"traceutil/trace.go:171","msg":"trace[155071027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7859; }","duration":"201.18831ms","start":"2026-03-18T10:08:39.767371Z","end":"2026-03-18T10:08:39.968559Z","steps":["trace[155071027] 'agreement among raft nodes before linearized reading' (duration: 200.383953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.967711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.035333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:39.968673Z","caller":"traceutil/trace.go:171","msg":"trace[1862956403] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7859; }","duration":"564.035976ms","start":"2026-03-18T10:08:39.40462Z","end":"2026-03-18T10:08:39.968656Z","steps":["trace[1862956403] 'agreement among raft nodes before linearized reading' (duration: 563.027043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.967468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.221559Z","time spent":"745.903632ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:39.968734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.404605Z","time spent":"564.111737ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:08:39.967856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.893589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:08:39.968897Z","caller":"traceutil/trace.go:171","msg":"trace[1739833822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7859; }","duration":"451.929742ms","start":"2026-03-18T10:08:39.516935Z","end":"2026-03-18T10:08:39.968865Z","steps":["trace[1739833822] 'agreement among raft nodes before linearized reading' (duration: 450.832318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.968976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.516919Z","time spent":"452.043864ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:08:39.968192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.602159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224162"} {"level":"warn","ts":"2026-03-18T10:08:39.969093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.594443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:08:39.969139Z","caller":"traceutil/trace.go:171","msg":"trace[109572019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7859; }","duration":"744.653434ms","start":"2026-03-18T10:08:39.224473Z","end":"2026-03-18T10:08:39.969126Z","steps":["trace[109572019] 'agreement among raft nodes before linearized reading' (duration: 743.776625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.969202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.224467Z","time spent":"744.726955ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:08:39.969288Z","caller":"traceutil/trace.go:171","msg":"trace[948261962] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7859; }","duration":"743.722134ms","start":"2026-03-18T10:08:39.225542Z","end":"2026-03-18T10:08:39.969264Z","steps":["trace[948261962] 'agreement among raft nodes before linearized reading' (duration: 742.216771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:39.969359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:39.22552Z","time spent":"743.820066ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224185,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T10:08:46.093466Z","caller":"traceutil/trace.go:171","msg":"trace[1654884423] linearizableReadLoop","detail":"{readStateIndex:8190; appliedIndex:8188; }","duration":"101.931286ms","start":"2026-03-18T10:08:45.991512Z","end":"2026-03-18T10:08:46.093444Z","steps":["trace[1654884423] 'read index received' (duration: 82.718075ms)","trace[1654884423] 'applied index is now lower than readState.Index' (duration: 19.212061ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:46.093572Z","caller":"traceutil/trace.go:171","msg":"trace[379918889] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"103.660614ms","start":"2026-03-18T10:08:45.989904Z","end":"2026-03-18T10:08:46.093564Z","steps":["trace[379918889] 'process raft request' (duration: 103.46352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:46.093748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.219482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:08:46.09378Z","caller":"traceutil/trace.go:171","msg":"trace[426919562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7887; }","duration":"102.281184ms","start":"2026-03-18T10:08:45.991487Z","end":"2026-03-18T10:08:46.093768Z","steps":["trace[426919562] 'agreement among raft nodes before linearized reading' (duration: 102.169211ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:46.093777Z","caller":"traceutil/trace.go:171","msg":"trace[1891945806] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"108.166795ms","start":"2026-03-18T10:08:45.985569Z","end":"2026-03-18T10:08:46.093736Z","steps":["trace[1891945806] 'process raft request' (duration: 88.678028ms)","trace[1891945806] 'compare' (duration: 18.865892ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:50.533265Z","caller":"traceutil/trace.go:171","msg":"trace[1854406494] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"561.722693ms","start":"2026-03-18T10:08:49.971521Z","end":"2026-03-18T10:08:50.533243Z","steps":["trace[1854406494] 'process raft request' (duration: 561.5861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.533405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:49.971494Z","time spent":"561.834576ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:50.73684Z","caller":"traceutil/trace.go:171","msg":"trace[462130551] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"626.980707ms","start":"2026-03-18T10:08:50.109837Z","end":"2026-03-18T10:08:50.736818Z","steps":["trace[462130551] 'process raft request' (duration: 539.144558ms)","trace[462130551] 'compare' (duration: 87.671596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:50.736977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:50.109807Z","time spent":"627.105689ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:50.736977Z","caller":"traceutil/trace.go:171","msg":"trace[1833316791] linearizableReadLoop","detail":"{readStateIndex:8210; appliedIndex:8207; }","duration":"595.703146ms","start":"2026-03-18T10:08:50.141246Z","end":"2026-03-18T10:08:50.73695Z","steps":["trace[1833316791] 'read index received' (duration: 391.903497ms)","trace[1833316791] 'applied index is now lower than readState.Index' (duration: 203.796929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:50.737144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.398144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T10:08:50.737151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.515624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:08:50.73717Z","caller":"traceutil/trace.go:171","msg":"trace[920453122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7906; }","duration":"552.448366ms","start":"2026-03-18T10:08:50.184715Z","end":"2026-03-18T10:08:50.737163Z","steps":["trace[920453122] 'agreement among raft nodes before linearized reading' (duration: 552.360274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.73719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:50.184702Z","time spent":"552.484736ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:08:50.737271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.173099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T10:08:50.737282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.409819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:08:50.737292Z","caller":"traceutil/trace.go:171","msg":"trace[391558017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7906; }","duration":"552.211581ms","start":"2026-03-18T10:08:50.185076Z","end":"2026-03-18T10:08:50.737288Z","steps":["trace[391558017] 'agreement among raft nodes before linearized reading' (duration: 552.156609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.737259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.161734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:08:50.737308Z","caller":"traceutil/trace.go:171","msg":"trace[510613395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7906; }","duration":"550.44726ms","start":"2026-03-18T10:08:50.186854Z","end":"2026-03-18T10:08:50.737301Z","steps":["trace[510613395] 'agreement among raft nodes before linearized reading' (duration: 550.350468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.737269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.009883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T10:08:50.737408Z","caller":"traceutil/trace.go:171","msg":"trace[1197327082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7906; }","duration":"596.188347ms","start":"2026-03-18T10:08:50.141205Z","end":"2026-03-18T10:08:50.737393Z","steps":["trace[1197327082] 'agreement among raft nodes before linearized reading' (duration: 595.85548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.737576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:50.141189Z","time spent":"596.373131ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:08:50.73734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:50.186848Z","time spent":"550.487082ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:08:50.737309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:50.185069Z","time spent":"552.236461ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:08:50.737176Z","caller":"traceutil/trace.go:171","msg":"trace[350741398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:7906; }","duration":"592.615396ms","start":"2026-03-18T10:08:50.144552Z","end":"2026-03-18T10:08:50.737168Z","steps":["trace[350741398] 'agreement among raft nodes before linearized reading' (duration: 592.525384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.738334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:50.14454Z","time spent":"593.775032ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"info","ts":"2026-03-18T10:08:50.737351Z","caller":"traceutil/trace.go:171","msg":"trace[2019817673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7906; }","duration":"554.285027ms","start":"2026-03-18T10:08:50.183047Z","end":"2026-03-18T10:08:50.737332Z","steps":["trace[2019817673] 'agreement among raft nodes before linearized reading' (duration: 554.047761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.738436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:50.183034Z","time spent":"555.382053ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:08:50.737389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.615141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:08:50.738581Z","caller":"traceutil/trace.go:171","msg":"trace[24076060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7906; }","duration":"587.8271ms","start":"2026-03-18T10:08:50.150722Z","end":"2026-03-18T10:08:50.738549Z","steps":["trace[24076060] 'agreement among raft nodes before linearized reading' (duration: 586.465878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.738686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:50.150715Z","time spent":"587.934582ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:08:50.738712Z","caller":"traceutil/trace.go:171","msg":"trace[543093232] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"628.540933ms","start":"2026-03-18T10:08:50.110153Z","end":"2026-03-18T10:08:50.738694Z","steps":["trace[543093232] 'process raft request' (duration: 626.63054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.738908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:50.110143Z","time spent":"628.694086ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:50.91847Z","caller":"traceutil/trace.go:171","msg":"trace[1175636530] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8210; }","duration":"174.300688ms","start":"2026-03-18T10:08:50.744148Z","end":"2026-03-18T10:08:50.918449Z","steps":["trace[1175636530] 'read index received' (duration: 28.910428ms)","trace[1175636530] 'applied index is now lower than readState.Index' (duration: 145.38893ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:50.918491Z","caller":"traceutil/trace.go:171","msg":"trace[1531138178] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"173.382987ms","start":"2026-03-18T10:08:50.745078Z","end":"2026-03-18T10:08:50.918461Z","steps":["trace[1531138178] 'process raft request' (duration: 173.312455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:50.918561Z","caller":"traceutil/trace.go:171","msg":"trace[1570279024] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"174.480312ms","start":"2026-03-18T10:08:50.74407Z","end":"2026-03-18T10:08:50.91855Z","steps":["trace[1570279024] 'process raft request' (duration: 165.832768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:50.918495Z","caller":"traceutil/trace.go:171","msg":"trace[689892108] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"174.313498ms","start":"2026-03-18T10:08:50.744148Z","end":"2026-03-18T10:08:50.918461Z","steps":["trace[689892108] 'process raft request' (duration: 174.173865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.918729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.561813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:08:50.918755Z","caller":"traceutil/trace.go:171","msg":"trace[937085138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7911; }","duration":"174.627895ms","start":"2026-03-18T10:08:50.744121Z","end":"2026-03-18T10:08:50.918749Z","steps":["trace[937085138] 'agreement among raft nodes before linearized reading' (duration: 174.464392ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:50.918573Z","caller":"traceutil/trace.go:171","msg":"trace[1908646688] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"172.943137ms","start":"2026-03-18T10:08:50.745622Z","end":"2026-03-18T10:08:50.918565Z","steps":["trace[1908646688] 'process raft request' (duration: 172.795284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:50.919088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.177823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224162"} {"level":"info","ts":"2026-03-18T10:08:50.919119Z","caller":"traceutil/trace.go:171","msg":"trace[1573527924] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7911; }","duration":"173.233054ms","start":"2026-03-18T10:08:50.745878Z","end":"2026-03-18T10:08:50.919111Z","steps":["trace[1573527924] 'agreement among raft nodes before linearized reading' (duration: 173.003239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:52.153246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674394258,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:52.469962Z","caller":"traceutil/trace.go:171","msg":"trace[563493946] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"848.33486ms","start":"2026-03-18T10:08:51.621596Z","end":"2026-03-18T10:08:52.469931Z","steps":["trace[563493946] 'process raft request' (duration: 848.143136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:52.470134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:51.621563Z","time spent":"848.486304ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:52.819883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.51622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:08:52.819999Z","caller":"traceutil/trace.go:171","msg":"trace[1758236727] linearizableReadLoop","detail":"{readStateIndex:8217; appliedIndex:8215; }","duration":"1.176239121s","start":"2026-03-18T10:08:51.643742Z","end":"2026-03-18T10:08:52.819981Z","steps":["trace[1758236727] 'read index received' (duration: 825.970048ms)","trace[1758236727] 'applied index is now lower than readState.Index' (duration: 350.267563ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:52.820091Z","caller":"traceutil/trace.go:171","msg":"trace[564242936] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"801.188192ms","start":"2026-03-18T10:08:52.018892Z","end":"2026-03-18T10:08:52.82008Z","steps":["trace[564242936] 'process raft request' (duration: 615.382086ms)","trace[564242936] 'compare' (duration: 185.389077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:52.820155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:52.018853Z","time spent":"801.271784ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:52.820321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176579379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:52.820358Z","caller":"traceutil/trace.go:171","msg":"trace[959667686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7913; }","duration":"1.17665223s","start":"2026-03-18T10:08:51.643695Z","end":"2026-03-18T10:08:52.820347Z","steps":["trace[959667686] 'agreement among raft nodes before linearized reading' (duration: 1.176578999s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:52.820385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:51.643672Z","time spent":"1.176707652s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:08:53.01317Z","caller":"traceutil/trace.go:171","msg":"trace[896341065] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"474.864877ms","start":"2026-03-18T10:08:52.538275Z","end":"2026-03-18T10:08:53.01314Z","steps":["trace[896341065] 'process raft request' (duration: 448.138337ms)","trace[896341065] 'compare' (duration: 26.535096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:53.01335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:52.538242Z","time spent":"475.00911ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:53.013437Z","caller":"traceutil/trace.go:171","msg":"trace[2045308073] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"333.521658ms","start":"2026-03-18T10:08:52.679884Z","end":"2026-03-18T10:08:53.013405Z","steps":["trace[2045308073] 'process raft request' (duration: 333.208431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:53.013491Z","caller":"traceutil/trace.go:171","msg":"trace[1151910038] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8217; }","duration":"193.427976ms","start":"2026-03-18T10:08:52.820045Z","end":"2026-03-18T10:08:53.013473Z","steps":["trace[1151910038] 'read index received' (duration: 166.487142ms)","trace[1151910038] 'applied index is now lower than readState.Index' (duration: 26.939734ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:53.01352Z","caller":"traceutil/trace.go:171","msg":"trace[1266654734] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"270.389643ms","start":"2026-03-18T10:08:52.743119Z","end":"2026-03-18T10:08:53.013509Z","steps":["trace[1266654734] 'process raft request' (duration: 270.195809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:53.01359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:52.679855Z","time spent":"333.6374ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:53.013563Z","caller":"traceutil/trace.go:171","msg":"trace[395799635] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"267.925357ms","start":"2026-03-18T10:08:52.745602Z","end":"2026-03-18T10:08:53.013527Z","steps":["trace[395799635] 'process raft request' (duration: 267.818565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:53.013621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.76935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:53.013656Z","caller":"traceutil/trace.go:171","msg":"trace[2013931851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7917; }","duration":"191.824371ms","start":"2026-03-18T10:08:52.821822Z","end":"2026-03-18T10:08:53.013646Z","steps":["trace[2013931851] 'agreement among raft nodes before linearized reading' (duration: 191.7662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:53.013718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027253791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f49dfb44-zxh9c.189de7a044ee699e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-18T10:08:53.013802Z","caller":"traceutil/trace.go:171","msg":"trace[58559135] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f49dfb44-zxh9c.189de7a044ee699e; range_end:; response_count:1; response_revision:7917; }","duration":"1.027381704s","start":"2026-03-18T10:08:51.986396Z","end":"2026-03-18T10:08:53.013778Z","steps":["trace[58559135] 'agreement among raft nodes before linearized reading' (duration: 1.02717934s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:53.01384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:51.986371Z","time spent":"1.027459546s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-56f49dfb44-zxh9c.189de7a044ee699e\" "} {"level":"warn","ts":"2026-03-18T10:08:53.014248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.866581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T10:08:53.014313Z","caller":"traceutil/trace.go:171","msg":"trace[932640264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7917; }","duration":"237.187878ms","start":"2026-03-18T10:08:52.777106Z","end":"2026-03-18T10:08:53.014294Z","steps":["trace[932640264] 'agreement among raft nodes before linearized reading' (duration: 236.388891ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:55.239678Z","caller":"traceutil/trace.go:171","msg":"trace[754877653] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"221.079835ms","start":"2026-03-18T10:08:55.018569Z","end":"2026-03-18T10:08:55.239649Z","steps":["trace[754877653] 'process raft request' (duration: 220.913561ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:55.274601Z","caller":"traceutil/trace.go:171","msg":"trace[1629360021] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"255.295984ms","start":"2026-03-18T10:08:55.019266Z","end":"2026-03-18T10:08:55.274562Z","steps":["trace[1629360021] 'process raft request' (duration: 255.046748ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:55.274616Z","caller":"traceutil/trace.go:171","msg":"trace[41779438] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"253.512354ms","start":"2026-03-18T10:08:55.021079Z","end":"2026-03-18T10:08:55.274591Z","steps":["trace[41779438] 'process raft request' (duration: 253.355321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.235849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.349883ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T10:08:56.235961Z","caller":"traceutil/trace.go:171","msg":"trace[644111130] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8227; }","duration":"1.144808398s","start":"2026-03-18T10:08:55.091132Z","end":"2026-03-18T10:08:56.235941Z","steps":["trace[644111130] 'read index received' (duration: 148.408998ms)","trace[644111130] 'applied index is now lower than readState.Index' (duration: 996.397039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:56.236376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145229727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:08:56.236421Z","caller":"traceutil/trace.go:171","msg":"trace[436736050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7926; }","duration":"1.145305408s","start":"2026-03-18T10:08:55.091106Z","end":"2026-03-18T10:08:56.236411Z","steps":["trace[436736050] 'agreement among raft nodes before linearized reading' (duration: 1.145142384s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.236463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:55.091094Z","time spent":"1.145359229s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:08:56.236491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145108593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T10:08:56.236713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.512442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:56.236754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142452073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:08:56.236808Z","caller":"traceutil/trace.go:171","msg":"trace[1463432763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7926; }","duration":"591.651504ms","start":"2026-03-18T10:08:55.645137Z","end":"2026-03-18T10:08:56.236788Z","steps":["trace[1463432763] 'agreement among raft nodes before linearized reading' (duration: 591.415329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.236828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.84871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:08:56.236867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:55.645117Z","time spent":"591.741647ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:08:56.236863Z","caller":"traceutil/trace.go:171","msg":"trace[702864919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:7926; }","duration":"1.142567836s","start":"2026-03-18T10:08:55.094252Z","end":"2026-03-18T10:08:56.23682Z","steps":["trace[702864919] 'agreement among raft nodes before linearized reading' (duration: 1.142390142s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.236913Z","caller":"traceutil/trace.go:171","msg":"trace[132742003] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7926; }","duration":"984.998203ms","start":"2026-03-18T10:08:55.251892Z","end":"2026-03-18T10:08:56.23689Z","steps":["trace[132742003] 'agreement among raft nodes before linearized reading' (duration: 984.806789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.23693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:55.094245Z","time spent":"1.142662648s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:08:56.236957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:55.251872Z","time spent":"985.075145ms","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:08:56.236945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.033663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:08:56.237006Z","caller":"traceutil/trace.go:171","msg":"trace[1912923429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7926; }","duration":"216.125986ms","start":"2026-03-18T10:08:56.020866Z","end":"2026-03-18T10:08:56.236992Z","steps":["trace[1912923429] 'agreement among raft nodes before linearized reading' (duration: 215.917851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.23701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144701744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:08:56.237079Z","caller":"traceutil/trace.go:171","msg":"trace[734080552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7926; }","duration":"1.144807956s","start":"2026-03-18T10:08:55.092245Z","end":"2026-03-18T10:08:56.237053Z","steps":["trace[734080552] 'agreement among raft nodes before linearized reading' (duration: 1.144612762s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.237128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:55.092219Z","time spent":"1.144896559s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:08:56.237129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.02449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:08:56.237151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146019595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:08:56.237176Z","caller":"traceutil/trace.go:171","msg":"trace[2055639890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7926; }","duration":"1.146071796s","start":"2026-03-18T10:08:55.091097Z","end":"2026-03-18T10:08:56.237169Z","steps":["trace[2055639890] 'agreement among raft nodes before linearized reading' (duration: 1.146006774s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.237181Z","caller":"traceutil/trace.go:171","msg":"trace[1558383595] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7926; }","duration":"264.113183ms","start":"2026-03-18T10:08:55.973054Z","end":"2026-03-18T10:08:56.237167Z","steps":["trace[1558383595] 'agreement among raft nodes before linearized reading' (duration: 263.944438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.237193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:55.09108Z","time spent":"1.146108307s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:08:56.237238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.68313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T10:08:56.237276Z","caller":"traceutil/trace.go:171","msg":"trace[1709817435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7926; }","duration":"390.747361ms","start":"2026-03-18T10:08:55.846513Z","end":"2026-03-18T10:08:56.237261Z","steps":["trace[1709817435] 'agreement among raft nodes before linearized reading' (duration: 390.623088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.23731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:55.846493Z","time spent":"390.810233ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:08:56.237359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145760409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:08:56.237402Z","caller":"traceutil/trace.go:171","msg":"trace[951591632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7926; }","duration":"1.145819739s","start":"2026-03-18T10:08:55.09157Z","end":"2026-03-18T10:08:56.23739Z","steps":["trace[951591632] 'agreement among raft nodes before linearized reading' (duration: 1.145680516s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.237434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:55.091563Z","time spent":"1.14586383s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:08:56.236572Z","caller":"traceutil/trace.go:171","msg":"trace[914570456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7926; }","duration":"1.145210485s","start":"2026-03-18T10:08:55.091342Z","end":"2026-03-18T10:08:56.236553Z","steps":["trace[914570456] 'agreement among raft nodes before linearized reading' (duration: 1.145031541s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.238976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:08:55.091335Z","time spent":"1.147614739s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:08:56.483546Z","caller":"traceutil/trace.go:171","msg":"trace[1137155012] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"241.049075ms","start":"2026-03-18T10:08:56.242465Z","end":"2026-03-18T10:08:56.483514Z","steps":["trace[1137155012] 'process raft request' (duration: 240.85431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.515776Z","caller":"traceutil/trace.go:171","msg":"trace[633315465] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"273.192986ms","start":"2026-03-18T10:08:56.242558Z","end":"2026-03-18T10:08:56.515751Z","steps":["trace[633315465] 'process raft request' (duration: 273.108594ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.516034Z","caller":"traceutil/trace.go:171","msg":"trace[1305857756] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"273.391309ms","start":"2026-03-18T10:08:56.242611Z","end":"2026-03-18T10:08:56.516002Z","steps":["trace[1305857756] 'process raft request' (duration: 273.099103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.516101Z","caller":"traceutil/trace.go:171","msg":"trace[2109091140] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"273.563944ms","start":"2026-03-18T10:08:56.24251Z","end":"2026-03-18T10:08:56.516074Z","steps":["trace[2109091140] 'process raft request' (duration: 269.208817ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.516379Z","caller":"traceutil/trace.go:171","msg":"trace[1116920163] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"273.744037ms","start":"2026-03-18T10:08:56.242623Z","end":"2026-03-18T10:08:56.516367Z","steps":["trace[1116920163] 'process raft request' (duration: 273.319238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:56.516417Z","caller":"traceutil/trace.go:171","msg":"trace[1485541178] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8231; }","duration":"272.869807ms","start":"2026-03-18T10:08:56.243536Z","end":"2026-03-18T10:08:56.516406Z","steps":["trace[1485541178] 'read index received' (duration: 239.861467ms)","trace[1485541178] 'applied index is now lower than readState.Index' (duration: 33.00753ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:56.516625Z","caller":"traceutil/trace.go:171","msg":"trace[1789245727] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"273.513661ms","start":"2026-03-18T10:08:56.243039Z","end":"2026-03-18T10:08:56.516552Z","steps":["trace[1789245727] 'process raft request' (duration: 273.283746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.516681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.125743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-03-18T10:08:56.517001Z","caller":"traceutil/trace.go:171","msg":"trace[1951431628] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7932; }","duration":"273.47829ms","start":"2026-03-18T10:08:56.243512Z","end":"2026-03-18T10:08:56.51699Z","steps":["trace[1951431628] 'agreement among raft nodes before linearized reading' (duration: 272.961309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:56.516813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.888058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224162"} {"level":"info","ts":"2026-03-18T10:08:56.51712Z","caller":"traceutil/trace.go:171","msg":"trace[474055203] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7932; }","duration":"273.211334ms","start":"2026-03-18T10:08:56.243877Z","end":"2026-03-18T10:08:56.517088Z","steps":["trace[474055203] 'agreement among raft nodes before linearized reading' (duration: 272.602171ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:58.793917Z","caller":"traceutil/trace.go:171","msg":"trace[214659092] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"267.939197ms","start":"2026-03-18T10:08:58.525952Z","end":"2026-03-18T10:08:58.793891Z","steps":["trace[214659092] 'process raft request' (duration: 267.859185ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:58.793955Z","caller":"traceutil/trace.go:171","msg":"trace[55514314] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"268.296386ms","start":"2026-03-18T10:08:58.525615Z","end":"2026-03-18T10:08:58.793911Z","steps":["trace[55514314] 'process raft request' (duration: 267.990019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:58.794216Z","caller":"traceutil/trace.go:171","msg":"trace[733413735] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"267.329683ms","start":"2026-03-18T10:08:58.526875Z","end":"2026-03-18T10:08:58.794205Z","steps":["trace[733413735] 'process raft request' (duration: 266.983346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:58.794165Z","caller":"traceutil/trace.go:171","msg":"trace[1329896092] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8248; }","duration":"267.731662ms","start":"2026-03-18T10:08:58.526378Z","end":"2026-03-18T10:08:58.794109Z","steps":["trace[1329896092] 'read index received' (duration: 58.099392ms)","trace[1329896092] 'applied index is now lower than readState.Index' (duration: 209.6288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:58.794414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.998138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:08:58.794458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.728364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:58.794477Z","caller":"traceutil/trace.go:171","msg":"trace[364355765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:7947; }","duration":"268.111311ms","start":"2026-03-18T10:08:58.526355Z","end":"2026-03-18T10:08:58.794466Z","steps":["trace[364355765] 'agreement among raft nodes before linearized reading' (duration: 267.880506ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:58.794495Z","caller":"traceutil/trace.go:171","msg":"trace[1735071936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7947; }","duration":"148.828296ms","start":"2026-03-18T10:08:58.645657Z","end":"2026-03-18T10:08:58.794486Z","steps":["trace[1735071936] 'agreement among raft nodes before linearized reading' (duration: 148.743784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:58.7945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.111285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:58.794552Z","caller":"traceutil/trace.go:171","msg":"trace[1115772633] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7947; }","duration":"146.190737ms","start":"2026-03-18T10:08:58.648346Z","end":"2026-03-18T10:08:58.794537Z","steps":["trace[1115772633] 'agreement among raft nodes before linearized reading' (duration: 146.100525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:21.759156Z","caller":"traceutil/trace.go:171","msg":"trace[15754267] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8414; }","duration":"396.879059ms","start":"2026-03-18T10:09:21.362249Z","end":"2026-03-18T10:09:21.759128Z","steps":["trace[15754267] 'read index received' (duration: 396.813967ms)","trace[15754267] 'applied index is now lower than readState.Index' (duration: 64.022µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:21.759256Z","caller":"traceutil/trace.go:171","msg":"trace[359359715] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"400.242123ms","start":"2026-03-18T10:09:21.35896Z","end":"2026-03-18T10:09:21.759202Z","steps":["trace[359359715] 'process raft request' (duration: 399.985197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:21.75942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.148834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-68gps\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-18T10:09:21.75954Z","caller":"traceutil/trace.go:171","msg":"trace[285014077] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-68gps; range_end:; response_count:1; response_revision:8101; }","duration":"397.318308ms","start":"2026-03-18T10:09:21.362203Z","end":"2026-03-18T10:09:21.759522Z","steps":["trace[285014077] 'agreement among raft nodes before linearized reading' (duration: 397.071653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:21.759638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:21.362183Z","time spent":"397.443481ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-68gps\" "} {"level":"warn","ts":"2026-03-18T10:09:21.759426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:21.358938Z","time spent":"400.392287ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:21.760307Z","caller":"traceutil/trace.go:171","msg":"trace[391462228] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"319.194275ms","start":"2026-03-18T10:09:21.441096Z","end":"2026-03-18T10:09:21.760291Z","steps":["trace[391462228] 'process raft request' (duration: 319.048472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:21.760396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.160448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19436"} {"level":"warn","ts":"2026-03-18T10:09:21.760401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.677161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:21.760365Z","caller":"traceutil/trace.go:171","msg":"trace[921721487] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"287.987536ms","start":"2026-03-18T10:09:21.472329Z","end":"2026-03-18T10:09:21.760317Z","steps":["trace[921721487] 'process raft request' (duration: 287.887714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:21.760449Z","caller":"traceutil/trace.go:171","msg":"trace[388922024] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8103; }","duration":"241.240369ms","start":"2026-03-18T10:09:21.519197Z","end":"2026-03-18T10:09:21.760438Z","steps":["trace[388922024] 'agreement among raft nodes before linearized reading' (duration: 241.063985ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:21.76046Z","caller":"traceutil/trace.go:171","msg":"trace[494720326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8103; }","duration":"114.780584ms","start":"2026-03-18T10:09:21.645667Z","end":"2026-03-18T10:09:21.760447Z","steps":["trace[494720326] 'agreement among raft nodes before linearized reading' (duration: 114.6693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:21.760413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:21.441065Z","time spent":"319.287088ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:23.557091Z","caller":"traceutil/trace.go:171","msg":"trace[1156438580] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"130.062397ms","start":"2026-03-18T10:09:23.42699Z","end":"2026-03-18T10:09:23.557052Z","steps":["trace[1156438580] 'process raft request' (duration: 129.27295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:26.344758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674394916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:26.825557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022084554s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:09:27.910952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190943611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:27.911065Z","caller":"traceutil/trace.go:171","msg":"trace[1489894756] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8123; }","duration":"2.191101434s","start":"2026-03-18T10:09:25.719946Z","end":"2026-03-18T10:09:27.911047Z","steps":["trace[1489894756] 'count revisions from in-memory index tree' (duration: 2.190864399s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.9111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:25.719922Z","time spent":"2.191168706s","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:27.911149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661233335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:27.911222Z","caller":"traceutil/trace.go:171","msg":"trace[847891462] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8123; }","duration":"2.661362348s","start":"2026-03-18T10:09:25.24984Z","end":"2026-03-18T10:09:27.911202Z","steps":["trace[847891462] 'count revisions from in-memory index tree' (duration: 2.661142464s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.911287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:25.249817Z","time spent":"2.66145356s","remote":"127.0.0.1:36748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:27.91164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595432839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:27.911685Z","caller":"traceutil/trace.go:171","msg":"trace[900317541] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8123; }","duration":"2.59550308s","start":"2026-03-18T10:09:25.316173Z","end":"2026-03-18T10:09:27.911676Z","steps":["trace[900317541] 'count revisions from in-memory index tree' (duration: 2.595376288s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.911715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:25.316161Z","time spent":"2.595545622s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:27.911789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414031122s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:27.911919Z","caller":"traceutil/trace.go:171","msg":"trace[1393003849] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8123; }","duration":"1.414174465s","start":"2026-03-18T10:09:26.497725Z","end":"2026-03-18T10:09:27.9119Z","steps":["trace[1393003849] 'range keys from in-memory index tree' (duration: 1.414014562s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.912764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:25.92463Z","time spent":"1.988130584s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:09:27.912985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087131744s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:27.913077Z","caller":"traceutil/trace.go:171","msg":"trace[559324481] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"2.109679108s","start":"2026-03-18T10:09:25.803381Z","end":"2026-03-18T10:09:27.91306Z","steps":["trace[559324481] 'process raft request' (duration: 1.02235637s)","trace[559324481] 'compare' (duration: 1.086904709s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:27.913142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:25.803359Z","time spent":"2.109750049s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:27.918342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092613966s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:09:27.918773Z","caller":"traceutil/trace.go:171","msg":"trace[1697122429] linearizableReadLoop","detail":"{readStateIndex:8441; appliedIndex:8438; }","duration":"2.074724314s","start":"2026-03-18T10:09:25.84403Z","end":"2026-03-18T10:09:27.918754Z","steps":["trace[1697122429] 'read index received' (duration: 981.71936ms)","trace[1697122429] 'applied index is now lower than readState.Index' (duration: 1.093004034s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:27.9188Z","caller":"traceutil/trace.go:171","msg":"trace[1449898343] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"2.115387326s","start":"2026-03-18T10:09:25.803386Z","end":"2026-03-18T10:09:27.918774Z","steps":["trace[1449898343] 'process raft request' (duration: 2.115198492s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:27.918836Z","caller":"traceutil/trace.go:171","msg":"trace[1129436203] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"2.11330633s","start":"2026-03-18T10:09:25.805504Z","end":"2026-03-18T10:09:27.91881Z","steps":["trace[1129436203] 'process raft request' (duration: 2.113205857s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.91895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074905779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-18T10:09:27.918962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:25.805497Z","time spent":"2.113402102s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:27.918978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784636051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:27.918993Z","caller":"traceutil/trace.go:171","msg":"trace[1601037108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8126; }","duration":"2.07498503s","start":"2026-03-18T10:09:25.843997Z","end":"2026-03-18T10:09:27.918982Z","steps":["trace[1601037108] 'agreement among raft nodes before linearized reading' (duration: 2.074844807s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.919014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:25.843985Z","time spent":"2.075025021s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-18T10:09:27.919014Z","caller":"traceutil/trace.go:171","msg":"trace[449589870] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8126; }","duration":"1.784711723s","start":"2026-03-18T10:09:26.13429Z","end":"2026-03-18T10:09:27.919002Z","steps":["trace[449589870] 'agreement among raft nodes before linearized reading' (duration: 1.784619871s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.919006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:25.803371Z","time spent":"2.115477988s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:27.919039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:26.134259Z","time spent":"1.784773455s","remote":"127.0.0.1:53006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:27.919115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.486844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:09:27.919146Z","caller":"traceutil/trace.go:171","msg":"trace[762866824] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8126; }","duration":"795.544966ms","start":"2026-03-18T10:09:27.123593Z","end":"2026-03-18T10:09:27.919138Z","steps":["trace[762866824] 'agreement among raft nodes before linearized reading' (duration: 795.456634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.919165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:27.123579Z","time spent":"795.581666ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:09:27.919218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207479612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:09:27.919241Z","caller":"traceutil/trace.go:171","msg":"trace[1563007548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8126; }","duration":"1.207533133s","start":"2026-03-18T10:09:26.711703Z","end":"2026-03-18T10:09:27.919236Z","steps":["trace[1563007548] 'agreement among raft nodes before linearized reading' (duration: 1.207479292s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.919255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:26.711679Z","time spent":"1.207573183s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:27.919294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.658912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:09:27.919319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.609401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:09:27.919332Z","caller":"traceutil/trace.go:171","msg":"trace[1916644554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8126; }","duration":"941.641631ms","start":"2026-03-18T10:09:26.977686Z","end":"2026-03-18T10:09:27.919327Z","steps":["trace[1916644554] 'agreement among raft nodes before linearized reading' (duration: 941.60679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.91935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:26.977671Z","time spent":"941.674732ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:09:27.919342Z","caller":"traceutil/trace.go:171","msg":"trace[744031652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8126; }","duration":"879.709983ms","start":"2026-03-18T10:09:27.039615Z","end":"2026-03-18T10:09:27.919325Z","steps":["trace[744031652] 'agreement among raft nodes before linearized reading' (duration: 879.617941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.919366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.433627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:09:27.919375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:27.039608Z","time spent":"879.759124ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:09:27.919395Z","caller":"traceutil/trace.go:171","msg":"trace[102614665] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8126; }","duration":"648.501338ms","start":"2026-03-18T10:09:27.270886Z","end":"2026-03-18T10:09:27.919388Z","steps":["trace[102614665] 'agreement among raft nodes before linearized reading' (duration: 648.407326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.91941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067217617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:27.919421Z","caller":"traceutil/trace.go:171","msg":"trace[934628737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8126; }","duration":"1.067250898s","start":"2026-03-18T10:09:26.852166Z","end":"2026-03-18T10:09:27.919417Z","steps":["trace[934628737] 'agreement among raft nodes before linearized reading' (duration: 1.067215897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.919087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.493718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:09:27.919434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:26.852148Z","time spent":"1.067283548s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:09:27.919438Z","caller":"traceutil/trace.go:171","msg":"trace[1310118668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:8126; }","duration":"879.890897ms","start":"2026-03-18T10:09:27.039542Z","end":"2026-03-18T10:09:27.919433Z","steps":["trace[1310118668] 'agreement among raft nodes before linearized reading' (duration: 879.465958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.919457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:27.03952Z","time spent":"879.930798ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:09:27.91942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:27.270864Z","time spent":"648.55ms","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:27.919553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386176718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T10:09:27.919582Z","caller":"traceutil/trace.go:171","msg":"trace[2074497709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8126; }","duration":"1.38623508s","start":"2026-03-18T10:09:26.533341Z","end":"2026-03-18T10:09:27.919576Z","steps":["trace[2074497709] 'agreement among raft nodes before linearized reading' (duration: 1.386167658s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.9196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:26.533315Z","time spent":"1.38628068s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:09:27.919215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.511348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:09:27.919656Z","caller":"traceutil/trace.go:171","msg":"trace[150046634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8126; }","duration":"879.945548ms","start":"2026-03-18T10:09:27.039696Z","end":"2026-03-18T10:09:27.919642Z","steps":["trace[150046634] 'agreement among raft nodes before linearized reading' (duration: 879.441987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.919706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:27.03968Z","time spent":"880.0127ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:27.919977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275290801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:27.920016Z","caller":"traceutil/trace.go:171","msg":"trace[1202505737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8126; }","duration":"1.275365593s","start":"2026-03-18T10:09:26.644641Z","end":"2026-03-18T10:09:27.920007Z","steps":["trace[1202505737] 'agreement among raft nodes before linearized reading' (duration: 1.274594486s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:27.920066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:26.644618Z","time spent":"1.275441135s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:29.47031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.700167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:29.470412Z","caller":"traceutil/trace.go:171","msg":"trace[329450023] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8448; }","duration":"215.465791ms","start":"2026-03-18T10:09:29.25493Z","end":"2026-03-18T10:09:29.470396Z","steps":["trace[329450023] 'read index received' (duration: 88.342µs)","trace[329450023] 'applied index is now lower than readState.Index' (duration: 215.374949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:29.470547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.634005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:29.470577Z","caller":"traceutil/trace.go:171","msg":"trace[1487426228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8133; }","duration":"215.703156ms","start":"2026-03-18T10:09:29.254866Z","end":"2026-03-18T10:09:29.470569Z","steps":["trace[1487426228] 'agreement among raft nodes before linearized reading' (duration: 215.611634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:29.470644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.904251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:29.47068Z","caller":"traceutil/trace.go:171","msg":"trace[1899830242] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"438.166605ms","start":"2026-03-18T10:09:29.032246Z","end":"2026-03-18T10:09:29.470413Z","steps":["trace[1899830242] 'process raft request' (duration: 23.277663ms)","trace[1899830242] 'compare' (duration: 414.531144ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:29.470734Z","caller":"traceutil/trace.go:171","msg":"trace[600200322] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8133; }","duration":"121.050264ms","start":"2026-03-18T10:09:29.349665Z","end":"2026-03-18T10:09:29.470715Z","steps":["trace[600200322] 'agreement among raft nodes before linearized reading' (duration: 120.84323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:29.470771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.032231Z","time spent":"438.496242ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:30.101948Z","caller":"traceutil/trace.go:171","msg":"trace[1854294291] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"181.913209ms","start":"2026-03-18T10:09:29.920013Z","end":"2026-03-18T10:09:30.101926Z","steps":["trace[1854294291] 'process raft request' (duration: 181.654203ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:30.31605Z","caller":"traceutil/trace.go:171","msg":"trace[759981474] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"392.172352ms","start":"2026-03-18T10:09:29.923857Z","end":"2026-03-18T10:09:30.31603Z","steps":["trace[759981474] 'process raft request' (duration: 391.984808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.316189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.923843Z","time spent":"392.269854ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:30.316382Z","caller":"traceutil/trace.go:171","msg":"trace[526488302] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"391.475517ms","start":"2026-03-18T10:09:29.924883Z","end":"2026-03-18T10:09:30.316359Z","steps":["trace[526488302] 'process raft request' (duration: 391.112899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.316542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.924863Z","time spent":"391.58898ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:30.316706Z","caller":"traceutil/trace.go:171","msg":"trace[416208956] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8449; }","duration":"357.441164ms","start":"2026-03-18T10:09:29.959239Z","end":"2026-03-18T10:09:30.31668Z","steps":["trace[416208956] 'read index received' (duration: 142.532955ms)","trace[416208956] 'applied index is now lower than readState.Index' (duration: 214.905949ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:30.316811Z","caller":"traceutil/trace.go:171","msg":"trace[1769696656] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"285.328347ms","start":"2026-03-18T10:09:30.031473Z","end":"2026-03-18T10:09:30.316801Z","steps":["trace[1769696656] 'process raft request' (duration: 284.810026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.316901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.664159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:30.316946Z","caller":"traceutil/trace.go:171","msg":"trace[2103285557] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8137; }","duration":"357.74657ms","start":"2026-03-18T10:09:29.959187Z","end":"2026-03-18T10:09:30.316933Z","steps":["trace[2103285557] 'agreement among raft nodes before linearized reading' (duration: 357.661279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.316982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.959164Z","time spent":"357.808792ms","remote":"127.0.0.1:51628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:30.32966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.623815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:09:30.329703Z","caller":"traceutil/trace.go:171","msg":"trace[71771803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8138; }","duration":"352.698587ms","start":"2026-03-18T10:09:29.976995Z","end":"2026-03-18T10:09:30.329694Z","steps":["trace[71771803] 'agreement among raft nodes before linearized reading' (duration: 352.550304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.329728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.976978Z","time spent":"352.744267ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:09:30.329917Z","caller":"traceutil/trace.go:171","msg":"trace[1844562205] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"157.38138ms","start":"2026-03-18T10:09:30.172528Z","end":"2026-03-18T10:09:30.32991Z","steps":["trace[1844562205] 'process raft request' (duration: 156.947469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.330056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.280348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:09:30.330087Z","caller":"traceutil/trace.go:171","msg":"trace[2067828934] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:8138; }","duration":"339.327378ms","start":"2026-03-18T10:09:29.990752Z","end":"2026-03-18T10:09:30.330079Z","steps":["trace[2067828934] 'agreement among raft nodes before linearized reading' (duration: 339.273617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.330107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.990742Z","time spent":"339.3589ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:09:30.330237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.908348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:09:30.330262Z","caller":"traceutil/trace.go:171","msg":"trace[1043163261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8138; }","duration":"350.945729ms","start":"2026-03-18T10:09:29.979311Z","end":"2026-03-18T10:09:30.330256Z","steps":["trace[1043163261] 'agreement among raft nodes before linearized reading' (duration: 350.884468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.33028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.979305Z","time spent":"350.97122ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:30.330395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.158773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:09:30.330419Z","caller":"traceutil/trace.go:171","msg":"trace[243203221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8138; }","duration":"351.195715ms","start":"2026-03-18T10:09:29.979218Z","end":"2026-03-18T10:09:30.330414Z","steps":["trace[243203221] 'agreement among raft nodes before linearized reading' (duration: 351.135343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.330436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.979213Z","time spent":"351.218945ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:30.330553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.347248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T10:09:30.330585Z","caller":"traceutil/trace.go:171","msg":"trace[2138725853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8138; }","duration":"351.397238ms","start":"2026-03-18T10:09:29.979181Z","end":"2026-03-18T10:09:30.330578Z","steps":["trace[2138725853] 'agreement among raft nodes before linearized reading' (duration: 351.321727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.330607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.979172Z","time spent":"351.43109ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:30.330733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.060806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:30.330759Z","caller":"traceutil/trace.go:171","msg":"trace[1893316369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8138; }","duration":"353.106066ms","start":"2026-03-18T10:09:29.977647Z","end":"2026-03-18T10:09:30.330753Z","steps":["trace[1893316369] 'agreement among raft nodes before linearized reading' (duration: 353.044995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.330777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:29.977638Z","time spent":"353.134497ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:09:30.672476Z","caller":"traceutil/trace.go:171","msg":"trace[735860345] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"335.527693ms","start":"2026-03-18T10:09:30.336909Z","end":"2026-03-18T10:09:30.672437Z","steps":["trace[735860345] 'process raft request' (duration: 276.660623ms)","trace[735860345] 'compare' (duration: 58.43784ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:30.672543Z","caller":"traceutil/trace.go:171","msg":"trace[150394544] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"332.000434ms","start":"2026-03-18T10:09:30.34052Z","end":"2026-03-18T10:09:30.67252Z","steps":["trace[150394544] 'process raft request' (duration: 331.924312ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:30.672559Z","caller":"traceutil/trace.go:171","msg":"trace[1240882455] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"335.40562ms","start":"2026-03-18T10:09:30.337092Z","end":"2026-03-18T10:09:30.672497Z","steps":["trace[1240882455] 'process raft request' (duration: 335.236936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:30.672624Z","caller":"traceutil/trace.go:171","msg":"trace[361230292] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8454; }","duration":"332.756951ms","start":"2026-03-18T10:09:30.339806Z","end":"2026-03-18T10:09:30.672563Z","steps":["trace[361230292] 'read index received' (duration: 273.777378ms)","trace[361230292] 'applied index is now lower than readState.Index' (duration: 58.978232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:30.672705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:30.340512Z","time spent":"332.112897ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:30.672723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:30.336893Z","time spent":"335.683296ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:30.672807Z","caller":"traceutil/trace.go:171","msg":"trace[423112130] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"331.39194ms","start":"2026-03-18T10:09:30.341402Z","end":"2026-03-18T10:09:30.672793Z","steps":["trace[423112130] 'process raft request' (duration: 331.086303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:30.672866Z","caller":"traceutil/trace.go:171","msg":"trace[1904163431] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"332.979436ms","start":"2026-03-18T10:09:30.339874Z","end":"2026-03-18T10:09:30.672853Z","steps":["trace[1904163431] 'process raft request' (duration: 332.543446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.672936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:30.341391Z","time spent":"331.464081ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:30.672956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:30.339868Z","time spent":"333.051937ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:30.673183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.372574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189de7ad650f1da0\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T10:09:30.673223Z","caller":"traceutil/trace.go:171","msg":"trace[1505902857] range","detail":"{range_begin:/registry/events/openstack/ceph.189de7ad650f1da0; range_end:; response_count:1; response_revision:8143; }","duration":"333.426476ms","start":"2026-03-18T10:09:30.339785Z","end":"2026-03-18T10:09:30.673211Z","steps":["trace[1505902857] 'agreement among raft nodes before linearized reading' (duration: 333.320924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:30.673243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:30.339776Z","time spent":"333.462756ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189de7ad650f1da0\" "} {"level":"warn","ts":"2026-03-18T10:09:30.672799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:30.337085Z","time spent":"335.601794ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:31.765417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674394969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:32.265792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674394969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:32.349395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.674230685s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:09:32.445761Z","caller":"traceutil/trace.go:171","msg":"trace[515612307] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"1.770661528s","start":"2026-03-18T10:09:30.675057Z","end":"2026-03-18T10:09:32.445719Z","steps":["trace[515612307] 'process raft request' (duration: 1.674643445s)","trace[515612307] 'compare' (duration: 95.721456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:32.445972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:30.675036Z","time spent":"1.770824222s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:32.517909Z","caller":"traceutil/trace.go:171","msg":"trace[1262274158] linearizableReadLoop","detail":"{readStateIndex:8461; appliedIndex:8459; }","duration":"1.253151057s","start":"2026-03-18T10:09:31.264728Z","end":"2026-03-18T10:09:32.517879Z","steps":["trace[1262274158] 'read index received' (duration: 1.084990647s)","trace[1262274158] 'applied index is now lower than readState.Index' (duration: 168.15959ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:32.517952Z","caller":"traceutil/trace.go:171","msg":"trace[1970777952] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"196.183218ms","start":"2026-03-18T10:09:32.321753Z","end":"2026-03-18T10:09:32.517936Z","steps":["trace[1970777952] 'process raft request' (duration: 196.072486ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:32.51795Z","caller":"traceutil/trace.go:171","msg":"trace[826018313] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"409.89707ms","start":"2026-03-18T10:09:32.108014Z","end":"2026-03-18T10:09:32.517911Z","steps":["trace[826018313] 'process raft request' (duration: 409.677806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:32.517999Z","caller":"traceutil/trace.go:171","msg":"trace[141941267] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"195.609736ms","start":"2026-03-18T10:09:32.322369Z","end":"2026-03-18T10:09:32.517979Z","steps":["trace[141941267] 'process raft request' (duration: 195.481913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:32.518069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25334703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:32.518106Z","caller":"traceutil/trace.go:171","msg":"trace[1201934163] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8147; }","duration":"1.253453263s","start":"2026-03-18T10:09:31.264642Z","end":"2026-03-18T10:09:32.518096Z","steps":["trace[1201934163] 'agreement among raft nodes before linearized reading' (duration: 1.25334813s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:32.518107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:32.107988Z","time spent":"410.025594ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:32.518132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:31.264566Z","time spent":"1.253558965s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:32.518284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.229314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f49dfb44-zxh9c.189de7a044ee699e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-18T10:09:32.518318Z","caller":"traceutil/trace.go:171","msg":"trace[917849481] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f49dfb44-zxh9c.189de7a044ee699e; range_end:; response_count:1; response_revision:8147; }","duration":"528.300385ms","start":"2026-03-18T10:09:31.990009Z","end":"2026-03-18T10:09:32.51831Z","steps":["trace[917849481] 'agreement among raft nodes before linearized reading' (duration: 528.198563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:32.518322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.097506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:09:32.518336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:31.989984Z","time spent":"528.347756ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-56f49dfb44-zxh9c.189de7a044ee699e\" "} {"level":"info","ts":"2026-03-18T10:09:32.518352Z","caller":"traceutil/trace.go:171","msg":"trace[1223323367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:8147; }","duration":"175.170468ms","start":"2026-03-18T10:09:32.343173Z","end":"2026-03-18T10:09:32.518344Z","steps":["trace[1223323367] 'agreement among raft nodes before linearized reading' (duration: 175.107457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:32.51839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018386323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T10:09:32.518442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.427552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:32.518474Z","caller":"traceutil/trace.go:171","msg":"trace[358832296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8147; }","duration":"873.514665ms","start":"2026-03-18T10:09:31.644952Z","end":"2026-03-18T10:09:32.518467Z","steps":["trace[358832296] 'agreement among raft nodes before linearized reading' (duration: 873.470844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:32.518492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:31.644926Z","time spent":"873.562255ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:32.518535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015084829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-18T10:09:32.518443Z","caller":"traceutil/trace.go:171","msg":"trace[638141093] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8147; }","duration":"1.018461394s","start":"2026-03-18T10:09:31.499969Z","end":"2026-03-18T10:09:32.518431Z","steps":["trace[638141093] 'agreement among raft nodes before linearized reading' (duration: 1.018204798s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:32.518572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:31.499952Z","time spent":"1.018614408s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T10:09:32.518574Z","caller":"traceutil/trace.go:171","msg":"trace[149971723] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8147; }","duration":"1.01514376s","start":"2026-03-18T10:09:31.503419Z","end":"2026-03-18T10:09:32.518562Z","steps":["trace[149971723] 'agreement among raft nodes before linearized reading' (duration: 1.015047078s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:32.518604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:31.503404Z","time spent":"1.015193072s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-18T10:09:34.723815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.112587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:09:34.723952Z","caller":"traceutil/trace.go:171","msg":"trace[895966946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:8159; }","duration":"117.30929ms","start":"2026-03-18T10:09:34.606615Z","end":"2026-03-18T10:09:34.723924Z","steps":["trace[895966946] 'range keys from in-memory index tree' (duration: 116.996344ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:34.838394Z","caller":"traceutil/trace.go:171","msg":"trace[850493462] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"109.862073ms","start":"2026-03-18T10:09:34.728503Z","end":"2026-03-18T10:09:34.838365Z","steps":["trace[850493462] 'process raft request' (duration: 109.670279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:34.901057Z","caller":"traceutil/trace.go:171","msg":"trace[1437588050] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"172.091459ms","start":"2026-03-18T10:09:34.728926Z","end":"2026-03-18T10:09:34.901018Z","steps":["trace[1437588050] 'process raft request' (duration: 171.832903ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:34.901128Z","caller":"traceutil/trace.go:171","msg":"trace[1642287586] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"171.583027ms","start":"2026-03-18T10:09:34.729538Z","end":"2026-03-18T10:09:34.901121Z","steps":["trace[1642287586] 'process raft request' (duration: 171.406513ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:34.901095Z","caller":"traceutil/trace.go:171","msg":"trace[1822238074] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"171.427394ms","start":"2026-03-18T10:09:34.729638Z","end":"2026-03-18T10:09:34.901066Z","steps":["trace[1822238074] 'process raft request' (duration: 171.382533ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:34.901071Z","caller":"traceutil/trace.go:171","msg":"trace[250688022] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"172.057457ms","start":"2026-03-18T10:09:34.728983Z","end":"2026-03-18T10:09:34.90104Z","steps":["trace[250688022] 'process raft request' (duration: 171.924204ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:37.648659Z","caller":"traceutil/trace.go:171","msg":"trace[972627521] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"122.728632ms","start":"2026-03-18T10:09:37.525905Z","end":"2026-03-18T10:09:37.648634Z","steps":["trace[972627521] 'process raft request' (duration: 36.087519ms)","trace[972627521] 'compare' (duration: 86.300415ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:37.648693Z","caller":"traceutil/trace.go:171","msg":"trace[1728659925] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"121.891022ms","start":"2026-03-18T10:09:37.526781Z","end":"2026-03-18T10:09:37.648672Z","steps":["trace[1728659925] 'process raft request' (duration: 121.738919ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:38.467342Z","caller":"traceutil/trace.go:171","msg":"trace[2113597027] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8519; }","duration":"116.184114ms","start":"2026-03-18T10:09:38.35113Z","end":"2026-03-18T10:09:38.467315Z","steps":["trace[2113597027] 'read index received' (duration: 65.770853ms)","trace[2113597027] 'applied index is now lower than readState.Index' (duration: 50.411961ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:38.467482Z","caller":"traceutil/trace.go:171","msg":"trace[1252926996] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"118.059307ms","start":"2026-03-18T10:09:38.349398Z","end":"2026-03-18T10:09:38.467458Z","steps":["trace[1252926996] 'process raft request' (duration: 67.524304ms)","trace[1252926996] 'compare' (duration: 50.006631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:38.467689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.521941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-18T10:09:38.467731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.506612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-18T10:09:38.467741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.518735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-18T10:09:38.46778Z","caller":"traceutil/trace.go:171","msg":"trace[1523565202] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8201; }","duration":"116.641185ms","start":"2026-03-18T10:09:38.351115Z","end":"2026-03-18T10:09:38.467756Z","steps":["trace[1523565202] 'agreement among raft nodes before linearized reading' (duration: 116.379319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:38.467775Z","caller":"traceutil/trace.go:171","msg":"trace[2018857466] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8201; }","duration":"116.602125ms","start":"2026-03-18T10:09:38.351158Z","end":"2026-03-18T10:09:38.46776Z","steps":["trace[2018857466] 'agreement among raft nodes before linearized reading' (duration: 116.357338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:38.467821Z","caller":"traceutil/trace.go:171","msg":"trace[346759749] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8201; }","duration":"113.635448ms","start":"2026-03-18T10:09:38.354167Z","end":"2026-03-18T10:09:38.467802Z","steps":["trace[346759749] 'agreement among raft nodes before linearized reading' (duration: 113.443122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:42.251173Z","caller":"traceutil/trace.go:171","msg":"trace[1292163517] linearizableReadLoop","detail":"{readStateIndex:8546; appliedIndex:8545; }","duration":"247.134663ms","start":"2026-03-18T10:09:42.004017Z","end":"2026-03-18T10:09:42.251152Z","steps":["trace[1292163517] 'read index received' (duration: 247.044451ms)","trace[1292163517] 'applied index is now lower than readState.Index' (duration: 89.152µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:42.251256Z","caller":"traceutil/trace.go:171","msg":"trace[572404214] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"419.10605ms","start":"2026-03-18T10:09:41.83211Z","end":"2026-03-18T10:09:42.251216Z","steps":["trace[572404214] 'process raft request' (duration: 418.895585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:42.251348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.144673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:42.251396Z","caller":"traceutil/trace.go:171","msg":"trace[419147627] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8226; }","duration":"182.251295ms","start":"2026-03-18T10:09:42.069132Z","end":"2026-03-18T10:09:42.251383Z","steps":["trace[419147627] 'agreement among raft nodes before linearized reading' (duration: 182.154403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:42.251487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.442451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f49dfb44-zxh9c.189de7a044ee699e\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-18T10:09:42.251574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:41.832085Z","time spent":"419.387845ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:42.251609Z","caller":"traceutil/trace.go:171","msg":"trace[1833177613] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f49dfb44-zxh9c.189de7a044ee699e; range_end:; response_count:1; response_revision:8226; }","duration":"247.607774ms","start":"2026-03-18T10:09:42.003968Z","end":"2026-03-18T10:09:42.251576Z","steps":["trace[1833177613] 'agreement among raft nodes before linearized reading' (duration: 247.304327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:42.755945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674395215,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:09:42.976678Z","caller":"traceutil/trace.go:171","msg":"trace[1853289247] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"723.208054ms","start":"2026-03-18T10:09:42.25344Z","end":"2026-03-18T10:09:42.976648Z","steps":["trace[1853289247] 'process raft request' (duration: 722.55026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:42.976851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.253408Z","time spent":"723.356128ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:43.417039Z","caller":"traceutil/trace.go:171","msg":"trace[568661084] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"1.159881128s","start":"2026-03-18T10:09:42.257129Z","end":"2026-03-18T10:09:43.41701Z","steps":["trace[568661084] 'process raft request' (duration: 1.153206858s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.417084Z","caller":"traceutil/trace.go:171","msg":"trace[176550429] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"807.664561ms","start":"2026-03-18T10:09:42.609389Z","end":"2026-03-18T10:09:43.417054Z","steps":["trace[176550429] 'process raft request' (duration: 807.111699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.417211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.257101Z","time spent":"1.160018191s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:43.417228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.609366Z","time spent":"807.781815ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:43.417361Z","caller":"traceutil/trace.go:171","msg":"trace[1814897004] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8546; }","duration":"1.161999655s","start":"2026-03-18T10:09:42.255327Z","end":"2026-03-18T10:09:43.417326Z","steps":["trace[1814897004] 'read index received' (duration: 720.735508ms)","trace[1814897004] 'applied index is now lower than readState.Index' (duration: 441.263197ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:43.41743Z","caller":"traceutil/trace.go:171","msg":"trace[385724329] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"792.116601ms","start":"2026-03-18T10:09:42.625292Z","end":"2026-03-18T10:09:43.417408Z","steps":["trace[385724329] 'process raft request' (duration: 791.706722ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.417474Z","caller":"traceutil/trace.go:171","msg":"trace[1647231708] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"791.15232ms","start":"2026-03-18T10:09:42.626306Z","end":"2026-03-18T10:09:43.417459Z","steps":["trace[1647231708] 'process raft request' (duration: 790.919355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.417554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.625263Z","time spent":"792.224364ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:43.41757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.626282Z","time spent":"791.223351ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:43.417658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156936012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-18T10:09:43.417714Z","caller":"traceutil/trace.go:171","msg":"trace[542617220] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8231; }","duration":"1.157027114s","start":"2026-03-18T10:09:42.260675Z","end":"2026-03-18T10:09:43.417702Z","steps":["trace[542617220] 'agreement among raft nodes before linearized reading' (duration: 1.156935722s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.417746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.986716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:09:43.417756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.260659Z","time spent":"1.157088885s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-18T10:09:43.417792Z","caller":"traceutil/trace.go:171","msg":"trace[148789020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8231; }","duration":"407.047557ms","start":"2026-03-18T10:09:43.01072Z","end":"2026-03-18T10:09:43.417768Z","steps":["trace[148789020] 'agreement among raft nodes before linearized reading' (duration: 406.955565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.417824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:43.010705Z","time spent":"407.104599ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:43.417856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.145017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:09:43.417893Z","caller":"traceutil/trace.go:171","msg":"trace[2143665713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8231; }","duration":"422.221429ms","start":"2026-03-18T10:09:42.995661Z","end":"2026-03-18T10:09:43.417882Z","steps":["trace[2143665713] 'agreement among raft nodes before linearized reading' (duration: 422.106725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.417924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.143953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:09:43.417937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.995639Z","time spent":"422.291341ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:43.417963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.645474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T10:09:43.417985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16264756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-18T10:09:43.418008Z","caller":"traceutil/trace.go:171","msg":"trace[1405468266] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8231; }","duration":"1.162721691s","start":"2026-03-18T10:09:42.25528Z","end":"2026-03-18T10:09:43.418001Z","steps":["trace[1405468266] 'agreement among raft nodes before linearized reading' (duration: 1.16263649s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.418011Z","caller":"traceutil/trace.go:171","msg":"trace[2096914473] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8231; }","duration":"481.727156ms","start":"2026-03-18T10:09:42.936271Z","end":"2026-03-18T10:09:43.417998Z","steps":["trace[2096914473] 'agreement among raft nodes before linearized reading' (duration: 481.592773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.418031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.255255Z","time spent":"1.162771153s","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":522,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-18T10:09:43.418042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.936251Z","time spent":"481.783107ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:09:43.418019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.963283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:43.418081Z","caller":"traceutil/trace.go:171","msg":"trace[426364703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8231; }","duration":"773.049024ms","start":"2026-03-18T10:09:42.645024Z","end":"2026-03-18T10:09:43.418073Z","steps":["trace[426364703] 'agreement among raft nodes before linearized reading' (duration: 772.971092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.418116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.645009Z","time spent":"773.100725ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:09:43.417974Z","caller":"traceutil/trace.go:171","msg":"trace[2002600500] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8231; }","duration":"703.230315ms","start":"2026-03-18T10:09:42.714727Z","end":"2026-03-18T10:09:43.417958Z","steps":["trace[2002600500] 'agreement among raft nodes before linearized reading' (duration: 703.161463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.418284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.420075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:43.418305Z","caller":"traceutil/trace.go:171","msg":"trace[301006019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8231; }","duration":"398.455305ms","start":"2026-03-18T10:09:43.019843Z","end":"2026-03-18T10:09:43.418299Z","steps":["trace[301006019] 'agreement among raft nodes before linearized reading' (duration: 398.402554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.418303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.714695Z","time spent":"703.594963ms","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:43.41833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:43.019724Z","time spent":"398.599799ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:09:43.418376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156983743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-68gps\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-18T10:09:43.418417Z","caller":"traceutil/trace.go:171","msg":"trace[186082123] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-68gps; range_end:; response_count:1; response_revision:8231; }","duration":"1.157067514s","start":"2026-03-18T10:09:42.26134Z","end":"2026-03-18T10:09:43.418408Z","steps":["trace[186082123] 'agreement among raft nodes before linearized reading' (duration: 1.156928731s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.418452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.26132Z","time spent":"1.157125246s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4760,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-68gps\" "} {"level":"warn","ts":"2026-03-18T10:09:43.417739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.790987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:09:43.419199Z","caller":"traceutil/trace.go:171","msg":"trace[1346180162] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:8231; }","duration":"645.280702ms","start":"2026-03-18T10:09:42.773899Z","end":"2026-03-18T10:09:43.419179Z","steps":["trace[1346180162] 'agreement among raft nodes before linearized reading' (duration: 643.784107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.419288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:42.773876Z","time spent":"645.394275ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:09:43.41964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.064101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:09:43.419688Z","caller":"traceutil/trace.go:171","msg":"trace[1648346493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8231; }","duration":"400.259886ms","start":"2026-03-18T10:09:43.019415Z","end":"2026-03-18T10:09:43.419675Z","steps":["trace[1648346493] 'agreement among raft nodes before linearized reading' (duration: 400.01747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.419766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:43.019393Z","time spent":"400.365017ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:09:43.419874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.031501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:09:43.419922Z","caller":"traceutil/trace.go:171","msg":"trace[2070552227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8231; }","duration":"400.100692ms","start":"2026-03-18T10:09:43.019809Z","end":"2026-03-18T10:09:43.41991Z","steps":["trace[2070552227] 'agreement among raft nodes before linearized reading' (duration: 399.968419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.419962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:43.019799Z","time spent":"400.155263ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:09:43.668891Z","caller":"traceutil/trace.go:171","msg":"trace[1447444403] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8551; }","duration":"247.256918ms","start":"2026-03-18T10:09:43.421613Z","end":"2026-03-18T10:09:43.66887Z","steps":["trace[1447444403] 'read index received' (duration: 190.604035ms)","trace[1447444403] 'applied index is now lower than readState.Index' (duration: 56.651463ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:43.668965Z","caller":"traceutil/trace.go:171","msg":"trace[967151081] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"248.758881ms","start":"2026-03-18T10:09:43.420174Z","end":"2026-03-18T10:09:43.668933Z","steps":["trace[967151081] 'process raft request' (duration: 191.951965ms)","trace[967151081] 'compare' (duration: 56.645323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:43.669062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.431452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-18T10:09:43.669089Z","caller":"traceutil/trace.go:171","msg":"trace[1962179579] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8232; }","duration":"247.485572ms","start":"2026-03-18T10:09:43.421595Z","end":"2026-03-18T10:09:43.669081Z","steps":["trace[1962179579] 'agreement among raft nodes before linearized reading' (duration: 247.36599ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.698538Z","caller":"traceutil/trace.go:171","msg":"trace[830426713] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"274.366178ms","start":"2026-03-18T10:09:43.424154Z","end":"2026-03-18T10:09:43.698521Z","steps":["trace[830426713] 'process raft request' (duration: 274.227255ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.69882Z","caller":"traceutil/trace.go:171","msg":"trace[1036153547] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"274.641943ms","start":"2026-03-18T10:09:43.424161Z","end":"2026-03-18T10:09:43.698803Z","steps":["trace[1036153547] 'process raft request' (duration: 274.329336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.699159Z","caller":"traceutil/trace.go:171","msg":"trace[2087889560] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"274.775056ms","start":"2026-03-18T10:09:43.424373Z","end":"2026-03-18T10:09:43.699148Z","steps":["trace[2087889560] 'process raft request' (duration: 274.374318ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.699567Z","caller":"traceutil/trace.go:171","msg":"trace[2045281117] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"274.750446ms","start":"2026-03-18T10:09:43.424777Z","end":"2026-03-18T10:09:43.699528Z","steps":["trace[2045281117] 'process raft request' (duration: 274.563042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.699679Z","caller":"traceutil/trace.go:171","msg":"trace[185469459] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"274.108432ms","start":"2026-03-18T10:09:43.425548Z","end":"2026-03-18T10:09:43.699656Z","steps":["trace[185469459] 'process raft request' (duration: 273.859416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.699682Z","caller":"traceutil/trace.go:171","msg":"trace[145029250] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"275.175215ms","start":"2026-03-18T10:09:43.424452Z","end":"2026-03-18T10:09:43.699627Z","steps":["trace[145029250] 'process raft request' (duration: 274.655404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.699728Z","caller":"traceutil/trace.go:171","msg":"trace[498719067] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"272.959555ms","start":"2026-03-18T10:09:43.426745Z","end":"2026-03-18T10:09:43.699704Z","steps":["trace[498719067] 'process raft request' (duration: 272.706319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.699959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.781382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228790"} {"level":"info","ts":"2026-03-18T10:09:43.700045Z","caller":"traceutil/trace.go:171","msg":"trace[702540729] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8239; }","duration":"276.890824ms","start":"2026-03-18T10:09:43.423137Z","end":"2026-03-18T10:09:43.700028Z","steps":["trace[702540729] 'agreement among raft nodes before linearized reading' (duration: 276.442684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.699996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.781974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:09:43.700114Z","caller":"traceutil/trace.go:171","msg":"trace[1781615550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8239; }","duration":"277.923387ms","start":"2026-03-18T10:09:43.422182Z","end":"2026-03-18T10:09:43.700106Z","steps":["trace[1781615550] 'agreement among raft nodes before linearized reading' (duration: 277.680301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.811812Z","caller":"traceutil/trace.go:171","msg":"trace[2015587555] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8559; }","duration":"109.374438ms","start":"2026-03-18T10:09:43.702413Z","end":"2026-03-18T10:09:43.811787Z","steps":["trace[2015587555] 'read index received' (duration: 98.483863ms)","trace[2015587555] 'applied index is now lower than readState.Index' (duration: 10.889695ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:43.811857Z","caller":"traceutil/trace.go:171","msg":"trace[641569377] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8239; }","duration":"109.599314ms","start":"2026-03-18T10:09:43.70222Z","end":"2026-03-18T10:09:43.811819Z","steps":["trace[641569377] 'process raft request' (duration: 98.677728ms)","trace[641569377] 'compare' (duration: 10.814703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:43.812037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.599963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-18T10:09:43.812073Z","caller":"traceutil/trace.go:171","msg":"trace[123991031] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8239; }","duration":"109.688955ms","start":"2026-03-18T10:09:43.702375Z","end":"2026-03-18T10:09:43.812064Z","steps":["trace[123991031] 'agreement among raft nodes before linearized reading' (duration: 109.539592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.812159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.003227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T10:09:43.812211Z","caller":"traceutil/trace.go:171","msg":"trace[915242519] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8239; }","duration":"108.081839ms","start":"2026-03-18T10:09:43.704116Z","end":"2026-03-18T10:09:43.812198Z","steps":["trace[915242519] 'agreement among raft nodes before linearized reading' (duration: 107.966957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.812366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.923798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-18T10:09:43.812474Z","caller":"traceutil/trace.go:171","msg":"trace[1383051627] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8239; }","duration":"109.038901ms","start":"2026-03-18T10:09:43.703389Z","end":"2026-03-18T10:09:43.812428Z","steps":["trace[1383051627] 'agreement among raft nodes before linearized reading' (duration: 108.685793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.936039Z","caller":"traceutil/trace.go:171","msg":"trace[628030560] linearizableReadLoop","detail":"{readStateIndex:8561; appliedIndex:8560; }","duration":"119.138738ms","start":"2026-03-18T10:09:43.816873Z","end":"2026-03-18T10:09:43.936012Z","steps":["trace[628030560] 'read index received' (duration: 118.909533ms)","trace[628030560] 'applied index is now lower than readState.Index' (duration: 227.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:43.936286Z","caller":"traceutil/trace.go:171","msg":"trace[2095835104] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"122.623626ms","start":"2026-03-18T10:09:43.813637Z","end":"2026-03-18T10:09:43.93626Z","steps":["trace[2095835104] 'process raft request' (duration: 122.203436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:43.936312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.418885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-18T10:09:43.936415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.997885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-18T10:09:43.936489Z","caller":"traceutil/trace.go:171","msg":"trace[1272991414] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8240; }","duration":"119.099148ms","start":"2026-03-18T10:09:43.817372Z","end":"2026-03-18T10:09:43.936471Z","steps":["trace[1272991414] 'agreement among raft nodes before linearized reading' (duration: 118.892733ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:43.936485Z","caller":"traceutil/trace.go:171","msg":"trace[1566172039] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8240; }","duration":"119.62921ms","start":"2026-03-18T10:09:43.816833Z","end":"2026-03-18T10:09:43.936462Z","steps":["trace[1566172039] 'agreement among raft nodes before linearized reading' (duration: 119.323683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:44.047247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.640787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:09:44.047377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.353468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-68gps\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-18T10:09:44.047422Z","caller":"traceutil/trace.go:171","msg":"trace[2135631354] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-68gps; range_end:; response_count:1; response_revision:8243; }","duration":"101.4201ms","start":"2026-03-18T10:09:43.945987Z","end":"2026-03-18T10:09:44.047407Z","steps":["trace[2135631354] 'agreement among raft nodes before linearized reading' (duration: 101.159834ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:44.047426Z","caller":"traceutil/trace.go:171","msg":"trace[774284483] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8243; }","duration":"106.846742ms","start":"2026-03-18T10:09:43.940555Z","end":"2026-03-18T10:09:44.047402Z","steps":["trace[774284483] 'agreement among raft nodes before linearized reading' (duration: 106.595846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:44.047521Z","caller":"traceutil/trace.go:171","msg":"trace[1022926164] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"100.934869ms","start":"2026-03-18T10:09:43.946569Z","end":"2026-03-18T10:09:44.047504Z","steps":["trace[1022926164] 'process raft request' (duration: 80.441789ms)","trace[1022926164] 'compare' (duration: 19.766784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:44.047678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.187899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-68gps\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-18T10:09:44.047726Z","caller":"traceutil/trace.go:171","msg":"trace[870382556] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-68gps; range_end:; response_count:1; response_revision:8243; }","duration":"107.283171ms","start":"2026-03-18T10:09:43.940432Z","end":"2026-03-18T10:09:44.047715Z","steps":["trace[870382556] 'agreement among raft nodes before linearized reading' (duration: 107.110928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:45.427625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.480435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:45.427694Z","caller":"traceutil/trace.go:171","msg":"trace[1358070036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8247; }","duration":"782.599328ms","start":"2026-03-18T10:09:44.645078Z","end":"2026-03-18T10:09:45.427677Z","steps":["trace[1358070036] 'range keys from in-memory index tree' (duration: 782.376983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:45.42773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:44.645055Z","time spent":"782.66735ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:45.928796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674395261,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:09:46.10285Z","caller":"traceutil/trace.go:171","msg":"trace[510932334] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"771.454859ms","start":"2026-03-18T10:09:45.331376Z","end":"2026-03-18T10:09:46.102831Z","steps":["trace[510932334] 'process raft request' (duration: 771.326826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.102967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.331342Z","time spent":"771.562491ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:46.316561Z","caller":"traceutil/trace.go:171","msg":"trace[1624054548] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"893.117743ms","start":"2026-03-18T10:09:45.423415Z","end":"2026-03-18T10:09:46.316533Z","steps":["trace[1624054548] 'process raft request' (duration: 892.694634ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.31662Z","caller":"traceutil/trace.go:171","msg":"trace[1768559063] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"893.009982ms","start":"2026-03-18T10:09:45.423538Z","end":"2026-03-18T10:09:46.316548Z","steps":["trace[1768559063] 'process raft request' (duration: 892.890549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.31656Z","caller":"traceutil/trace.go:171","msg":"trace[5160972] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8569; }","duration":"887.796303ms","start":"2026-03-18T10:09:45.428739Z","end":"2026-03-18T10:09:46.316535Z","steps":["trace[5160972] 'read index received' (duration: 674.045349ms)","trace[5160972] 'applied index is now lower than readState.Index' (duration: 213.749924ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:46.316218Z","caller":"traceutil/trace.go:171","msg":"trace[548013268] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"893.87459ms","start":"2026-03-18T10:09:45.4223Z","end":"2026-03-18T10:09:46.316175Z","steps":["trace[548013268] 'process raft request' (duration: 891.582549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.316776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.920627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:46.316939Z","caller":"traceutil/trace.go:171","msg":"trace[1600706364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8251; }","duration":"888.228584ms","start":"2026-03-18T10:09:45.428684Z","end":"2026-03-18T10:09:46.316912Z","steps":["trace[1600706364] 'agreement among raft nodes before linearized reading' (duration: 887.930647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.316954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.422275Z","time spent":"894.547735ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:46.316941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.423499Z","time spent":"893.210035ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:46.317072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.428671Z","time spent":"888.331006ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:46.317294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.479146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T10:09:46.317293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.4234Z","time spent":"893.289308ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:46.317338Z","caller":"traceutil/trace.go:171","msg":"trace[1409511705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8251; }","duration":"612.533107ms","start":"2026-03-18T10:09:45.704792Z","end":"2026-03-18T10:09:46.317325Z","steps":["trace[1409511705] 'agreement among raft nodes before linearized reading' (duration: 612.356932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.317375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.704785Z","time spent":"612.583058ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:46.317382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.660263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-18T10:09:46.317394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.116898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T10:09:46.317392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.72632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-18T10:09:46.317441Z","caller":"traceutil/trace.go:171","msg":"trace[221375099] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8251; }","duration":"322.747525ms","start":"2026-03-18T10:09:45.994675Z","end":"2026-03-18T10:09:46.317422Z","steps":["trace[221375099] 'agreement among raft nodes before linearized reading' (duration: 322.53828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.31745Z","caller":"traceutil/trace.go:171","msg":"trace[488133362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8251; }","duration":"612.189849ms","start":"2026-03-18T10:09:45.705244Z","end":"2026-03-18T10:09:46.317434Z","steps":["trace[488133362] 'agreement among raft nodes before linearized reading' (duration: 612.016325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.317499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.705236Z","time spent":"612.255321ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:09:46.317501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.555343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:09:46.317506Z","caller":"traceutil/trace.go:171","msg":"trace[2052531137] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8251; }","duration":"870.832372ms","start":"2026-03-18T10:09:45.446614Z","end":"2026-03-18T10:09:46.317447Z","steps":["trace[2052531137] 'agreement among raft nodes before linearized reading' (duration: 870.32165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.317545Z","caller":"traceutil/trace.go:171","msg":"trace[776726697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:8251; }","duration":"610.608583ms","start":"2026-03-18T10:09:45.706926Z","end":"2026-03-18T10:09:46.317534Z","steps":["trace[776726697] 'agreement among raft nodes before linearized reading' (duration: 610.529072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.317573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.706918Z","time spent":"610.649854ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:09:46.317488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.670952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T10:09:46.317593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.913924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T10:09:46.317612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.446596Z","time spent":"871.000076ms","remote":"127.0.0.1:44268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-18T10:09:46.317714Z","caller":"traceutil/trace.go:171","msg":"trace[637436001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8251; }","duration":"613.905387ms","start":"2026-03-18T10:09:45.70376Z","end":"2026-03-18T10:09:46.317665Z","steps":["trace[637436001] 'agreement among raft nodes before linearized reading' (duration: 613.55604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.317895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.703731Z","time spent":"614.084662ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:46.317501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.994656Z","time spent":"322.836976ms","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-18T10:09:46.317625Z","caller":"traceutil/trace.go:171","msg":"trace[1975394453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8251; }","duration":"611.956054ms","start":"2026-03-18T10:09:45.70566Z","end":"2026-03-18T10:09:46.317616Z","steps":["trace[1975394453] 'agreement among raft nodes before linearized reading' (duration: 611.865352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.318814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.705651Z","time spent":"613.1422ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:09:46.317633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.396533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:46.319052Z","caller":"traceutil/trace.go:171","msg":"trace[536576817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8251; }","duration":"746.846685ms","start":"2026-03-18T10:09:45.572183Z","end":"2026-03-18T10:09:46.319029Z","steps":["trace[536576817] 'agreement among raft nodes before linearized reading' (duration: 745.411383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.319129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.572162Z","time spent":"746.949797ms","remote":"127.0.0.1:34706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:46.317157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.652207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:09:46.319647Z","caller":"traceutil/trace.go:171","msg":"trace[1020861144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8251; }","duration":"614.005249ms","start":"2026-03-18T10:09:45.705428Z","end":"2026-03-18T10:09:46.319433Z","steps":["trace[1020861144] 'agreement among raft nodes before linearized reading' (duration: 611.512903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.319879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:45.705421Z","time spent":"614.309356ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:46.651512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.784237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:46.651651Z","caller":"traceutil/trace.go:171","msg":"trace[899239422] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8252; }","duration":"154.194016ms","start":"2026-03-18T10:09:46.497437Z","end":"2026-03-18T10:09:46.65163Z","steps":["trace[899239422] 'range keys from in-memory index tree' (duration: 153.760636ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.651609Z","caller":"traceutil/trace.go:171","msg":"trace[637517930] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"327.983223ms","start":"2026-03-18T10:09:46.323597Z","end":"2026-03-18T10:09:46.65158Z","steps":["trace[637517930] 'process raft request' (duration: 266.251055ms)","trace[637517930] 'compare' (duration: 61.553474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:46.652938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.323583Z","time spent":"329.263591ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:46.653694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.360518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:46.652955Z","caller":"traceutil/trace.go:171","msg":"trace[481725847] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"328.081835ms","start":"2026-03-18T10:09:46.324854Z","end":"2026-03-18T10:09:46.652936Z","steps":["trace[481725847] 'process raft request' (duration: 327.589924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:46.653755Z","caller":"traceutil/trace.go:171","msg":"trace[2051622223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8257; }","duration":"327.47295ms","start":"2026-03-18T10:09:46.326271Z","end":"2026-03-18T10:09:46.653744Z","steps":["trace[2051622223] 'agreement among raft nodes before linearized reading' (duration: 327.299027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.653799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.326264Z","time spent":"327.525162ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:09:46.653899Z","caller":"traceutil/trace.go:171","msg":"trace[1190943195] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"328.956114ms","start":"2026-03-18T10:09:46.324925Z","end":"2026-03-18T10:09:46.653881Z","steps":["trace[1190943195] 'process raft request' (duration: 327.957631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.654018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.32492Z","time spent":"329.033406ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:46.654086Z","caller":"traceutil/trace.go:171","msg":"trace[1692898156] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"281.031728ms","start":"2026-03-18T10:09:46.373037Z","end":"2026-03-18T10:09:46.654069Z","steps":["trace[1692898156] 'process raft request' (duration: 280.27701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.654112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.324849Z","time spent":"328.917404ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:46.652575Z","caller":"traceutil/trace.go:171","msg":"trace[1641298729] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"327.770198ms","start":"2026-03-18T10:09:46.324773Z","end":"2026-03-18T10:09:46.652543Z","steps":["trace[1641298729] 'process raft request' (duration: 326.767656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:46.654407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.324751Z","time spent":"329.612649ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:46.653501Z","caller":"traceutil/trace.go:171","msg":"trace[598391090] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8574; }","duration":"270.698244ms","start":"2026-03-18T10:09:46.382771Z","end":"2026-03-18T10:09:46.653469Z","steps":["trace[598391090] 'read index received' (duration: 207.021843ms)","trace[598391090] 'applied index is now lower than readState.Index' (duration: 63.674471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:46.654597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.264658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:46.654644Z","caller":"traceutil/trace.go:171","msg":"trace[379164914] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8257; }","duration":"118.3441ms","start":"2026-03-18T10:09:46.536287Z","end":"2026-03-18T10:09:46.654631Z","steps":["trace[379164914] 'agreement among raft nodes before linearized reading' (duration: 118.260098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:47.08978Z","caller":"traceutil/trace.go:171","msg":"trace[1050074411] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"421.285748ms","start":"2026-03-18T10:09:46.668463Z","end":"2026-03-18T10:09:47.089749Z","steps":["trace[1050074411] 'process raft request' (duration: 421.087264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:47.090126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.66844Z","time spent":"421.553145ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:09:47.178274Z","caller":"traceutil/trace.go:171","msg":"trace[1418087087] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"465.105594ms","start":"2026-03-18T10:09:46.713141Z","end":"2026-03-18T10:09:47.178247Z","steps":["trace[1418087087] 'process raft request' (duration: 451.980508ms)","trace[1418087087] 'compare' (duration: 12.581264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:47.178416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:46.713119Z","time spent":"465.224167ms","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:48.44567Z","caller":"traceutil/trace.go:171","msg":"trace[2040835065] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"122.378769ms","start":"2026-03-18T10:09:48.323265Z","end":"2026-03-18T10:09:48.445644Z","steps":["trace[2040835065] 'process raft request' (duration: 122.212956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:48.793627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.524493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:48.79388Z","caller":"traceutil/trace.go:171","msg":"trace[237610737] linearizableReadLoop","detail":"{readStateIndex:8586; appliedIndex:8584; }","duration":"407.615082ms","start":"2026-03-18T10:09:48.386243Z","end":"2026-03-18T10:09:48.793858Z","steps":["trace[237610737] 'read index received' (duration: 59.962358ms)","trace[237610737] 'applied index is now lower than readState.Index' (duration: 347.651334ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:48.793984Z","caller":"traceutil/trace.go:171","msg":"trace[1949755069] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"468.128841ms","start":"2026-03-18T10:09:48.325825Z","end":"2026-03-18T10:09:48.793954Z","steps":["trace[1949755069] 'process raft request' (duration: 467.938197ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:48.794036Z","caller":"traceutil/trace.go:171","msg":"trace[855520141] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"470.513185ms","start":"2026-03-18T10:09:48.323504Z","end":"2026-03-18T10:09:48.794017Z","steps":["trace[855520141] 'process raft request' (duration: 355.462689ms)","trace[855520141] 'compare' (duration: 114.293728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:48.794105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.870447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:09:48.794136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.325813Z","time spent":"468.240313ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:48.794127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.323476Z","time spent":"470.600837ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:48.794141Z","caller":"traceutil/trace.go:171","msg":"trace[324926413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8264; }","duration":"407.940149ms","start":"2026-03-18T10:09:48.386191Z","end":"2026-03-18T10:09:48.794131Z","steps":["trace[324926413] 'agreement among raft nodes before linearized reading' (duration: 407.783386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:48.794194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.386177Z","time spent":"408.01017ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:09:48.794318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.325149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:09:48.794304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.741676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:09:48.794343Z","caller":"traceutil/trace.go:171","msg":"trace[1850448594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8264; }","duration":"134.36479ms","start":"2026-03-18T10:09:48.659972Z","end":"2026-03-18T10:09:48.794337Z","steps":["trace[1850448594] 'agreement among raft nodes before linearized reading' (duration: 134.294728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:48.794366Z","caller":"traceutil/trace.go:171","msg":"trace[1638818874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8264; }","duration":"133.825428ms","start":"2026-03-18T10:09:48.660526Z","end":"2026-03-18T10:09:48.794352Z","steps":["trace[1638818874] 'agreement among raft nodes before linearized reading' (duration: 133.646784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:48.79432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.864241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:09:48.794414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.658928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:09:48.794569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.28162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:09:48.794524Z","caller":"traceutil/trace.go:171","msg":"trace[1163972492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8264; }","duration":"147.096536ms","start":"2026-03-18T10:09:48.647409Z","end":"2026-03-18T10:09:48.794506Z","steps":["trace[1163972492] 'agreement among raft nodes before linearized reading' (duration: 146.871811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:48.794681Z","caller":"traceutil/trace.go:171","msg":"trace[301324333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8264; }","duration":"135.430634ms","start":"2026-03-18T10:09:48.659232Z","end":"2026-03-18T10:09:48.794663Z","steps":["trace[301324333] 'agreement among raft nodes before linearized reading' (duration: 134.966244ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:48.794596Z","caller":"traceutil/trace.go:171","msg":"trace[1847031170] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:8264; }","duration":"405.945584ms","start":"2026-03-18T10:09:48.388625Z","end":"2026-03-18T10:09:48.79457Z","steps":["trace[1847031170] 'agreement among raft nodes before linearized reading' (duration: 405.467793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:48.794815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.388616Z","time spent":"406.179629ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:09:48.794498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.168048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:09:48.795231Z","caller":"traceutil/trace.go:171","msg":"trace[1309174887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8264; }","duration":"135.932645ms","start":"2026-03-18T10:09:48.659281Z","end":"2026-03-18T10:09:48.795213Z","steps":["trace[1309174887] 'agreement among raft nodes before linearized reading' (duration: 134.834881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:49.301627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674395321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:09:49.602881Z","caller":"traceutil/trace.go:171","msg":"trace[1661294826] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"804.813569ms","start":"2026-03-18T10:09:48.798043Z","end":"2026-03-18T10:09:49.602857Z","steps":["trace[1661294826] 'process raft request' (duration: 716.553716ms)","trace[1661294826] 'compare' (duration: 87.597148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:49.603013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.798026Z","time spent":"804.927332ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:50.105781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.038892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:50.106228Z","caller":"traceutil/trace.go:171","msg":"trace[387582771] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"1.307415576s","start":"2026-03-18T10:09:48.798783Z","end":"2026-03-18T10:09:50.106199Z","steps":["trace[387582771] 'process raft request' (duration: 1.307101759s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:50.106117Z","caller":"traceutil/trace.go:171","msg":"trace[2045098095] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"1.307619211s","start":"2026-03-18T10:09:48.798465Z","end":"2026-03-18T10:09:50.106085Z","steps":["trace[2045098095] 'process raft request' (duration: 919.19469ms)","trace[2045098095] 'compare' (duration: 387.556761ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:50.106295Z","caller":"traceutil/trace.go:171","msg":"trace[956785601] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"1.307194451s","start":"2026-03-18T10:09:48.799076Z","end":"2026-03-18T10:09:50.106271Z","steps":["trace[956785601] 'process raft request' (duration: 1.306976616s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.106555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.798775Z","time spent":"1.307526278s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:50.106558Z","caller":"traceutil/trace.go:171","msg":"trace[1688528315] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8586; }","duration":"1.305575525s","start":"2026-03-18T10:09:48.80096Z","end":"2026-03-18T10:09:50.106536Z","steps":["trace[1688528315] 'read index received' (duration: 713.652491ms)","trace[1688528315] 'applied index is now lower than readState.Index' (duration: 591.921384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:50.10659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.798451Z","time spent":"1.307867926s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:50.10665Z","caller":"traceutil/trace.go:171","msg":"trace[1351519932] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"1.307308653s","start":"2026-03-18T10:09:48.799316Z","end":"2026-03-18T10:09:50.106624Z","steps":["trace[1351519932] 'process raft request' (duration: 1.306903234s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.106655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.799068Z","time spent":"1.307483518s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:50.106767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080450414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:09:50.106799Z","caller":"traceutil/trace.go:171","msg":"trace[662628096] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:8269; }","duration":"1.080518495s","start":"2026-03-18T10:09:49.026273Z","end":"2026-03-18T10:09:50.106791Z","steps":["trace[662628096] 'agreement among raft nodes before linearized reading' (duration: 1.080422163s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.106782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.799309Z","time spent":"1.307410095s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:50.106818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.026249Z","time spent":"1.080564917s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-18T10:09:50.106851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.646731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:09:50.106891Z","caller":"traceutil/trace.go:171","msg":"trace[2139516557] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8269; }","duration":"851.690062ms","start":"2026-03-18T10:09:49.255192Z","end":"2026-03-18T10:09:50.106882Z","steps":["trace[2139516557] 'agreement among raft nodes before linearized reading' (duration: 851.617611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.106917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.255139Z","time spent":"851.769164ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:50.10703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.232312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:09:50.107104Z","caller":"traceutil/trace.go:171","msg":"trace[613307094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8269; }","duration":"956.337554ms","start":"2026-03-18T10:09:49.15075Z","end":"2026-03-18T10:09:50.107088Z","steps":["trace[613307094] 'agreement among raft nodes before linearized reading' (duration: 956.15853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.107103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306128237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228802"} {"level":"info","ts":"2026-03-18T10:09:50.107165Z","caller":"traceutil/trace.go:171","msg":"trace[607450264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8269; }","duration":"1.306206708s","start":"2026-03-18T10:09:48.800944Z","end":"2026-03-18T10:09:50.10715Z","steps":["trace[607450264] 'agreement among raft nodes before linearized reading' (duration: 1.305724718s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.107159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.150728Z","time spent":"956.417616ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:09:50.107053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.470544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:09:50.107231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:48.800937Z","time spent":"1.30627787s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T10:09:50.107266Z","caller":"traceutil/trace.go:171","msg":"trace[1856481596] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8269; }","duration":"482.72196ms","start":"2026-03-18T10:09:49.624535Z","end":"2026-03-18T10:09:50.107257Z","steps":["trace[1856481596] 'agreement among raft nodes before linearized reading' (duration: 482.488945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:50.107301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:09:49.624513Z","time spent":"482.77579ms","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:09:50.358615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.172949ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T10:09:50.358696Z","caller":"traceutil/trace.go:171","msg":"trace[1543018618] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8591; }","duration":"247.206996ms","start":"2026-03-18T10:09:50.111476Z","end":"2026-03-18T10:09:50.358683Z","steps":["trace[1543018618] 'read index received' (duration: 135.847263ms)","trace[1543018618] 'applied index is now lower than readState.Index' (duration: 111.358683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:50.358869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.38764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:09:50.358914Z","caller":"traceutil/trace.go:171","msg":"trace[1316416070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8269; }","duration":"247.465882ms","start":"2026-03-18T10:09:50.111435Z","end":"2026-03-18T10:09:50.358901Z","steps":["trace[1316416070] 'agreement among raft nodes before linearized reading' (duration: 247.282028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:01.959923Z","caller":"traceutil/trace.go:171","msg":"trace[160647735] linearizableReadLoop","detail":"{readStateIndex:8745; appliedIndex:8744; }","duration":"205.780625ms","start":"2026-03-18T10:10:01.754116Z","end":"2026-03-18T10:10:01.959897Z","steps":["trace[160647735] 'read index received' (duration: 205.446608ms)","trace[160647735] 'applied index is now lower than readState.Index' (duration: 332.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:01.960061Z","caller":"traceutil/trace.go:171","msg":"trace[1342041929] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"216.768833ms","start":"2026-03-18T10:10:01.743244Z","end":"2026-03-18T10:10:01.960013Z","steps":["trace[1342041929] 'process raft request' (duration: 216.469196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:01.960151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.042552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5929761a-bc8a-4ae0-8e02-e4c03291def7\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-03-18T10:10:01.960191Z","caller":"traceutil/trace.go:171","msg":"trace[132156348] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5929761a-bc8a-4ae0-8e02-e4c03291def7; range_end:; response_count:1; response_revision:8418; }","duration":"206.126764ms","start":"2026-03-18T10:10:01.754053Z","end":"2026-03-18T10:10:01.960179Z","steps":["trace[132156348] 'agreement among raft nodes before linearized reading' (duration: 205.960039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:15.573286Z","caller":"traceutil/trace.go:171","msg":"trace[547096009] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"133.833948ms","start":"2026-03-18T10:10:15.439429Z","end":"2026-03-18T10:10:15.573263Z","steps":["trace[547096009] 'process raft request' (duration: 86.77006ms)","trace[547096009] 'compare' (duration: 46.870924ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:24.446512Z","caller":"traceutil/trace.go:171","msg":"trace[157468582] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"110.914472ms","start":"2026-03-18T10:10:24.335491Z","end":"2026-03-18T10:10:24.446406Z","steps":["trace[157468582] 'process raft request' (duration: 110.630966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:24.508151Z","caller":"traceutil/trace.go:171","msg":"trace[628622487] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8913; }","duration":"167.192808ms","start":"2026-03-18T10:10:24.340934Z","end":"2026-03-18T10:10:24.508127Z","steps":["trace[628622487] 'read index received' (duration: 85.645245ms)","trace[628622487] 'applied index is now lower than readState.Index' (duration: 81.546503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:24.508399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.442294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:10:24.508446Z","caller":"traceutil/trace.go:171","msg":"trace[417444069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8581; }","duration":"167.523235ms","start":"2026-03-18T10:10:24.340909Z","end":"2026-03-18T10:10:24.508432Z","steps":["trace[417444069] 'agreement among raft nodes before linearized reading' (duration: 167.362921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:24.568252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.2506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:10:24.568341Z","caller":"traceutil/trace.go:171","msg":"trace[2010669188] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:8582; }","duration":"224.370343ms","start":"2026-03-18T10:10:24.343945Z","end":"2026-03-18T10:10:24.568316Z","steps":["trace[2010669188] 'agreement among raft nodes before linearized reading' (duration: 164.462067ms)","trace[2010669188] 'range keys from in-memory index tree' (duration: 59.727103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:24.568544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.559474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:10:24.568667Z","caller":"traceutil/trace.go:171","msg":"trace[173908677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8582; }","duration":"227.733218ms","start":"2026-03-18T10:10:24.340909Z","end":"2026-03-18T10:10:24.568642Z","steps":["trace[173908677] 'agreement among raft nodes before linearized reading' (duration: 167.468144ms)","trace[173908677] 'range keys from in-memory index tree' (duration: 59.994059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:26.136056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.983635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:10:26.136249Z","caller":"traceutil/trace.go:171","msg":"trace[1904831723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8597; }","duration":"115.279611ms","start":"2026-03-18T10:10:26.020943Z","end":"2026-03-18T10:10:26.136223Z","steps":["trace[1904831723] 'range keys from in-memory index tree' (duration: 114.724967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:42.091747Z","caller":"traceutil/trace.go:171","msg":"trace[148243108] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"101.87708ms","start":"2026-03-18T10:10:41.989839Z","end":"2026-03-18T10:10:42.091716Z","steps":["trace[148243108] 'process raft request' (duration: 65.372129ms)","trace[148243108] 'compare' (duration: 36.370998ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:43.892026Z","caller":"traceutil/trace.go:171","msg":"trace[47919301] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"102.708019ms","start":"2026-03-18T10:10:43.789285Z","end":"2026-03-18T10:10:43.891993Z","steps":["trace[47919301] 'process raft request' (duration: 102.533706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.076271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.947933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.076424Z","caller":"traceutil/trace.go:171","msg":"trace[478561749] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8807; }","duration":"131.132917ms","start":"2026-03-18T10:10:44.94522Z","end":"2026-03-18T10:10:45.076353Z","steps":["trace[478561749] 'count revisions from in-memory index tree' (duration: 130.842331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:49.554034Z","caller":"traceutil/trace.go:171","msg":"trace[1273505918] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"340.801341ms","start":"2026-03-18T10:10:49.213198Z","end":"2026-03-18T10:10:49.554Z","steps":["trace[1273505918] 'process raft request' (duration: 340.596126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:49.554209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:10:49.213162Z","time spent":"340.953294ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:10:49.865095Z","caller":"traceutil/trace.go:171","msg":"trace[1851870371] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"299.40726ms","start":"2026-03-18T10:10:49.565648Z","end":"2026-03-18T10:10:49.865055Z","steps":["trace[1851870371] 'process raft request' (duration: 229.498829ms)","trace[1851870371] 'compare' (duration: 69.653255ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:49.865318Z","caller":"traceutil/trace.go:171","msg":"trace[1843216305] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9212; }","duration":"218.507741ms","start":"2026-03-18T10:10:49.646775Z","end":"2026-03-18T10:10:49.865283Z","steps":["trace[1843216305] 'read index received' (duration: 148.236862ms)","trace[1843216305] 'applied index is now lower than readState.Index' (duration: 70.269429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:49.865527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.732186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:49.865519Z","caller":"traceutil/trace.go:171","msg":"trace[172495041] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"297.244911ms","start":"2026-03-18T10:10:49.568227Z","end":"2026-03-18T10:10:49.865472Z","steps":["trace[172495041] 'process raft request' (duration: 296.774981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:49.865583Z","caller":"traceutil/trace.go:171","msg":"trace[1236859994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8873; }","duration":"218.858719ms","start":"2026-03-18T10:10:49.646712Z","end":"2026-03-18T10:10:49.865571Z","steps":["trace[1236859994] 'agreement among raft nodes before linearized reading' (duration: 218.699176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:50.684497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.791627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:10:50.684615Z","caller":"traceutil/trace.go:171","msg":"trace[1515049081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8883; }","duration":"226.945921ms","start":"2026-03-18T10:10:50.457623Z","end":"2026-03-18T10:10:50.684569Z","steps":["trace[1515049081] 'range keys from in-memory index tree' (duration: 226.584892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:02.242641Z","caller":"traceutil/trace.go:171","msg":"trace[41935981] linearizableReadLoop","detail":"{readStateIndex:9300; appliedIndex:9299; }","duration":"240.686169ms","start":"2026-03-18T10:11:02.001937Z","end":"2026-03-18T10:11:02.242623Z","steps":["trace[41935981] 'read index received' (duration: 240.508385ms)","trace[41935981] 'applied index is now lower than readState.Index' (duration: 177.214µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:02.24277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.821392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:02.242793Z","caller":"traceutil/trace.go:171","msg":"trace[306300647] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8957; }","duration":"240.896123ms","start":"2026-03-18T10:11:02.001888Z","end":"2026-03-18T10:11:02.242785Z","steps":["trace[306300647] 'agreement among raft nodes before linearized reading' (duration: 240.839172ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:02.242875Z","caller":"traceutil/trace.go:171","msg":"trace[1640228640] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"253.545829ms","start":"2026-03-18T10:11:01.989302Z","end":"2026-03-18T10:11:02.242847Z","steps":["trace[1640228640] 'process raft request' (duration: 253.19784ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:03.060983Z","caller":"traceutil/trace.go:171","msg":"trace[1627442847] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"256.644798ms","start":"2026-03-18T10:11:02.804307Z","end":"2026-03-18T10:11:03.060951Z","steps":["trace[1627442847] 'process raft request' (duration: 256.32464ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:03.061155Z","caller":"traceutil/trace.go:171","msg":"trace[356266261] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"256.656289ms","start":"2026-03-18T10:11:02.804455Z","end":"2026-03-18T10:11:03.061111Z","steps":["trace[356266261] 'process raft request' (duration: 256.361532ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:03.062084Z","caller":"traceutil/trace.go:171","msg":"trace[1266866040] linearizableReadLoop","detail":"{readStateIndex:9304; appliedIndex:9301; }","duration":"256.759691ms","start":"2026-03-18T10:11:02.805298Z","end":"2026-03-18T10:11:03.062058Z","steps":["trace[1266866040] 'read index received' (duration: 82.204278ms)","trace[1266866040] 'applied index is now lower than readState.Index' (duration: 174.553763ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:03.062146Z","caller":"traceutil/trace.go:171","msg":"trace[926238575] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"230.734325ms","start":"2026-03-18T10:11:02.831396Z","end":"2026-03-18T10:11:03.062131Z","steps":["trace[926238575] 'process raft request' (duration: 229.473448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:03.062317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.646394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:11:03.062369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.577617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:11:03.06239Z","caller":"traceutil/trace.go:171","msg":"trace[1732365182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:8962; }","duration":"121.751756ms","start":"2026-03-18T10:11:02.94062Z","end":"2026-03-18T10:11:03.062372Z","steps":["trace[1732365182] 'agreement among raft nodes before linearized reading' (duration: 121.617153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:03.062464Z","caller":"traceutil/trace.go:171","msg":"trace[684328574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8962; }","duration":"248.6799ms","start":"2026-03-18T10:11:02.813722Z","end":"2026-03-18T10:11:03.062402Z","steps":["trace[684328574] 'agreement among raft nodes before linearized reading' (duration: 248.503686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:03.06239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.434269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:11:03.062614Z","caller":"traceutil/trace.go:171","msg":"trace[915978408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8962; }","duration":"137.682975ms","start":"2026-03-18T10:11:02.924901Z","end":"2026-03-18T10:11:03.062584Z","steps":["trace[915978408] 'agreement among raft nodes before linearized reading' (duration: 137.365388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:03.06305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.749214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T10:11:03.063118Z","caller":"traceutil/trace.go:171","msg":"trace[339570631] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8962; }","duration":"257.838485ms","start":"2026-03-18T10:11:02.80526Z","end":"2026-03-18T10:11:03.063099Z","steps":["trace[339570631] 'agreement among raft nodes before linearized reading' (duration: 256.908434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:03.289476Z","caller":"traceutil/trace.go:171","msg":"trace[1402165677] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"123.25039ms","start":"2026-03-18T10:11:03.166198Z","end":"2026-03-18T10:11:03.289448Z","steps":["trace[1402165677] 'process raft request' (duration: 116.215233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:05.634439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.811023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:11:05.634515Z","caller":"traceutil/trace.go:171","msg":"trace[1868209178] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"253.811974ms","start":"2026-03-18T10:11:05.380691Z","end":"2026-03-18T10:11:05.634503Z","steps":["trace[1868209178] 'process raft request' (duration: 149.882518ms)","trace[1868209178] 'compare' (duration: 103.739012ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:11.253414Z","caller":"traceutil/trace.go:171","msg":"trace[1553306196] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"103.926876ms","start":"2026-03-18T10:11:11.149467Z","end":"2026-03-18T10:11:11.253394Z","steps":["trace[1553306196] 'process raft request' (duration: 102.709859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:25.303584Z","caller":"traceutil/trace.go:171","msg":"trace[931310938] linearizableReadLoop","detail":"{readStateIndex:9464; appliedIndex:9463; }","duration":"116.661752ms","start":"2026-03-18T10:11:25.186897Z","end":"2026-03-18T10:11:25.303559Z","steps":["trace[931310938] 'read index received' (duration: 83.783634ms)","trace[931310938] 'applied index is now lower than readState.Index' (duration: 32.876908ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:25.303693Z","caller":"traceutil/trace.go:171","msg":"trace[737285645] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"133.195413ms","start":"2026-03-18T10:11:25.17046Z","end":"2026-03-18T10:11:25.303655Z","steps":["trace[737285645] 'process raft request' (duration: 100.231483ms)","trace[737285645] 'compare' (duration: 32.759605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:25.30382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.907158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:11:25.303898Z","caller":"traceutil/trace.go:171","msg":"trace[827774336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9116; }","duration":"117.01879ms","start":"2026-03-18T10:11:25.186862Z","end":"2026-03-18T10:11:25.303881Z","steps":["trace[827774336] 'agreement among raft nodes before linearized reading' (duration: 116.815974ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:45.261735Z","caller":"traceutil/trace.go:171","msg":"trace[1187573476] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"160.999879ms","start":"2026-03-18T10:11:45.100709Z","end":"2026-03-18T10:11:45.261709Z","steps":["trace[1187573476] 'process raft request' (duration: 160.801335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:45.39478Z","caller":"traceutil/trace.go:171","msg":"trace[1062962793] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"138.028162ms","start":"2026-03-18T10:11:45.256721Z","end":"2026-03-18T10:11:45.394749Z","steps":["trace[1062962793] 'process raft request' (duration: 90.201207ms)","trace[1062962793] 'compare' (duration: 47.683502ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:47.037746Z","caller":"traceutil/trace.go:171","msg":"trace[51403475] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"139.115927ms","start":"2026-03-18T10:11:46.898606Z","end":"2026-03-18T10:11:47.037722Z","steps":["trace[51403475] 'process raft request' (duration: 138.967994ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:55.837743Z","caller":"traceutil/trace.go:171","msg":"trace[1194145520] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"107.107031ms","start":"2026-03-18T10:11:55.730612Z","end":"2026-03-18T10:11:55.837719Z","steps":["trace[1194145520] 'compare' (duration: 99.584373ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:12:46.108897Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T10:12:46.115514Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T10:12:46.115716Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T10:12:55.95077Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7476} {"level":"info","ts":"2026-03-18T10:12:56.01339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7476,"took":"60.699452ms","hash":2975132605,"current-db-size-bytes":40673280,"current-db-size":"41 MB","current-db-size-in-use-bytes":25071616,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-18T10:12:56.013502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2975132605,"revision":7476,"compact-revision":5448} {"level":"info","ts":"2026-03-18T10:13:17.919901Z","caller":"traceutil/trace.go:171","msg":"trace[53696237] linearizableReadLoop","detail":"{readStateIndex:10284; appliedIndex:10283; }","duration":"199.35962ms","start":"2026-03-18T10:13:17.720523Z","end":"2026-03-18T10:13:17.919883Z","steps":["trace[53696237] 'read index received' (duration: 198.865689ms)","trace[53696237] 'applied index is now lower than readState.Index' (duration: 493.021µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:13:17.92002Z","caller":"traceutil/trace.go:171","msg":"trace[641827996] transaction","detail":"{read_only:false; response_revision:9907; number_of_response:1; }","duration":"200.921806ms","start":"2026-03-18T10:13:17.719063Z","end":"2026-03-18T10:13:17.919985Z","steps":["trace[641827996] 'process raft request' (duration: 200.619699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:13:17.920223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.678397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:13:17.920424Z","caller":"traceutil/trace.go:171","msg":"trace[1323322532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9907; }","duration":"199.886642ms","start":"2026-03-18T10:13:17.72051Z","end":"2026-03-18T10:13:17.920397Z","steps":["trace[1323322532] 'agreement among raft nodes before linearized reading' (duration: 199.529524ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:13:29.191591Z","caller":"traceutil/trace.go:171","msg":"trace[12993866] linearizableReadLoop","detail":"{readStateIndex:10380; appliedIndex:10379; }","duration":"153.812579ms","start":"2026-03-18T10:13:29.037756Z","end":"2026-03-18T10:13:29.191568Z","steps":["trace[12993866] 'read index received' (duration: 153.717906ms)","trace[12993866] 'applied index is now lower than readState.Index' (duration: 93.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:13:29.191701Z","caller":"traceutil/trace.go:171","msg":"trace[87125455] transaction","detail":"{read_only:false; response_revision:10001; number_of_response:1; }","duration":"186.365469ms","start":"2026-03-18T10:13:29.005288Z","end":"2026-03-18T10:13:29.191653Z","steps":["trace[87125455] 'process raft request' (duration: 186.142633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:13:29.191799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.033764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:13:29.191846Z","caller":"traceutil/trace.go:171","msg":"trace[258733672] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:10001; }","duration":"154.137916ms","start":"2026-03-18T10:13:29.037694Z","end":"2026-03-18T10:13:29.191832Z","steps":["trace[258733672] 'agreement among raft nodes before linearized reading' (duration: 153.980853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:12.606506Z","caller":"traceutil/trace.go:171","msg":"trace[1896635517] linearizableReadLoop","detail":"{readStateIndex:10723; appliedIndex:10722; }","duration":"208.337863ms","start":"2026-03-18T10:14:12.398137Z","end":"2026-03-18T10:14:12.606475Z","steps":["trace[1896635517] 'read index received' (duration: 117.327962ms)","trace[1896635517] 'applied index is now lower than readState.Index' (duration: 91.008741ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:14:12.606771Z","caller":"traceutil/trace.go:171","msg":"trace[1318652234] transaction","detail":"{read_only:false; response_revision:10334; number_of_response:1; }","duration":"210.568373ms","start":"2026-03-18T10:14:12.396182Z","end":"2026-03-18T10:14:12.60675Z","steps":["trace[1318652234] 'process raft request' (duration: 119.378998ms)","trace[1318652234] 'compare' (duration: 90.778756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:14:12.60688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.734392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:14:12.606926Z","caller":"traceutil/trace.go:171","msg":"trace[375973070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10334; }","duration":"208.828644ms","start":"2026-03-18T10:14:12.398087Z","end":"2026-03-18T10:14:12.606915Z","steps":["trace[375973070] 'agreement among raft nodes before linearized reading' (duration: 208.63622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:14.336768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.750713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T10:14:14.336863Z","caller":"traceutil/trace.go:171","msg":"trace[1173174091] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10473; }","duration":"146.859795ms","start":"2026-03-18T10:14:14.189981Z","end":"2026-03-18T10:14:14.336841Z","steps":["trace[1173174091] 'agreement among raft nodes before linearized reading' (duration: 77.06375ms)","trace[1173174091] 'range keys from in-memory index tree' (duration: 69.560761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:14:14.337428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.53713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T10:14:14.337502Z","caller":"traceutil/trace.go:171","msg":"trace[1658951726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10476; }","duration":"114.652363ms","start":"2026-03-18T10:14:14.222832Z","end":"2026-03-18T10:14:14.337485Z","steps":["trace[1658951726] 'agreement among raft nodes before linearized reading' (duration: 114.471839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:14.508385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.463847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:14:14.508531Z","caller":"traceutil/trace.go:171","msg":"trace[956073738] linearizableReadLoop","detail":"{readStateIndex:10868; appliedIndex:10867; }","duration":"167.666011ms","start":"2026-03-18T10:14:14.340842Z","end":"2026-03-18T10:14:14.508508Z","steps":["trace[956073738] 'read index received' (duration: 49.0005ms)","trace[956073738] 'applied index is now lower than readState.Index' (duration: 118.663811ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:14:14.508635Z","caller":"traceutil/trace.go:171","msg":"trace[513142259] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"169.217836ms","start":"2026-03-18T10:14:14.339335Z","end":"2026-03-18T10:14:14.508552Z","steps":["trace[513142259] 'process raft request' (duration: 50.483343ms)","trace[513142259] 'compare' (duration: 118.304624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:14:14.508941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.952729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T10:14:14.509184Z","caller":"traceutil/trace.go:171","msg":"trace[449300903] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10477; }","duration":"168.326246ms","start":"2026-03-18T10:14:14.34082Z","end":"2026-03-18T10:14:14.509146Z","steps":["trace[449300903] 'agreement among raft nodes before linearized reading' (duration: 167.833446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:14.529999Z","caller":"traceutil/trace.go:171","msg":"trace[1002736897] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"188.615581ms","start":"2026-03-18T10:14:14.341357Z","end":"2026-03-18T10:14:14.529973Z","steps":["trace[1002736897] 'process raft request' (duration: 188.401667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:14.53035Z","caller":"traceutil/trace.go:171","msg":"trace[355236657] transaction","detail":"{read_only:false; response_revision:10480; number_of_response:1; }","duration":"186.152696ms","start":"2026-03-18T10:14:14.344172Z","end":"2026-03-18T10:14:14.530324Z","steps":["trace[355236657] 'process raft request' (duration: 185.982862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:14.530358Z","caller":"traceutil/trace.go:171","msg":"trace[1324433958] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"188.481478ms","start":"2026-03-18T10:14:14.341861Z","end":"2026-03-18T10:14:14.530342Z","steps":["trace[1324433958] 'process raft request' (duration: 188.067739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:14.530697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.080023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:14:14.530728Z","caller":"traceutil/trace.go:171","msg":"trace[461967657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10480; }","duration":"161.148215ms","start":"2026-03-18T10:14:14.369572Z","end":"2026-03-18T10:14:14.53072Z","steps":["trace[461967657] 'agreement among raft nodes before linearized reading' (duration: 161.039702ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:14.710039Z","caller":"traceutil/trace.go:171","msg":"trace[375696025] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"108.117785ms","start":"2026-03-18T10:14:14.601893Z","end":"2026-03-18T10:14:14.71001Z","steps":["trace[375696025] 'process raft request' (duration: 107.756497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:29.698302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.117565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T10:14:29.698408Z","caller":"traceutil/trace.go:171","msg":"trace[1598095774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10607; }","duration":"141.268859ms","start":"2026-03-18T10:14:29.557117Z","end":"2026-03-18T10:14:29.698386Z","steps":["trace[1598095774] 'range keys from in-memory index tree' (duration: 140.949252ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:30.82873Z","caller":"traceutil/trace.go:171","msg":"trace[749328846] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"479.391335ms","start":"2026-03-18T10:14:30.34932Z","end":"2026-03-18T10:14:30.828711Z","steps":["trace[749328846] 'process raft request' (duration: 479.258742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:30.828849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:14:30.349299Z","time spent":"479.487426ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:14:31.011254Z","caller":"traceutil/trace.go:171","msg":"trace[269102629] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"625.697257ms","start":"2026-03-18T10:14:30.385512Z","end":"2026-03-18T10:14:31.011209Z","steps":["trace[269102629] 'process raft request' (duration: 622.898774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:31.011406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:14:30.385492Z","time spent":"625.83947ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:14:31.011536Z","caller":"traceutil/trace.go:171","msg":"trace[1069534658] transaction","detail":"{read_only:false; response_revision:10612; number_of_response:1; }","duration":"612.92507ms","start":"2026-03-18T10:14:30.398569Z","end":"2026-03-18T10:14:31.011494Z","steps":["trace[1069534658] 'process raft request' (duration: 612.729086ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:31.011455Z","caller":"traceutil/trace.go:171","msg":"trace[1617645764] linearizableReadLoop","detail":"{readStateIndex:11006; appliedIndex:11003; }","duration":"521.858988ms","start":"2026-03-18T10:14:30.489571Z","end":"2026-03-18T10:14:31.011431Z","steps":["trace[1617645764] 'read index received' (duration: 339.171079ms)","trace[1617645764] 'applied index is now lower than readState.Index' (duration: 182.686359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:14:31.01163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.058042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:14:31.011685Z","caller":"traceutil/trace.go:171","msg":"trace[875992904] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10612; }","duration":"522.154894ms","start":"2026-03-18T10:14:30.489517Z","end":"2026-03-18T10:14:31.011672Z","steps":["trace[875992904] 'agreement among raft nodes before linearized reading' (duration: 522.065632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:31.011722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:14:30.489494Z","time spent":"522.220585ms","remote":"127.0.0.1:51556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:14:31.011759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:14:30.398557Z","time spent":"613.094615ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:14:31.011936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.773608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:14:31.011978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.031421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T10:14:31.01203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.73727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:14:31.012066Z","caller":"traceutil/trace.go:171","msg":"trace[118334977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10612; }","duration":"189.154544ms","start":"2026-03-18T10:14:30.822887Z","end":"2026-03-18T10:14:31.012042Z","steps":["trace[118334977] 'agreement among raft nodes before linearized reading' (duration: 188.856417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:31.012073Z","caller":"traceutil/trace.go:171","msg":"trace[821930692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:10612; }","duration":"182.802911ms","start":"2026-03-18T10:14:30.829261Z","end":"2026-03-18T10:14:31.012064Z","steps":["trace[821930692] 'agreement among raft nodes before linearized reading' (duration: 182.712679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:31.012099Z","caller":"traceutil/trace.go:171","msg":"trace[1926216926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10612; }","duration":"366.908071ms","start":"2026-03-18T10:14:30.645079Z","end":"2026-03-18T10:14:31.011987Z","steps":["trace[1926216926] 'agreement among raft nodes before linearized reading' (duration: 366.666176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:31.012137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.037968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:14:31.012192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:14:30.645057Z","time spent":"367.125637ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:14:31.012247Z","caller":"traceutil/trace.go:171","msg":"trace[1167702858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10612; }","duration":"155.238523ms","start":"2026-03-18T10:14:30.856994Z","end":"2026-03-18T10:14:31.012233Z","steps":["trace[1167702858] 'agreement among raft nodes before linearized reading' (duration: 154.986907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:31.012243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.811225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:14:31.012347Z","caller":"traceutil/trace.go:171","msg":"trace[2091981909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10612; }","duration":"192.95663ms","start":"2026-03-18T10:14:30.819358Z","end":"2026-03-18T10:14:31.012314Z","steps":["trace[2091981909] 'agreement among raft nodes before linearized reading' (duration: 192.694833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:31.012374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.193199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:14:31.01247Z","caller":"traceutil/trace.go:171","msg":"trace[633131677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10612; }","duration":"367.327991ms","start":"2026-03-18T10:14:30.645116Z","end":"2026-03-18T10:14:31.012444Z","steps":["trace[633131677] 'agreement among raft nodes before linearized reading' (duration: 367.053624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:31.012522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:14:30.645104Z","time spent":"367.408764ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:14:31.012386Z","caller":"traceutil/trace.go:171","msg":"trace[295487248] transaction","detail":"{read_only:false; response_revision:10611; number_of_response:1; }","duration":"622.69166ms","start":"2026-03-18T10:14:30.389574Z","end":"2026-03-18T10:14:31.012266Z","steps":["trace[295487248] 'process raft request' (duration: 621.552184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:31.012689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:14:30.389561Z","time spent":"623.070109ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:14:31.012186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.53753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:14:31.013064Z","caller":"traceutil/trace.go:171","msg":"trace[94509100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10612; }","duration":"366.767789ms","start":"2026-03-18T10:14:30.646278Z","end":"2026-03-18T10:14:31.013046Z","steps":["trace[94509100] 'agreement among raft nodes before linearized reading' (duration: 365.467789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:31.013115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:14:30.646262Z","time spent":"366.83586ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:14:51.538111Z","caller":"traceutil/trace.go:171","msg":"trace[643331383] transaction","detail":"{read_only:false; response_revision:10718; number_of_response:1; }","duration":"141.27334ms","start":"2026-03-18T10:14:51.39681Z","end":"2026-03-18T10:14:51.538083Z","steps":["trace[643331383] 'process raft request' (duration: 141.060165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:51.694566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.654261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:14:51.694675Z","caller":"traceutil/trace.go:171","msg":"trace[2140752823] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10718; }","duration":"134.786104ms","start":"2026-03-18T10:14:51.559864Z","end":"2026-03-18T10:14:51.694651Z","steps":["trace[2140752823] 'range keys from in-memory index tree' (duration: 134.476057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:51.694829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.495508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:14:51.694858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.198451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-18T10:14:51.694566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.350432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:14:51.694901Z","caller":"traceutil/trace.go:171","msg":"trace[2061775055] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10718; }","duration":"134.58451ms","start":"2026-03-18T10:14:51.560299Z","end":"2026-03-18T10:14:51.694884Z","steps":["trace[2061775055] 'range keys from in-memory index tree' (duration: 134.366774ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:51.694949Z","caller":"traceutil/trace.go:171","msg":"trace[1438303764] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10718; }","duration":"134.371815ms","start":"2026-03-18T10:14:51.560558Z","end":"2026-03-18T10:14:51.69493Z","steps":["trace[1438303764] 'range keys from in-memory index tree' (duration: 133.990235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:51.69496Z","caller":"traceutil/trace.go:171","msg":"trace[1330432998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10718; }","duration":"150.766182ms","start":"2026-03-18T10:14:51.544171Z","end":"2026-03-18T10:14:51.694937Z","steps":["trace[1330432998] 'range keys from in-memory index tree' (duration: 150.134008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:51.695034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.792819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:14:51.695156Z","caller":"traceutil/trace.go:171","msg":"trace[1240958163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10718; }","duration":"136.974644ms","start":"2026-03-18T10:14:51.558155Z","end":"2026-03-18T10:14:51.69513Z","steps":["trace[1240958163] 'range keys from in-memory index tree' (duration: 136.711587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:14:51.695206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.716072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:14:51.695471Z","caller":"traceutil/trace.go:171","msg":"trace[246075247] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10718; }","duration":"135.455169ms","start":"2026-03-18T10:14:51.559931Z","end":"2026-03-18T10:14:51.695386Z","steps":["trace[246075247] 'range keys from in-memory index tree' (duration: 134.583539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:14:53.127948Z","caller":"traceutil/trace.go:171","msg":"trace[2019784052] transaction","detail":"{read_only:false; response_revision:10719; number_of_response:1; }","duration":"169.043522ms","start":"2026-03-18T10:14:52.958883Z","end":"2026-03-18T10:14:53.127926Z","steps":["trace[2019784052] 'process raft request' (duration: 168.901839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:16:36.010713Z","caller":"traceutil/trace.go:171","msg":"trace[767651458] linearizableReadLoop","detail":"{readStateIndex:11789; appliedIndex:11788; }","duration":"106.150402ms","start":"2026-03-18T10:16:35.904535Z","end":"2026-03-18T10:16:36.010686Z","steps":["trace[767651458] 'read index received' (duration: 104.7545ms)","trace[767651458] 'applied index is now lower than readState.Index' (duration: 1.394972ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:16:36.01089Z","caller":"traceutil/trace.go:171","msg":"trace[511765361] transaction","detail":"{read_only:false; response_revision:11368; number_of_response:1; }","duration":"107.779627ms","start":"2026-03-18T10:16:35.903066Z","end":"2026-03-18T10:16:36.010846Z","steps":["trace[511765361] 'process raft request' (duration: 106.295243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:16:36.010995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.436248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:16:36.011044Z","caller":"traceutil/trace.go:171","msg":"trace[1283514044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11368; }","duration":"106.524779ms","start":"2026-03-18T10:16:35.904508Z","end":"2026-03-18T10:16:36.011032Z","steps":["trace[1283514044] 'agreement among raft nodes before linearized reading' (duration: 106.332455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:17:55.957732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9716} {"level":"info","ts":"2026-03-18T10:17:56.05156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9716,"took":"90.118752ms","hash":2899285676,"current-db-size-bytes":40673280,"current-db-size":"41 MB","current-db-size-in-use-bytes":23859200,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T10:17:56.051653Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2899285676,"revision":9716,"compact-revision":7476} {"level":"info","ts":"2026-03-18T10:19:46.473051Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032ef.wal"} {"level":"info","ts":"2026-03-18T10:19:46.480145Z","caller":"traceutil/trace.go:171","msg":"trace[1772273135] transaction","detail":"{read_only:false; response_revision:12571; number_of_response:1; }","duration":"144.661472ms","start":"2026-03-18T10:19:46.335379Z","end":"2026-03-18T10:19:46.48004Z","steps":["trace[1772273135] 'process raft request' (duration: 137.948772ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:46.49359Z","caller":"traceutil/trace.go:171","msg":"trace[1454110466] linearizableReadLoop","detail":"{readStateIndex:13039; appliedIndex:13037; }","duration":"109.629057ms","start":"2026-03-18T10:19:46.38392Z","end":"2026-03-18T10:19:46.493549Z","steps":["trace[1454110466] 'read index received' (duration: 89.325723ms)","trace[1454110466] 'applied index is now lower than readState.Index' (duration: 20.302404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:19:46.493771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.834942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-service-2tb9q\" ","response":"range_response_count:1 size:8327"} {"level":"info","ts":"2026-03-18T10:19:46.49359Z","caller":"traceutil/trace.go:171","msg":"trace[1917904987] transaction","detail":"{read_only:false; response_revision:12572; number_of_response:1; }","duration":"149.367788ms","start":"2026-03-18T10:19:46.344187Z","end":"2026-03-18T10:19:46.493555Z","steps":["trace[1917904987] 'process raft request' (duration: 145.980932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:46.493817Z","caller":"traceutil/trace.go:171","msg":"trace[570185595] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-service-2tb9q; range_end:; response_count:1; response_revision:12575; }","duration":"109.930394ms","start":"2026-03-18T10:19:46.383877Z","end":"2026-03-18T10:19:46.493807Z","steps":["trace[570185595] 'agreement among raft nodes before linearized reading' (duration: 109.76119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:19:47.359003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.676349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:19:47.359188Z","caller":"traceutil/trace.go:171","msg":"trace[1412482747] linearizableReadLoop","detail":"{readStateIndex:13047; appliedIndex:13046; }","duration":"227.703644ms","start":"2026-03-18T10:19:47.131458Z","end":"2026-03-18T10:19:47.359162Z","steps":["trace[1412482747] 'read index received' (duration: 125.672578ms)","trace[1412482747] 'applied index is now lower than readState.Index' (duration: 102.029296ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:19:47.359244Z","caller":"traceutil/trace.go:171","msg":"trace[1136286146] transaction","detail":"{read_only:false; response_revision:12580; number_of_response:1; }","duration":"236.339727ms","start":"2026-03-18T10:19:47.12286Z","end":"2026-03-18T10:19:47.3592Z","steps":["trace[1136286146] 'process raft request' (duration: 134.330971ms)","trace[1136286146] 'compare' (duration: 101.491275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:19:47.359477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.161402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:19:47.359528Z","caller":"traceutil/trace.go:171","msg":"trace[458883754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12580; }","duration":"227.230593ms","start":"2026-03-18T10:19:47.132284Z","end":"2026-03-18T10:19:47.359514Z","steps":["trace[458883754] 'agreement among raft nodes before linearized reading' (duration: 227.063439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:19:47.359557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.212761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:19:47.359538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.27141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:19:47.359599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.123843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T10:19:47.359645Z","caller":"traceutil/trace.go:171","msg":"trace[366857934] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12580; }","duration":"160.331833ms","start":"2026-03-18T10:19:47.199293Z","end":"2026-03-18T10:19:47.359625Z","steps":["trace[366857934] 'agreement among raft nodes before linearized reading' (duration: 160.17907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:47.359687Z","caller":"traceutil/trace.go:171","msg":"trace[795639613] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12580; }","duration":"159.501746ms","start":"2026-03-18T10:19:47.200134Z","end":"2026-03-18T10:19:47.359636Z","steps":["trace[795639613] 'agreement among raft nodes before linearized reading' (duration: 159.286051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:47.359697Z","caller":"traceutil/trace.go:171","msg":"trace[2056438235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12580; }","duration":"228.237766ms","start":"2026-03-18T10:19:47.13144Z","end":"2026-03-18T10:19:47.359678Z","steps":["trace[2056438235] 'agreement among raft nodes before linearized reading' (duration: 227.790346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:19:47.359726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.159383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:19:47.359765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.219072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6386"} {"level":"info","ts":"2026-03-18T10:19:47.359866Z","caller":"traceutil/trace.go:171","msg":"trace[16878351] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:12580; }","duration":"160.376244ms","start":"2026-03-18T10:19:47.199468Z","end":"2026-03-18T10:19:47.359844Z","steps":["trace[16878351] 'agreement among raft nodes before linearized reading' (duration: 160.064387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:47.360494Z","caller":"traceutil/trace.go:171","msg":"trace[1229590193] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:12580; }","duration":"203.317106ms","start":"2026-03-18T10:19:47.156488Z","end":"2026-03-18T10:19:47.359805Z","steps":["trace[1229590193] 'agreement among raft nodes before linearized reading' (duration: 203.113032ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:47.672706Z","caller":"traceutil/trace.go:171","msg":"trace[1560941101] transaction","detail":"{read_only:false; response_revision:12583; number_of_response:1; }","duration":"136.95772ms","start":"2026-03-18T10:19:47.535711Z","end":"2026-03-18T10:19:47.672669Z","steps":["trace[1560941101] 'process raft request' (duration: 136.706255ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:48.067205Z","caller":"traceutil/trace.go:171","msg":"trace[636666458] transaction","detail":"{read_only:false; response_revision:12587; number_of_response:1; }","duration":"210.550839ms","start":"2026-03-18T10:19:47.856622Z","end":"2026-03-18T10:19:48.067173Z","steps":["trace[636666458] 'process raft request' (duration: 153.664105ms)","trace[636666458] 'compare' (duration: 56.634169ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:19:48.067331Z","caller":"traceutil/trace.go:171","msg":"trace[923727010] transaction","detail":"{read_only:false; response_revision:12588; number_of_response:1; }","duration":"135.67071ms","start":"2026-03-18T10:19:47.931637Z","end":"2026-03-18T10:19:48.067308Z","steps":["trace[923727010] 'process raft request' (duration: 135.465646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:48.364345Z","caller":"traceutil/trace.go:171","msg":"trace[1149938160] transaction","detail":"{read_only:false; response_revision:12595; number_of_response:1; }","duration":"137.464911ms","start":"2026-03-18T10:19:48.226824Z","end":"2026-03-18T10:19:48.364289Z","steps":["trace[1149938160] 'process raft request' (duration: 120.702045ms)","trace[1149938160] 'compare' (duration: 16.559041ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:19:48.731756Z","caller":"traceutil/trace.go:171","msg":"trace[282544775] transaction","detail":"{read_only:false; response_revision:12599; number_of_response:1; }","duration":"231.899158ms","start":"2026-03-18T10:19:48.49983Z","end":"2026-03-18T10:19:48.731729Z","steps":["trace[282544775] 'process raft request' (duration: 231.787305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:19:48.731763Z","caller":"traceutil/trace.go:171","msg":"trace[1704180676] transaction","detail":"{read_only:false; response_revision:12598; number_of_response:1; }","duration":"233.034684ms","start":"2026-03-18T10:19:48.498689Z","end":"2026-03-18T10:19:48.731724Z","steps":["trace[1704180676] 'process raft request' (duration: 148.118021ms)","trace[1704180676] 'compare' (duration: 84.677467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:20:46.379079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.475969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:20:46.379224Z","caller":"traceutil/trace.go:171","msg":"trace[871441904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:12949; }","duration":"173.661343ms","start":"2026-03-18T10:20:46.205543Z","end":"2026-03-18T10:20:46.379204Z","steps":["trace[871441904] 'range keys from in-memory index tree' (duration: 173.233532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:20:46.379254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.082703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:20:46.379323Z","caller":"traceutil/trace.go:171","msg":"trace[801691855] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12949; }","duration":"460.191386ms","start":"2026-03-18T10:20:45.919113Z","end":"2026-03-18T10:20:46.379304Z","steps":["trace[801691855] 'count revisions from in-memory index tree' (duration: 459.98245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:20:46.37936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:20:45.919044Z","time spent":"460.308578ms","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:20:46.379452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.209166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415322"} {"level":"info","ts":"2026-03-18T10:20:46.37952Z","caller":"traceutil/trace.go:171","msg":"trace[451794056] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12949; }","duration":"402.325839ms","start":"2026-03-18T10:20:45.977177Z","end":"2026-03-18T10:20:46.379503Z","steps":["trace[451794056] 'range keys from in-memory index tree' (duration: 401.989601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:20:46.379549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:20:45.977153Z","time spent":"402.38912ms","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415345,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T10:20:46.381023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.780052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:20:46.381144Z","caller":"traceutil/trace.go:171","msg":"trace[958046431] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12949; }","duration":"271.948076ms","start":"2026-03-18T10:20:46.109178Z","end":"2026-03-18T10:20:46.381126Z","steps":["trace[958046431] 'count revisions from in-memory index tree' (duration: 271.587598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:10.346416Z","caller":"traceutil/trace.go:171","msg":"trace[526886435] linearizableReadLoop","detail":"{readStateIndex:13556; appliedIndex:13555; }","duration":"313.115818ms","start":"2026-03-18T10:21:10.03325Z","end":"2026-03-18T10:21:10.346366Z","steps":["trace[526886435] 'read index received' (duration: 312.902324ms)","trace[526886435] 'applied index is now lower than readState.Index' (duration: 212.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:10.346545Z","caller":"traceutil/trace.go:171","msg":"trace[2081021498] transaction","detail":"{read_only:false; response_revision:13068; number_of_response:1; }","duration":"449.640938ms","start":"2026-03-18T10:21:09.896872Z","end":"2026-03-18T10:21:10.346513Z","steps":["trace[2081021498] 'process raft request' (duration: 449.345251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:10.346659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.311043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:21:10.3467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:09.896857Z","time spent":"449.767521ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:10.346927Z","caller":"traceutil/trace.go:171","msg":"trace[31389262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13068; }","duration":"313.557398ms","start":"2026-03-18T10:21:10.033218Z","end":"2026-03-18T10:21:10.346775Z","steps":["trace[31389262] 'agreement among raft nodes before linearized reading' (duration: 313.307033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:10.346979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:10.033207Z","time spent":"313.759133ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:21:10.346784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.53559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:21:10.347081Z","caller":"traceutil/trace.go:171","msg":"trace[164120972] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13068; }","duration":"293.887397ms","start":"2026-03-18T10:21:10.053163Z","end":"2026-03-18T10:21:10.34705Z","steps":["trace[164120972] 'agreement among raft nodes before linearized reading' (duration: 293.448438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:10.823948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.152111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:21:10.82426Z","caller":"traceutil/trace.go:171","msg":"trace[1792309082] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13068; }","duration":"347.52652ms","start":"2026-03-18T10:21:10.476717Z","end":"2026-03-18T10:21:10.824244Z","steps":["trace[1792309082] 'count revisions from in-memory index tree' (duration: 347.037268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:10.824324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:10.476683Z","time spent":"347.630213ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":17,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:21:10.824697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.351968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:21:10.82474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.290394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:21:10.824794Z","caller":"traceutil/trace.go:171","msg":"trace[1661548111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:13068; }","duration":"236.484561ms","start":"2026-03-18T10:21:10.588301Z","end":"2026-03-18T10:21:10.824786Z","steps":["trace[1661548111] 'range keys from in-memory index tree' (duration: 236.268057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:10.824834Z","caller":"traceutil/trace.go:171","msg":"trace[795359976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13068; }","duration":"181.419807ms","start":"2026-03-18T10:21:10.643394Z","end":"2026-03-18T10:21:10.824814Z","steps":["trace[795359976] 'range keys from in-memory index tree' (duration: 181.196162ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:11.446587Z","caller":"traceutil/trace.go:171","msg":"trace[750303740] transaction","detail":"{read_only:false; response_revision:13069; number_of_response:1; }","duration":"516.802564ms","start":"2026-03-18T10:21:10.929762Z","end":"2026-03-18T10:21:11.446565Z","steps":["trace[750303740] 'process raft request' (duration: 516.636861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:11.446735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:10.929739Z","time spent":"516.919448ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:11.517048Z","caller":"traceutil/trace.go:171","msg":"trace[228310922] transaction","detail":"{read_only:false; response_revision:13071; number_of_response:1; }","duration":"462.589578ms","start":"2026-03-18T10:21:11.054428Z","end":"2026-03-18T10:21:11.517018Z","steps":["trace[228310922] 'process raft request' (duration: 462.535277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:11.517084Z","caller":"traceutil/trace.go:171","msg":"trace[1094682325] transaction","detail":"{read_only:false; response_revision:13070; number_of_response:1; }","duration":"462.916036ms","start":"2026-03-18T10:21:11.054127Z","end":"2026-03-18T10:21:11.517043Z","steps":["trace[1094682325] 'process raft request' (duration: 462.721991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:11.51723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:11.054419Z","time spent":"462.722192ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:21:11.51727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:11.054101Z","time spent":"463.07261ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:19.22091Z","caller":"traceutil/trace.go:171","msg":"trace[1608707754] linearizableReadLoop","detail":"{readStateIndex:13594; appliedIndex:13593; }","duration":"149.124732ms","start":"2026-03-18T10:21:19.071765Z","end":"2026-03-18T10:21:19.220889Z","steps":["trace[1608707754] 'read index received' (duration: 148.964349ms)","trace[1608707754] 'applied index is now lower than readState.Index' (duration: 159.523µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:21:19.22136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.574362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:21:19.221395Z","caller":"traceutil/trace.go:171","msg":"trace[1659244460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13104; }","duration":"149.644813ms","start":"2026-03-18T10:21:19.07174Z","end":"2026-03-18T10:21:19.221385Z","steps":["trace[1659244460] 'agreement among raft nodes before linearized reading' (duration: 149.563841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:19.75144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.468307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T10:21:19.751544Z","caller":"traceutil/trace.go:171","msg":"trace[430848629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13105; }","duration":"446.58385ms","start":"2026-03-18T10:21:19.304935Z","end":"2026-03-18T10:21:19.751519Z","steps":["trace[430848629] 'range keys from in-memory index tree' (duration: 446.336734ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:19.753339Z","caller":"traceutil/trace.go:171","msg":"trace[1834194675] transaction","detail":"{read_only:false; response_revision:13106; number_of_response:1; }","duration":"272.61732ms","start":"2026-03-18T10:21:19.479239Z","end":"2026-03-18T10:21:19.751856Z","steps":["trace[1834194675] 'process raft request' (duration: 270.868982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:19.755293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:19.304929Z","time spent":"450.330274ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T10:21:19.765051Z","caller":"traceutil/trace.go:171","msg":"trace[534416583] transaction","detail":"{read_only:false; response_revision:13107; number_of_response:1; }","duration":"219.315536ms","start":"2026-03-18T10:21:19.54571Z","end":"2026-03-18T10:21:19.765025Z","steps":["trace[534416583] 'process raft request' (duration: 218.254102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:19.765086Z","caller":"traceutil/trace.go:171","msg":"trace[2018255187] transaction","detail":"{read_only:false; response_revision:13108; number_of_response:1; }","duration":"216.027452ms","start":"2026-03-18T10:21:19.549027Z","end":"2026-03-18T10:21:19.765054Z","steps":["trace[2018255187] 'process raft request' (duration: 215.704355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:19.765325Z","caller":"traceutil/trace.go:171","msg":"trace[1607488202] linearizableReadLoop","detail":"{readStateIndex:13598; appliedIndex:13595; }","duration":"111.737825ms","start":"2026-03-18T10:21:19.653518Z","end":"2026-03-18T10:21:19.765256Z","steps":["trace[1607488202] 'read index received' (duration: 96.711668ms)","trace[1607488202] 'applied index is now lower than readState.Index' (duration: 15.025207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:21:19.765456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.929729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:21:19.765486Z","caller":"traceutil/trace.go:171","msg":"trace[1273630693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13108; }","duration":"112.002371ms","start":"2026-03-18T10:21:19.653476Z","end":"2026-03-18T10:21:19.765479Z","steps":["trace[1273630693] 'agreement among raft nodes before linearized reading' (duration: 111.875668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:19.765527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.956919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:21:19.765591Z","caller":"traceutil/trace.go:171","msg":"trace[237028131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13108; }","duration":"112.062612ms","start":"2026-03-18T10:21:19.653512Z","end":"2026-03-18T10:21:19.765575Z","steps":["trace[237028131] 'agreement among raft nodes before linearized reading' (duration: 111.884688ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:27.801263Z","caller":"traceutil/trace.go:171","msg":"trace[1851741056] linearizableReadLoop","detail":"{readStateIndex:13648; appliedIndex:13647; }","duration":"143.894996ms","start":"2026-03-18T10:21:27.657344Z","end":"2026-03-18T10:21:27.801239Z","steps":["trace[1851741056] 'read index received' (duration: 143.677782ms)","trace[1851741056] 'applied index is now lower than readState.Index' (duration: 215.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:27.801318Z","caller":"traceutil/trace.go:171","msg":"trace[3701683] transaction","detail":"{read_only:false; response_revision:13155; number_of_response:1; }","duration":"178.014ms","start":"2026-03-18T10:21:27.623279Z","end":"2026-03-18T10:21:27.801293Z","steps":["trace[3701683] 'process raft request' (duration: 177.775715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:27.801502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.142691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:21:27.801549Z","caller":"traceutil/trace.go:171","msg":"trace[643218346] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13155; }","duration":"144.249644ms","start":"2026-03-18T10:21:27.657287Z","end":"2026-03-18T10:21:27.801537Z","steps":["trace[643218346] 'agreement among raft nodes before linearized reading' (duration: 144.07123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:27.89608Z","caller":"traceutil/trace.go:171","msg":"trace[1526366975] transaction","detail":"{read_only:false; response_revision:13156; number_of_response:1; }","duration":"108.40872ms","start":"2026-03-18T10:21:27.787647Z","end":"2026-03-18T10:21:27.896056Z","steps":["trace[1526366975] 'process raft request' (duration: 64.784412ms)","trace[1526366975] 'compare' (duration: 43.472424ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:27.896286Z","caller":"traceutil/trace.go:171","msg":"trace[934508564] transaction","detail":"{read_only:false; response_revision:13157; number_of_response:1; }","duration":"106.069968ms","start":"2026-03-18T10:21:27.790171Z","end":"2026-03-18T10:21:27.896241Z","steps":["trace[934508564] 'process raft request' (duration: 105.854263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:27.896534Z","caller":"traceutil/trace.go:171","msg":"trace[395906665] transaction","detail":"{read_only:false; response_revision:13158; number_of_response:1; }","duration":"100.595195ms","start":"2026-03-18T10:21:27.795917Z","end":"2026-03-18T10:21:27.896512Z","steps":["trace[395906665] 'process raft request' (duration: 100.300228ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:28.579854Z","caller":"traceutil/trace.go:171","msg":"trace[1862341044] transaction","detail":"{read_only:false; response_revision:13164; number_of_response:1; }","duration":"135.203332ms","start":"2026-03-18T10:21:28.444631Z","end":"2026-03-18T10:21:28.579834Z","steps":["trace[1862341044] 'process raft request' (duration: 134.925516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:29.82334Z","caller":"traceutil/trace.go:171","msg":"trace[1866714203] linearizableReadLoop","detail":"{readStateIndex:13658; appliedIndex:13657; }","duration":"370.446154ms","start":"2026-03-18T10:21:29.452858Z","end":"2026-03-18T10:21:29.823305Z","steps":["trace[1866714203] 'read index received' (duration: 370.25324ms)","trace[1866714203] 'applied index is now lower than readState.Index' (duration: 191.024µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:21:29.823376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.060968Z","time spent":"762.39555ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:21:29.823541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.656869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:21:29.823594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.127118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:21:29.823631Z","caller":"traceutil/trace.go:171","msg":"trace[499248857] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:13164; }","duration":"370.800032ms","start":"2026-03-18T10:21:29.45281Z","end":"2026-03-18T10:21:29.82361Z","steps":["trace[499248857] 'agreement among raft nodes before linearized reading' (duration: 370.631338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:29.823654Z","caller":"traceutil/trace.go:171","msg":"trace[16492333] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13164; }","duration":"325.23537ms","start":"2026-03-18T10:21:29.498397Z","end":"2026-03-18T10:21:29.823633Z","steps":["trace[16492333] 'agreement among raft nodes before linearized reading' (duration: 325.106417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:29.823638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.328927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:21:29.823682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.452782Z","time spent":"370.890834ms","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:21:29.823727Z","caller":"traceutil/trace.go:171","msg":"trace[1257768823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13164; }","duration":"178.46923ms","start":"2026-03-18T10:21:29.645238Z","end":"2026-03-18T10:21:29.823707Z","steps":["trace[1257768823] 'agreement among raft nodes before linearized reading' (duration: 178.311287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:29.823733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.498381Z","time spent":"325.330682ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:21:30.362945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674409178,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:21:30.461659Z","caller":"traceutil/trace.go:171","msg":"trace[1727328120] transaction","detail":"{read_only:false; response_revision:13165; number_of_response:1; }","duration":"636.402704ms","start":"2026-03-18T10:21:29.82522Z","end":"2026-03-18T10:21:30.461622Z","steps":["trace[1727328120] 'process raft request' (duration: 593.80742ms)","trace[1727328120] 'compare' (duration: 42.341509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:21:30.461839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.825191Z","time spent":"636.550539ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:30.46362Z","caller":"traceutil/trace.go:171","msg":"trace[1527253424] transaction","detail":"{read_only:false; response_revision:13168; number_of_response:1; }","duration":"558.59246ms","start":"2026-03-18T10:21:29.905004Z","end":"2026-03-18T10:21:30.463597Z","steps":["trace[1527253424] 'process raft request' (duration: 558.523698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.463765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.904955Z","time spent":"558.733813ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:30.463862Z","caller":"traceutil/trace.go:171","msg":"trace[2134216805] linearizableReadLoop","detail":"{readStateIndex:13663; appliedIndex:13658; }","duration":"601.216235ms","start":"2026-03-18T10:21:29.862626Z","end":"2026-03-18T10:21:30.463843Z","steps":["trace[2134216805] 'read index received' (duration: 556.410841ms)","trace[2134216805] 'applied index is now lower than readState.Index' (duration: 44.804054ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:30.463999Z","caller":"traceutil/trace.go:171","msg":"trace[1322536724] transaction","detail":"{read_only:false; response_revision:13166; number_of_response:1; }","duration":"559.791617ms","start":"2026-03-18T10:21:29.904196Z","end":"2026-03-18T10:21:30.463987Z","steps":["trace[1322536724] 'process raft request' (duration: 559.155603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.464065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.904164Z","time spent":"559.870649ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:30.464067Z","caller":"traceutil/trace.go:171","msg":"trace[1908620775] transaction","detail":"{read_only:false; response_revision:13167; number_of_response:1; }","duration":"559.251484ms","start":"2026-03-18T10:21:29.904772Z","end":"2026-03-18T10:21:30.464023Z","steps":["trace[1908620775] 'process raft request' (duration: 558.715692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.464216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.904761Z","time spent":"559.377888ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:30.464295Z","caller":"traceutil/trace.go:171","msg":"trace[1281210808] transaction","detail":"{read_only:false; response_revision:13169; number_of_response:1; }","duration":"111.157631ms","start":"2026-03-18T10:21:30.353126Z","end":"2026-03-18T10:21:30.464284Z","steps":["trace[1281210808] 'process raft request' (duration: 110.434665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.464462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.833439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:21:30.464503Z","caller":"traceutil/trace.go:171","msg":"trace[2011049657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13169; }","duration":"601.910912ms","start":"2026-03-18T10:21:29.862583Z","end":"2026-03-18T10:21:30.464494Z","steps":["trace[2011049657] 'agreement among raft nodes before linearized reading' (duration: 601.760627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.464541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.862562Z","time spent":"601.969692ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:21:30.464568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.592582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:21:30.464655Z","caller":"traceutil/trace.go:171","msg":"trace[745866132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13169; }","duration":"550.721465ms","start":"2026-03-18T10:21:29.913923Z","end":"2026-03-18T10:21:30.464645Z","steps":["trace[745866132] 'agreement among raft nodes before linearized reading' (duration: 550.52306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.464687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.913908Z","time spent":"550.771716ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:21:30.464822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.994652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:21:30.464852Z","caller":"traceutil/trace.go:171","msg":"trace[1206637061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13169; }","duration":"485.063593ms","start":"2026-03-18T10:21:29.979781Z","end":"2026-03-18T10:21:30.464844Z","steps":["trace[1206637061] 'agreement among raft nodes before linearized reading' (duration: 484.979311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.464878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.979763Z","time spent":"485.109324ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:21:30.46497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.065239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:21:30.464996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.634222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T10:21:30.465032Z","caller":"traceutil/trace.go:171","msg":"trace[139885234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13169; }","duration":"541.713043ms","start":"2026-03-18T10:21:29.923311Z","end":"2026-03-18T10:21:30.465024Z","steps":["trace[139885234] 'agreement among raft nodes before linearized reading' (duration: 541.628451ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:30.465036Z","caller":"traceutil/trace.go:171","msg":"trace[437261046] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:13169; }","duration":"537.15651ms","start":"2026-03-18T10:21:29.927864Z","end":"2026-03-18T10:21:30.465021Z","steps":["trace[437261046] 'agreement among raft nodes before linearized reading' (duration: 537.053228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.465066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.923288Z","time spent":"541.768984ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:21:30.465076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.927855Z","time spent":"537.210561ms","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:21:30.465081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.480446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T10:21:30.468137Z","caller":"traceutil/trace.go:171","msg":"trace[423322843] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13169; }","duration":"415.601007ms","start":"2026-03-18T10:21:30.0525Z","end":"2026-03-18T10:21:30.468101Z","steps":["trace[423322843] 'agreement among raft nodes before linearized reading' (duration: 412.405195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.468245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:30.052475Z","time spent":"415.732059ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:21:30.465247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.076745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:21:30.468411Z","caller":"traceutil/trace.go:171","msg":"trace[1551025420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13169; }","duration":"472.278886ms","start":"2026-03-18T10:21:29.996122Z","end":"2026-03-18T10:21:30.4684Z","steps":["trace[1551025420] 'agreement among raft nodes before linearized reading' (duration: 468.700436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:30.468441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:29.996101Z","time spent":"472.330238ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:21:32.144806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674409212,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:21:32.241332Z","caller":"traceutil/trace.go:171","msg":"trace[558387812] transaction","detail":"{read_only:false; response_revision:13180; number_of_response:1; }","duration":"729.153644ms","start":"2026-03-18T10:21:31.512148Z","end":"2026-03-18T10:21:32.241302Z","steps":["trace[558387812] 'process raft request' (duration: 728.941309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:32.241528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:31.512112Z","time spent":"729.316158ms","remote":"127.0.0.1:51476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:32.243203Z","caller":"traceutil/trace.go:171","msg":"trace[842629932] transaction","detail":"{read_only:false; response_revision:13182; number_of_response:1; }","duration":"187.901781ms","start":"2026-03-18T10:21:32.055274Z","end":"2026-03-18T10:21:32.243175Z","steps":["trace[842629932] 'process raft request' (duration: 187.741728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:32.243235Z","caller":"traceutil/trace.go:171","msg":"trace[1209822716] transaction","detail":"{read_only:false; response_revision:13181; number_of_response:1; }","duration":"578.728991ms","start":"2026-03-18T10:21:31.664474Z","end":"2026-03-18T10:21:32.243203Z","steps":["trace[1209822716] 'process raft request' (duration: 578.362693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:32.243225Z","caller":"traceutil/trace.go:171","msg":"trace[1086845553] linearizableReadLoop","detail":"{readStateIndex:13676; appliedIndex:13673; }","duration":"598.577156ms","start":"2026-03-18T10:21:31.644621Z","end":"2026-03-18T10:21:32.243199Z","steps":["trace[1086845553] 'read index received' (duration: 596.446129ms)","trace[1086845553] 'applied index is now lower than readState.Index' (duration: 2.129097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:21:32.243349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:31.664453Z","time spent":"578.851064ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:21:32.243592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.349669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-2q4dm\" ","response":"range_response_count:1 size:12599"} {"level":"info","ts":"2026-03-18T10:21:32.243653Z","caller":"traceutil/trace.go:171","msg":"trace[462438630] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-2q4dm; range_end:; response_count:1; response_revision:13182; }","duration":"580.434721ms","start":"2026-03-18T10:21:31.6632Z","end":"2026-03-18T10:21:32.243635Z","steps":["trace[462438630] 'agreement among raft nodes before linearized reading' (duration: 580.209716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:32.2437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:31.663188Z","time spent":"580.499173ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12622,"request content":"key:\"/registry/pods/openstack/openvswitch-2q4dm\" "} {"level":"warn","ts":"2026-03-18T10:21:32.243992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.387105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:21:32.244039Z","caller":"traceutil/trace.go:171","msg":"trace[750405853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13182; }","duration":"599.485197ms","start":"2026-03-18T10:21:31.644538Z","end":"2026-03-18T10:21:32.244023Z","steps":["trace[750405853] 'agreement among raft nodes before linearized reading' (duration: 599.378045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:32.244075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:31.644487Z","time spent":"599.580569ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:21:41.078265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.390642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:21:41.078416Z","caller":"traceutil/trace.go:171","msg":"trace[1849851140] transaction","detail":"{read_only:false; response_revision:13332; number_of_response:1; }","duration":"574.677803ms","start":"2026-03-18T10:21:40.503715Z","end":"2026-03-18T10:21:41.078393Z","steps":["trace[1849851140] 'process raft request' (duration: 465.021745ms)","trace[1849851140] 'compare' (duration: 109.095425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:21:41.078488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.503689Z","time spent":"574.766654ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:41.120173Z","caller":"traceutil/trace.go:171","msg":"trace[197788658] linearizableReadLoop","detail":"{readStateIndex:13830; appliedIndex:13828; }","duration":"592.213925ms","start":"2026-03-18T10:21:40.527934Z","end":"2026-03-18T10:21:41.120148Z","steps":["trace[197788658] 'read index received' (duration: 440.785011ms)","trace[197788658] 'applied index is now lower than readState.Index' (duration: 151.428034ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:41.120486Z","caller":"traceutil/trace.go:171","msg":"trace[1387686361] transaction","detail":"{read_only:false; response_revision:13333; number_of_response:1; }","duration":"616.533061ms","start":"2026-03-18T10:21:40.503931Z","end":"2026-03-18T10:21:41.120464Z","steps":["trace[1387686361] 'process raft request' (duration: 615.973988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.120692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.503907Z","time spent":"616.631792ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:41.120855Z","caller":"traceutil/trace.go:171","msg":"trace[550085038] transaction","detail":"{read_only:false; response_revision:13335; number_of_response:1; }","duration":"405.812207ms","start":"2026-03-18T10:21:40.714978Z","end":"2026-03-18T10:21:41.12079Z","steps":["trace[550085038] 'process raft request' (duration: 405.102981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.12094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.464339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T10:21:41.121042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.079995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:21:41.121136Z","caller":"traceutil/trace.go:171","msg":"trace[1194143656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13335; }","duration":"593.215808ms","start":"2026-03-18T10:21:40.527897Z","end":"2026-03-18T10:21:41.121112Z","steps":["trace[1194143656] 'agreement among raft nodes before linearized reading' (duration: 592.91406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.309843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:21:41.121186Z","caller":"traceutil/trace.go:171","msg":"trace[16815054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13335; }","duration":"445.376924ms","start":"2026-03-18T10:21:40.675797Z","end":"2026-03-18T10:21:41.121174Z","steps":["trace[16815054] 'agreement among raft nodes before linearized reading' (duration: 445.298012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.527883Z","time spent":"593.289289ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:21:41.121182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.714895Z","time spent":"406.081953ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:21:41.121275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.365544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-4lwtd.189de8596f585b81\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-18T10:21:41.121302Z","caller":"traceutil/trace.go:171","msg":"trace[1884295627] transaction","detail":"{read_only:false; response_revision:13334; number_of_response:1; }","duration":"586.497978ms","start":"2026-03-18T10:21:40.534783Z","end":"2026-03-18T10:21:41.121281Z","steps":["trace[1884295627] 'process raft request' (duration: 585.256059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.353191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:21:41.121396Z","caller":"traceutil/trace.go:171","msg":"trace[181365892] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13335; }","duration":"589.407733ms","start":"2026-03-18T10:21:40.531982Z","end":"2026-03-18T10:21:41.12139Z","steps":["trace[181365892] 'agreement among raft nodes before linearized reading' (duration: 589.363762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.531969Z","time spent":"589.440973ms","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:21:41.121073Z","caller":"traceutil/trace.go:171","msg":"trace[1776379838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13335; }","duration":"591.629693ms","start":"2026-03-18T10:21:40.529424Z","end":"2026-03-18T10:21:41.121054Z","steps":["trace[1776379838] 'agreement among raft nodes before linearized reading' (duration: 591.369446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.534764Z","time spent":"586.591079ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:21:41.121454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.529414Z","time spent":"592.027631ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:21:41.121332Z","caller":"traceutil/trace.go:171","msg":"trace[594052526] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-4lwtd.189de8596f585b81; range_end:; response_count:1; response_revision:13335; }","duration":"499.457757ms","start":"2026-03-18T10:21:40.621868Z","end":"2026-03-18T10:21:41.121326Z","steps":["trace[594052526] 'agreement among raft nodes before linearized reading' (duration: 499.362754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.759504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:21:41.121549Z","caller":"traceutil/trace.go:171","msg":"trace[2092194057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13335; }","duration":"376.146072ms","start":"2026-03-18T10:21:40.745393Z","end":"2026-03-18T10:21:41.121539Z","steps":["trace[2092194057] 'agreement among raft nodes before linearized reading' (duration: 375.486547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.621847Z","time spent":"499.691092ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-4lwtd.189de8596f585b81\" "} {"level":"warn","ts":"2026-03-18T10:21:41.121581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.615207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T10:21:41.121585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.745367Z","time spent":"376.209194ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:21:41.1216Z","caller":"traceutil/trace.go:171","msg":"trace[462059668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13335; }","duration":"589.659578ms","start":"2026-03-18T10:21:40.531934Z","end":"2026-03-18T10:21:41.121594Z","steps":["trace[462059668] 'agreement among raft nodes before linearized reading' (duration: 589.601537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.531922Z","time spent":"589.692339ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:21:41.121214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.675772Z","time spent":"445.435315ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:21:41.121658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.609233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-847aa726-93e3-4a6e-9aa8-3cffe8647433\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-18T10:21:41.121716Z","caller":"traceutil/trace.go:171","msg":"trace[1637426576] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-847aa726-93e3-4a6e-9aa8-3cffe8647433; range_end:; response_count:1; response_revision:13335; }","duration":"178.728406ms","start":"2026-03-18T10:21:40.942968Z","end":"2026-03-18T10:21:41.121696Z","steps":["trace[1637426576] 'agreement among raft nodes before linearized reading' (duration: 178.591913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.254957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:21:41.121769Z","caller":"traceutil/trace.go:171","msg":"trace[1056890944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13335; }","duration":"592.290577ms","start":"2026-03-18T10:21:40.529473Z","end":"2026-03-18T10:21:41.121763Z","steps":["trace[1056890944] 'agreement among raft nodes before linearized reading' (duration: 592.235026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.529468Z","time spent":"592.316158ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:21:41.121927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.28887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-847aa726-93e3-4a6e-9aa8-3cffe8647433\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-18T10:21:41.121964Z","caller":"traceutil/trace.go:171","msg":"trace[865676311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-847aa726-93e3-4a6e-9aa8-3cffe8647433; range_end:; response_count:1; response_revision:13335; }","duration":"332.360731ms","start":"2026-03-18T10:21:40.789591Z","end":"2026-03-18T10:21:41.121952Z","steps":["trace[865676311] 'agreement among raft nodes before linearized reading' (duration: 332.233109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.121993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:40.789394Z","time spent":"332.592376ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-847aa726-93e3-4a6e-9aa8-3cffe8647433\" "} {"level":"warn","ts":"2026-03-18T10:21:41.122206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.939205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f74c111-f56e-4674-86f2-8ac42da72eb6\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-18T10:21:41.122295Z","caller":"traceutil/trace.go:171","msg":"trace[1437480905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f74c111-f56e-4674-86f2-8ac42da72eb6; range_end:; response_count:1; response_revision:13335; }","duration":"185.090328ms","start":"2026-03-18T10:21:40.937181Z","end":"2026-03-18T10:21:41.122271Z","steps":["trace[1437480905] 'agreement among raft nodes before linearized reading' (duration: 184.736741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.725636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.949066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:21:41.725782Z","caller":"traceutil/trace.go:171","msg":"trace[848834787] linearizableReadLoop","detail":"{readStateIndex:13833; appliedIndex:13832; }","duration":"597.083442ms","start":"2026-03-18T10:21:41.128675Z","end":"2026-03-18T10:21:41.725759Z","steps":["trace[848834787] 'read index received' (duration: 67.85407ms)","trace[848834787] 'applied index is now lower than readState.Index' (duration: 529.227112ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:41.725852Z","caller":"traceutil/trace.go:171","msg":"trace[972066494] transaction","detail":"{read_only:false; response_revision:13336; number_of_response:1; }","duration":"601.669755ms","start":"2026-03-18T10:21:41.12415Z","end":"2026-03-18T10:21:41.725819Z","steps":["trace[972066494] 'process raft request' (duration: 72.361481ms)","trace[972066494] 'compare' (duration: 523.085774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:21:41.726067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.124127Z","time spent":"601.796968ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:21:41.726135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.453722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:21:41.726179Z","caller":"traceutil/trace.go:171","msg":"trace[1710596017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13336; }","duration":"597.520493ms","start":"2026-03-18T10:21:41.128646Z","end":"2026-03-18T10:21:41.726167Z","steps":["trace[1710596017] 'agreement among raft nodes before linearized reading' (duration: 597.222756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:41.726228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.128627Z","time spent":"597.590304ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:21:42.117643Z","caller":"traceutil/trace.go:171","msg":"trace[234380578] transaction","detail":"{read_only:false; response_revision:13338; number_of_response:1; }","duration":"988.632931ms","start":"2026-03-18T10:21:41.128986Z","end":"2026-03-18T10:21:42.117619Z","steps":["trace[234380578] 'process raft request' (duration: 988.554069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:42.117809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.128973Z","time spent":"988.747123ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:42.117818Z","caller":"traceutil/trace.go:171","msg":"trace[1078649599] transaction","detail":"{read_only:false; response_revision:13339; number_of_response:1; }","duration":"988.836175ms","start":"2026-03-18T10:21:41.128972Z","end":"2026-03-18T10:21:42.117808Z","steps":["trace[1078649599] 'process raft request' (duration: 988.61059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:42.117871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.12892Z","time spent":"988.928347ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:21:42.117642Z","caller":"traceutil/trace.go:171","msg":"trace[1867860637] transaction","detail":"{read_only:false; response_revision:13337; number_of_response:1; }","duration":"988.764943ms","start":"2026-03-18T10:21:41.128844Z","end":"2026-03-18T10:21:42.117609Z","steps":["trace[1867860637] 'process raft request' (duration: 988.523848ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:42.118015Z","caller":"traceutil/trace.go:171","msg":"trace[1458648002] linearizableReadLoop","detail":"{readStateIndex:13839; appliedIndex:13833; }","duration":"392.188801ms","start":"2026-03-18T10:21:41.725821Z","end":"2026-03-18T10:21:42.11801Z","steps":["trace[1458648002] 'read index received' (duration: 391.479996ms)","trace[1458648002] 'applied index is now lower than readState.Index' (duration: 708.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:21:42.11802Z","caller":"traceutil/trace.go:171","msg":"trace[425583837] transaction","detail":"{read_only:false; response_revision:13340; number_of_response:1; }","duration":"988.956967ms","start":"2026-03-18T10:21:41.129043Z","end":"2026-03-18T10:21:42.118Z","steps":["trace[425583837] 'process raft request' (duration: 988.738072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:42.118061Z","caller":"traceutil/trace.go:171","msg":"trace[1829812681] transaction","detail":"{read_only:false; response_revision:13341; number_of_response:1; }","duration":"988.551407ms","start":"2026-03-18T10:21:41.129506Z","end":"2026-03-18T10:21:42.118057Z","steps":["trace[1829812681] 'process raft request' (duration: 988.426434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:42.118045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.128827Z","time spent":"989.08468ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:21:42.118139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.129036Z","time spent":"989.031058ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:21:42.118088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.129459Z","time spent":"988.613559ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:21:42.118311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.417374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T10:21:42.118358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.784011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18942"} {"level":"warn","ts":"2026-03-18T10:21:42.118401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.778761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:21:42.118406Z","caller":"traceutil/trace.go:171","msg":"trace[1270371144] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13342; }","duration":"390.847252ms","start":"2026-03-18T10:21:41.727548Z","end":"2026-03-18T10:21:42.118395Z","steps":["trace[1270371144] 'agreement among raft nodes before linearized reading' (duration: 390.733299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:21:42.118433Z","caller":"traceutil/trace.go:171","msg":"trace[83851107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13342; }","duration":"469.858653ms","start":"2026-03-18T10:21:41.648565Z","end":"2026-03-18T10:21:42.118424Z","steps":["trace[83851107] 'agreement among raft nodes before linearized reading' (duration: 469.803982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:42.118438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.727529Z","time spent":"390.901813ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18965,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:21:42.118473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.648547Z","time spent":"469.915774ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:21:42.11844Z","caller":"traceutil/trace.go:171","msg":"trace[604981234] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13342; }","duration":"623.613038ms","start":"2026-03-18T10:21:41.494759Z","end":"2026-03-18T10:21:42.118372Z","steps":["trace[604981234] 'agreement among raft nodes before linearized reading' (duration: 623.391992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:42.118576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.494726Z","time spent":"623.833443ms","remote":"127.0.0.1:36748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:21:42.118336Z","caller":"traceutil/trace.go:171","msg":"trace[1332452956] transaction","detail":"{read_only:false; response_revision:13342; number_of_response:1; }","duration":"988.676611ms","start":"2026-03-18T10:21:41.129646Z","end":"2026-03-18T10:21:42.118323Z","steps":["trace[1332452956] 'process raft request' (duration: 988.331902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:42.119969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.63754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:630185"} {"level":"info","ts":"2026-03-18T10:21:42.121832Z","caller":"traceutil/trace.go:171","msg":"trace[1450462970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:13342; }","duration":"990.522063ms","start":"2026-03-18T10:21:41.131291Z","end":"2026-03-18T10:21:42.121813Z","steps":["trace[1450462970] 'agreement among raft nodes before linearized reading' (duration: 986.885251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:21:42.121814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.129634Z","time spent":"992.074177ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:21:42.121885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:21:41.13128Z","time spent":"990.587924ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":630208,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T10:22:49.289425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.713897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:22:49.28978Z","caller":"traceutil/trace.go:171","msg":"trace[962990021] transaction","detail":"{read_only:false; response_revision:14221; number_of_response:1; }","duration":"703.084062ms","start":"2026-03-18T10:22:48.586665Z","end":"2026-03-18T10:22:49.289749Z","steps":["trace[962990021] 'process raft request' (duration: 484.901344ms)","trace[962990021] 'compare' (duration: 217.533723ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:22:49.28978Z","caller":"traceutil/trace.go:171","msg":"trace[466977559] transaction","detail":"{read_only:false; response_revision:14222; number_of_response:1; }","duration":"702.495399ms","start":"2026-03-18T10:22:48.587256Z","end":"2026-03-18T10:22:49.289752Z","steps":["trace[466977559] 'process raft request' (duration: 702.358316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.289869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.586652Z","time spent":"703.181484ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:22:49.2899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.587247Z","time spent":"702.595381ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:22:49.290016Z","caller":"traceutil/trace.go:171","msg":"trace[1036355400] linearizableReadLoop","detail":"{readStateIndex:14750; appliedIndex:14747; }","duration":"633.666968ms","start":"2026-03-18T10:22:48.656293Z","end":"2026-03-18T10:22:49.28996Z","steps":["trace[1036355400] 'read index received' (duration: 415.292665ms)","trace[1036355400] 'applied index is now lower than readState.Index' (duration: 218.371913ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:22:49.290189Z","caller":"traceutil/trace.go:171","msg":"trace[1519128405] transaction","detail":"{read_only:false; response_revision:14223; number_of_response:1; }","duration":"699.541353ms","start":"2026-03-18T10:22:48.590617Z","end":"2026-03-18T10:22:49.290159Z","steps":["trace[1519128405] 'process raft request' (duration: 699.082533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.2903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.81469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:22:49.290335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.020645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:22:49.290357Z","caller":"traceutil/trace.go:171","msg":"trace[27195738] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14223; }","duration":"633.958833ms","start":"2026-03-18T10:22:48.656382Z","end":"2026-03-18T10:22:49.290341Z","steps":["trace[27195738] 'agreement among raft nodes before linearized reading' (duration: 633.80747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.290365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.590595Z","time spent":"699.677546ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:22:49.290401Z","caller":"traceutil/trace.go:171","msg":"trace[930590271] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14223; }","duration":"634.132248ms","start":"2026-03-18T10:22:48.656248Z","end":"2026-03-18T10:22:49.29038Z","steps":["trace[930590271] 'agreement among raft nodes before linearized reading' (duration: 633.898843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.290403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.656356Z","time spent":"634.037396ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:22:49.290429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.011812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:22:49.290494Z","caller":"traceutil/trace.go:171","msg":"trace[46027025] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14223; }","duration":"296.135725ms","start":"2026-03-18T10:22:48.994338Z","end":"2026-03-18T10:22:49.290474Z","steps":["trace[46027025] 'agreement among raft nodes before linearized reading' (duration: 295.877799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.290498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.360632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:22:49.29053Z","caller":"traceutil/trace.go:171","msg":"trace[1450705076] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14223; }","duration":"301.414413ms","start":"2026-03-18T10:22:48.989105Z","end":"2026-03-18T10:22:49.290519Z","steps":["trace[1450705076] 'agreement among raft nodes before linearized reading' (duration: 301.367172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.290568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.989096Z","time spent":"301.465924ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:22:49.290555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.314789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:22:49.290655Z","caller":"traceutil/trace.go:171","msg":"trace[1450653841] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14223; }","duration":"296.447081ms","start":"2026-03-18T10:22:48.994183Z","end":"2026-03-18T10:22:49.29063Z","steps":["trace[1450653841] 'agreement among raft nodes before linearized reading' (duration: 296.240987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.290679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.110108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:22:49.290728Z","caller":"traceutil/trace.go:171","msg":"trace[535089158] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14223; }","duration":"302.20706ms","start":"2026-03-18T10:22:48.988505Z","end":"2026-03-18T10:22:49.290712Z","steps":["trace[535089158] 'agreement among raft nodes before linearized reading' (duration: 302.131829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.290738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.300116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:22:49.290652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.04372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T10:22:49.290862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.887517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:22:49.290892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.595263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-18T10:22:49.290706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.135857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:22:49.290903Z","caller":"traceutil/trace.go:171","msg":"trace[1178378296] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14223; }","duration":"631.944928ms","start":"2026-03-18T10:22:48.658948Z","end":"2026-03-18T10:22:49.290893Z","steps":["trace[1178378296] 'agreement among raft nodes before linearized reading' (duration: 631.849856ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:49.290907Z","caller":"traceutil/trace.go:171","msg":"trace[997627892] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:14223; }","duration":"428.348507ms","start":"2026-03-18T10:22:48.862525Z","end":"2026-03-18T10:22:49.290873Z","steps":["trace[997627892] 'agreement among raft nodes before linearized reading' (duration: 427.753884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.290437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.656226Z","time spent":"634.203599ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T10:22:49.290746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.485362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:22:49.290985Z","caller":"traceutil/trace.go:171","msg":"trace[1462103356] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14223; }","duration":"479.751088ms","start":"2026-03-18T10:22:48.811222Z","end":"2026-03-18T10:22:49.290973Z","steps":["trace[1462103356] 'agreement among raft nodes before linearized reading' (duration: 479.462912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.290994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.144998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:22:49.291017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.811211Z","time spent":"479.796589ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-18T10:22:49.29103Z","caller":"traceutil/trace.go:171","msg":"trace[597441061] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14223; }","duration":"293.198449ms","start":"2026-03-18T10:22:48.997824Z","end":"2026-03-18T10:22:49.291022Z","steps":["trace[597441061] 'agreement among raft nodes before linearized reading' (duration: 293.121677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.29098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.862462Z","time spent":"428.501661ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:22:49.291076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.695454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-18T10:22:49.290768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.988479Z","time spent":"302.282452ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:22:49.291105Z","caller":"traceutil/trace.go:171","msg":"trace[1695371466] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:14223; }","duration":"228.741875ms","start":"2026-03-18T10:22:49.062355Z","end":"2026-03-18T10:22:49.291097Z","steps":["trace[1695371466] 'agreement among raft nodes before linearized reading' (duration: 228.665733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.29078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.939128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:22:49.291183Z","caller":"traceutil/trace.go:171","msg":"trace[152995199] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14223; }","duration":"482.380087ms","start":"2026-03-18T10:22:48.808791Z","end":"2026-03-18T10:22:49.291172Z","steps":["trace[152995199] 'agreement among raft nodes before linearized reading' (duration: 481.972538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.291185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.789345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:22:49.290776Z","caller":"traceutil/trace.go:171","msg":"trace[1078611458] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14223; }","duration":"482.422518ms","start":"2026-03-18T10:22:48.808344Z","end":"2026-03-18T10:22:49.290766Z","steps":["trace[1078611458] 'agreement among raft nodes before linearized reading' (duration: 482.362987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.291216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.808769Z","time spent":"482.439028ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:22:49.291216Z","caller":"traceutil/trace.go:171","msg":"trace[1075285678] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14223; }","duration":"261.871397ms","start":"2026-03-18T10:22:49.029335Z","end":"2026-03-18T10:22:49.291207Z","steps":["trace[1075285678] 'agreement among raft nodes before linearized reading' (duration: 261.829856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.291243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.808313Z","time spent":"482.917839ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:22:49.290664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.018329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:22:49.291317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.946518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:22:49.291329Z","caller":"traceutil/trace.go:171","msg":"trace[1931554809] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14223; }","duration":"482.678314ms","start":"2026-03-18T10:22:48.808639Z","end":"2026-03-18T10:22:49.291317Z","steps":["trace[1931554809] 'agreement among raft nodes before linearized reading' (duration: 482.005079ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:49.291347Z","caller":"traceutil/trace.go:171","msg":"trace[753372928] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14223; }","duration":"262.0027ms","start":"2026-03-18T10:22:49.029335Z","end":"2026-03-18T10:22:49.291338Z","steps":["trace[753372928] 'agreement among raft nodes before linearized reading' (duration: 261.924048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.715668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-18T10:22:49.291371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.808492Z","time spent":"482.866218ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-18T10:22:49.291404Z","caller":"traceutil/trace.go:171","msg":"trace[1491772813] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qv95x; range_end:; response_count:1; response_revision:14223; }","duration":"114.115217ms","start":"2026-03-18T10:22:49.177277Z","end":"2026-03-18T10:22:49.291392Z","steps":["trace[1491772813] 'agreement among raft nodes before linearized reading' (duration: 113.660417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.290951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.658932Z","time spent":"632.01146ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:22:49.290918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.936638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:22:49.290923Z","caller":"traceutil/trace.go:171","msg":"trace[2105815230] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14223; }","duration":"295.623294ms","start":"2026-03-18T10:22:48.99529Z","end":"2026-03-18T10:22:49.290913Z","steps":["trace[2105815230] 'agreement among raft nodes before linearized reading' (duration: 295.542562ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:49.291521Z","caller":"traceutil/trace.go:171","msg":"trace[46984291] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14223; }","duration":"262.567273ms","start":"2026-03-18T10:22:49.028941Z","end":"2026-03-18T10:22:49.291509Z","steps":["trace[46984291] 'agreement among raft nodes before linearized reading' (duration: 261.879558ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:22:49.29099Z","caller":"traceutil/trace.go:171","msg":"trace[976065852] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14223; }","duration":"301.533026ms","start":"2026-03-18T10:22:48.989408Z","end":"2026-03-18T10:22:49.290941Z","steps":["trace[976065852] 'agreement among raft nodes before linearized reading' (duration: 300.890232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:22:49.29311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:22:48.989397Z","time spent":"303.692605ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-18T10:22:55.974217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11830} {"level":"info","ts":"2026-03-18T10:22:56.048499Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11830,"took":"71.580123ms","hash":3625912151,"current-db-size-bytes":40673280,"current-db-size":"41 MB","current-db-size-in-use-bytes":27406336,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-18T10:22:56.048552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3625912151,"revision":11830,"compact-revision":9716} {"level":"info","ts":"2026-03-18T10:22:57.659237Z","caller":"traceutil/trace.go:171","msg":"trace[1039968588] linearizableReadLoop","detail":"{readStateIndex:14797; appliedIndex:14796; }","duration":"191.418908ms","start":"2026-03-18T10:22:57.467792Z","end":"2026-03-18T10:22:57.659211Z","steps":["trace[1039968588] 'read index received' (duration: 135.762171ms)","trace[1039968588] 'applied index is now lower than readState.Index' (duration: 55.654987ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:22:57.659312Z","caller":"traceutil/trace.go:171","msg":"trace[1657191693] transaction","detail":"{read_only:false; response_revision:14267; number_of_response:1; }","duration":"218.895174ms","start":"2026-03-18T10:22:57.440378Z","end":"2026-03-18T10:22:57.659274Z","steps":["trace[1657191693] 'process raft request' (duration: 163.180756ms)","trace[1657191693] 'compare' (duration: 55.492893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:22:57.663382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.650801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-18T10:22:57.66352Z","caller":"traceutil/trace.go:171","msg":"trace[464821142] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14267; }","duration":"227.831275ms","start":"2026-03-18T10:22:57.43566Z","end":"2026-03-18T10:22:57.663491Z","steps":["trace[464821142] 'agreement among raft nodes before linearized reading' (duration: 223.640901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:10.850861Z","caller":"traceutil/trace.go:171","msg":"trace[2080932756] transaction","detail":"{read_only:false; response_revision:14327; number_of_response:1; }","duration":"105.471182ms","start":"2026-03-18T10:23:10.745352Z","end":"2026-03-18T10:23:10.850823Z","steps":["trace[2080932756] 'process raft request' (duration: 105.185406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:17.404497Z","caller":"traceutil/trace.go:171","msg":"trace[107214486] linearizableReadLoop","detail":"{readStateIndex:14889; appliedIndex:14888; }","duration":"402.173781ms","start":"2026-03-18T10:23:17.002295Z","end":"2026-03-18T10:23:17.404469Z","steps":["trace[107214486] 'read index received' (duration: 402.13598ms)","trace[107214486] 'applied index is now lower than readState.Index' (duration: 36.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:17.404639Z","caller":"traceutil/trace.go:171","msg":"trace[366357846] transaction","detail":"{read_only:false; response_revision:14355; number_of_response:1; }","duration":"456.458477ms","start":"2026-03-18T10:23:16.948109Z","end":"2026-03-18T10:23:17.404567Z","steps":["trace[366357846] 'process raft request' (duration: 456.185911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:17.404778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.449937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:17.404884Z","caller":"traceutil/trace.go:171","msg":"trace[63548973] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:14355; }","duration":"402.62228ms","start":"2026-03-18T10:23:17.002234Z","end":"2026-03-18T10:23:17.404856Z","steps":["trace[63548973] 'agreement among raft nodes before linearized reading' (duration: 402.418156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:17.404889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:16.948081Z","time spent":"456.672371ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:17.404946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:17.002195Z","time spent":"402.739523ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:23:17.426775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.206529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:17.426897Z","caller":"traceutil/trace.go:171","msg":"trace[412535457] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:14356; }","duration":"334.373632ms","start":"2026-03-18T10:23:17.092488Z","end":"2026-03-18T10:23:17.426862Z","steps":["trace[412535457] 'agreement among raft nodes before linearized reading' (duration: 334.198478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:17.426944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:17.092472Z","time spent":"334.459374ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:23:19.461811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674412969,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:23:19.747673Z","caller":"traceutil/trace.go:171","msg":"trace[1640895784] linearizableReadLoop","detail":"{readStateIndex:14898; appliedIndex:14897; }","duration":"786.731766ms","start":"2026-03-18T10:23:18.960911Z","end":"2026-03-18T10:23:19.747643Z","steps":["trace[1640895784] 'read index received' (duration: 786.540472ms)","trace[1640895784] 'applied index is now lower than readState.Index' (duration: 186.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:19.747738Z","caller":"traceutil/trace.go:171","msg":"trace[1361220873] transaction","detail":"{read_only:false; response_revision:14364; number_of_response:1; }","duration":"794.265764ms","start":"2026-03-18T10:23:18.953427Z","end":"2026-03-18T10:23:19.747693Z","steps":["trace[1361220873] 'process raft request' (duration: 794.019239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:19.747943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:18.9534Z","time spent":"794.426468ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:23:19.748003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.081974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:23:19.748055Z","caller":"traceutil/trace.go:171","msg":"trace[486241425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14364; }","duration":"787.193897ms","start":"2026-03-18T10:23:18.960849Z","end":"2026-03-18T10:23:19.748043Z","steps":["trace[486241425] 'agreement among raft nodes before linearized reading' (duration: 786.936871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:19.748097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:18.960819Z","time spent":"787.270108ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:23:20.248038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674412973,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:23:20.432906Z","caller":"traceutil/trace.go:171","msg":"trace[1475867293] transaction","detail":"{read_only:false; response_revision:14365; number_of_response:1; }","duration":"904.058175ms","start":"2026-03-18T10:23:19.52881Z","end":"2026-03-18T10:23:20.432868Z","steps":["trace[1475867293] 'process raft request' (duration: 903.716847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.433153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.528783Z","time spent":"904.238209ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:20.433222Z","caller":"traceutil/trace.go:171","msg":"trace[848027576] transaction","detail":"{read_only:false; response_revision:14366; number_of_response:1; }","duration":"823.329867ms","start":"2026-03-18T10:23:19.609815Z","end":"2026-03-18T10:23:20.433145Z","steps":["trace[848027576] 'process raft request' (duration: 822.995649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.43356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.609777Z","time spent":"823.601152ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:20.434866Z","caller":"traceutil/trace.go:171","msg":"trace[963780526] linearizableReadLoop","detail":"{readStateIndex:14901; appliedIndex:14898; }","duration":"687.082213ms","start":"2026-03-18T10:23:19.747756Z","end":"2026-03-18T10:23:20.434838Z","steps":["trace[963780526] 'read index received' (duration: 684.774942ms)","trace[963780526] 'applied index is now lower than readState.Index' (duration: 2.305531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:23:20.4351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.029553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:23:20.435129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.405008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:23:20.435171Z","caller":"traceutil/trace.go:171","msg":"trace[1806729707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14367; }","duration":"882.496502ms","start":"2026-03-18T10:23:19.552663Z","end":"2026-03-18T10:23:20.435159Z","steps":["trace[1806729707] 'agreement among raft nodes before linearized reading' (duration: 882.374429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.552634Z","time spent":"882.560354ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:23:20.43525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001962269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:23:20.435249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.91667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:23:20.435298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000298892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:23:20.435332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.496442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:20.435368Z","caller":"traceutil/trace.go:171","msg":"trace[620811404] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14367; }","duration":"1.000393114s","start":"2026-03-18T10:23:19.434954Z","end":"2026-03-18T10:23:20.435347Z","steps":["trace[620811404] 'agreement among raft nodes before linearized reading' (duration: 1.000121577s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014202082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:23:20.435404Z","caller":"traceutil/trace.go:171","msg":"trace[703779950] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14367; }","duration":"998.583523ms","start":"2026-03-18T10:23:19.436802Z","end":"2026-03-18T10:23:20.435385Z","steps":["trace[703779950] 'agreement among raft nodes before linearized reading' (duration: 998.42704ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:20.435436Z","caller":"traceutil/trace.go:171","msg":"trace[802518872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14367; }","duration":"1.014239863s","start":"2026-03-18T10:23:19.421187Z","end":"2026-03-18T10:23:20.435427Z","steps":["trace[802518872] 'agreement among raft nodes before linearized reading' (duration: 1.01412154s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.434929Z","time spent":"1.000492666s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-18T10:23:20.435286Z","caller":"traceutil/trace.go:171","msg":"trace[1304493214] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14367; }","duration":"1.00201929s","start":"2026-03-18T10:23:19.433257Z","end":"2026-03-18T10:23:20.435277Z","steps":["trace[1304493214] 'agreement among raft nodes before linearized reading' (duration: 1.001966309s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.421141Z","time spent":"1.014322585s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:23:20.435483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.697236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-18T10:23:20.435489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.433246Z","time spent":"1.002236404s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:23:20.43551Z","caller":"traceutil/trace.go:171","msg":"trace[2142610715] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14367; }","duration":"998.733987ms","start":"2026-03-18T10:23:19.436767Z","end":"2026-03-18T10:23:20.435501Z","steps":["trace[2142610715] 'agreement among raft nodes before linearized reading' (duration: 998.658875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.43676Z","time spent":"998.786238ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T10:23:20.435578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.260467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:23:20.435611Z","caller":"traceutil/trace.go:171","msg":"trace[115458820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:14367; }","duration":"691.34164ms","start":"2026-03-18T10:23:19.744261Z","end":"2026-03-18T10:23:20.435603Z","steps":["trace[115458820] 'agreement among raft nodes before linearized reading' (duration: 691.267398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.744238Z","time spent":"691.399531ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pqsgm\" "} {"level":"warn","ts":"2026-03-18T10:23:20.435637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.699757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:23:20.435674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241504155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T10:23:20.435695Z","caller":"traceutil/trace.go:171","msg":"trace[1888052184] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14367; }","duration":"999.76608ms","start":"2026-03-18T10:23:19.435908Z","end":"2026-03-18T10:23:20.435674Z","steps":["trace[1888052184] 'agreement among raft nodes before linearized reading' (duration: 999.673598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.840283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T10:23:20.435791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.076634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:20.435822Z","caller":"traceutil/trace.go:171","msg":"trace[1571927432] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14367; }","duration":"999.121716ms","start":"2026-03-18T10:23:19.43669Z","end":"2026-03-18T10:23:20.435812Z","steps":["trace[1571927432] 'agreement among raft nodes before linearized reading' (duration: 999.075215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.617704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:20.435817Z","caller":"traceutil/trace.go:171","msg":"trace[2081915555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14367; }","duration":"896.909474ms","start":"2026-03-18T10:23:19.538894Z","end":"2026-03-18T10:23:20.435803Z","steps":["trace[2081915555] 'agreement among raft nodes before linearized reading' (duration: 896.789412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.436682Z","time spent":"999.157126ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:23:20.435868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.538884Z","time spent":"896.976326ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:23:20.43591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000184539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:23:20.435507Z","caller":"traceutil/trace.go:171","msg":"trace[1870669238] transaction","detail":"{read_only:false; response_revision:14367; number_of_response:1; }","duration":"667.144218ms","start":"2026-03-18T10:23:19.768349Z","end":"2026-03-18T10:23:20.435493Z","steps":["trace[1870669238] 'process raft request' (duration: 666.39278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:20.435974Z","caller":"traceutil/trace.go:171","msg":"trace[1378626818] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14367; }","duration":"1.000291411s","start":"2026-03-18T10:23:19.435669Z","end":"2026-03-18T10:23:20.435961Z","steps":["trace[1378626818] 'agreement among raft nodes before linearized reading' (duration: 1.000132517s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:20.435922Z","caller":"traceutil/trace.go:171","msg":"trace[1729059714] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14367; }","duration":"999.134276ms","start":"2026-03-18T10:23:19.436723Z","end":"2026-03-18T10:23:20.435857Z","steps":["trace[1729059714] 'agreement among raft nodes before linearized reading' (duration: 998.658105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.436027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.435661Z","time spent":"1.000354262s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T10:23:20.43605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.768327Z","time spent":"667.644919ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:23:20.435136Z","caller":"traceutil/trace.go:171","msg":"trace[565201039] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14367; }","duration":"999.106903ms","start":"2026-03-18T10:23:19.436017Z","end":"2026-03-18T10:23:20.435124Z","steps":["trace[565201039] 'agreement among raft nodes before linearized reading' (duration: 998.93614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.43617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.435996Z","time spent":"1.000166538s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:23:20.435827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.732917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:20.436239Z","caller":"traceutil/trace.go:171","msg":"trace[1416113849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14367; }","duration":"791.202148ms","start":"2026-03-18T10:23:19.645025Z","end":"2026-03-18T10:23:20.436227Z","steps":["trace[1416113849] 'agreement among raft nodes before linearized reading' (duration: 790.767958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.436024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.095024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:23:20.436283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.645002Z","time spent":"791.272549ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:23:20.436295Z","caller":"traceutil/trace.go:171","msg":"trace[1564708373] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14367; }","duration":"999.425252ms","start":"2026-03-18T10:23:19.436859Z","end":"2026-03-18T10:23:20.436284Z","steps":["trace[1564708373] 'agreement among raft nodes before linearized reading' (duration: 999.095715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.436323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.436825Z","time spent":"999.489884ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:23:20.435446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.436791Z","time spent":"998.646444ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:23:20.43575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.435902Z","time spent":"999.829511ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:23:20.436487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000807702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:23:20.436556Z","caller":"traceutil/trace.go:171","msg":"trace[1770756016] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14367; }","duration":"1.000891625s","start":"2026-03-18T10:23:19.435648Z","end":"2026-03-18T10:23:20.43654Z","steps":["trace[1770756016] 'agreement among raft nodes before linearized reading' (duration: 1.000718511s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.435983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.853878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:23:20.436657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.435641Z","time spent":"1.001003437s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T10:23:20.43668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001544289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:23:20.436649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371255903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-18T10:23:20.436712Z","caller":"traceutil/trace.go:171","msg":"trace[2008321919] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14367; }","duration":"1.001588389s","start":"2026-03-18T10:23:19.435113Z","end":"2026-03-18T10:23:20.436701Z","steps":["trace[2008321919] 'agreement among raft nodes before linearized reading' (duration: 1.001506057s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:20.436704Z","caller":"traceutil/trace.go:171","msg":"trace[113492180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14367; }","duration":"824.569813ms","start":"2026-03-18T10:23:19.612094Z","end":"2026-03-18T10:23:20.436664Z","steps":["trace[113492180] 'agreement among raft nodes before linearized reading' (duration: 823.752215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.436743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.435103Z","time spent":"1.001632421s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-18T10:23:20.436744Z","caller":"traceutil/trace.go:171","msg":"trace[1899648037] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:14367; }","duration":"1.371695343s","start":"2026-03-18T10:23:19.065032Z","end":"2026-03-18T10:23:20.436727Z","steps":["trace[1899648037] 'agreement among raft nodes before linearized reading' (duration: 1.370916276s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.436859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001721172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:23:20.436876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.436686Z","time spent":"999.371041ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:23:20.436898Z","caller":"traceutil/trace.go:171","msg":"trace[1326473741] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14367; }","duration":"1.001772173s","start":"2026-03-18T10:23:19.435117Z","end":"2026-03-18T10:23:20.436889Z","steps":["trace[1326473741] 'agreement among raft nodes before linearized reading' (duration: 1.001698882s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.436878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001769804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:23:20.436918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.738169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:20.436934Z","caller":"traceutil/trace.go:171","msg":"trace[1579147415] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14367; }","duration":"1.001839785s","start":"2026-03-18T10:23:19.435083Z","end":"2026-03-18T10:23:20.436923Z","steps":["trace[1579147415] 'agreement among raft nodes before linearized reading' (duration: 1.001751103s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:20.436958Z","caller":"traceutil/trace.go:171","msg":"trace[319859952] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14367; }","duration":"425.831851ms","start":"2026-03-18T10:23:20.011117Z","end":"2026-03-18T10:23:20.436949Z","steps":["trace[319859952] 'agreement among raft nodes before linearized reading' (duration: 425.773729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.436984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:20.011088Z","time spent":"425.890582ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:23:20.436575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001404405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:23:20.437021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.823373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-18T10:23:20.437061Z","caller":"traceutil/trace.go:171","msg":"trace[11922631] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qv95x; range_end:; response_count:1; response_revision:14367; }","duration":"455.937886ms","start":"2026-03-18T10:23:19.981113Z","end":"2026-03-18T10:23:20.437051Z","steps":["trace[11922631] 'agreement among raft nodes before linearized reading' (duration: 455.845914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.43709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.981061Z","time spent":"456.024558ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" "} {"level":"warn","ts":"2026-03-18T10:23:20.437129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.264055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:23:20.437155Z","caller":"traceutil/trace.go:171","msg":"trace[814740550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14367; }","duration":"424.311926ms","start":"2026-03-18T10:23:20.012836Z","end":"2026-03-18T10:23:20.437148Z","steps":["trace[814740550] 'agreement among raft nodes before linearized reading' (duration: 424.245995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.437165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.640012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kz2kl\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-18T10:23:20.437177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:20.012824Z","time spent":"424.348717ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-18T10:23:20.437203Z","caller":"traceutil/trace.go:171","msg":"trace[151202079] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kz2kl; range_end:; response_count:1; response_revision:14367; }","duration":"652.717534ms","start":"2026-03-18T10:23:19.784476Z","end":"2026-03-18T10:23:20.437194Z","steps":["trace[151202079] 'agreement among raft nodes before linearized reading' (duration: 652.606292ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:20.435347Z","caller":"traceutil/trace.go:171","msg":"trace[1813823057] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14367; }","duration":"999.048564ms","start":"2026-03-18T10:23:19.436276Z","end":"2026-03-18T10:23:20.435325Z","steps":["trace[1813823057] 'agreement among raft nodes before linearized reading' (duration: 998.612483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.437212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.924995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-18T10:23:20.437233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.784455Z","time spent":"652.770775ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kz2kl\" "} {"level":"warn","ts":"2026-03-18T10:23:20.437253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.436269Z","time spent":"1.000976416s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:23:20.43698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.435077Z","time spent":"1.001896686s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:23:20.435202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001523499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:20.437789Z","caller":"traceutil/trace.go:171","msg":"trace[841914277] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14367; }","duration":"1.004077025s","start":"2026-03-18T10:23:19.433669Z","end":"2026-03-18T10:23:20.437746Z","steps":["trace[841914277] 'agreement among raft nodes before linearized reading' (duration: 1.001490048s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.43783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.433612Z","time spent":"1.004205958s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:23:20.437062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.275028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:20.437961Z","caller":"traceutil/trace.go:171","msg":"trace[1961809489] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14367; }","duration":"426.21055ms","start":"2026-03-18T10:23:20.01174Z","end":"2026-03-18T10:23:20.437951Z","steps":["trace[1961809489] 'agreement among raft nodes before linearized reading' (duration: 425.297269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.437994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:20.011719Z","time spent":"426.267472ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T10:23:20.436929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.435111Z","time spent":"1.001810184s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:23:20.437021Z","caller":"traceutil/trace.go:171","msg":"trace[485400534] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14367; }","duration":"1.001862206s","start":"2026-03-18T10:23:19.435147Z","end":"2026-03-18T10:23:20.43701Z","steps":["trace[485400534] 'agreement among raft nodes before linearized reading' (duration: 1.001394486s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.438257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.43514Z","time spent":"1.003107844s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:23:20.436858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.065002Z","time spent":"1.371842216s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-18T10:23:20.436794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.499806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-18T10:23:20.438502Z","caller":"traceutil/trace.go:171","msg":"trace[1932853741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14367; }","duration":"686.217174ms","start":"2026-03-18T10:23:19.75226Z","end":"2026-03-18T10:23:20.438478Z","steps":["trace[1932853741] 'agreement among raft nodes before linearized reading' (duration: 684.447054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.436798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.612078Z","time spent":"824.697177ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:23:20.43726Z","caller":"traceutil/trace.go:171","msg":"trace[907542198] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14367; }","duration":"257.001107ms","start":"2026-03-18T10:23:20.180249Z","end":"2026-03-18T10:23:20.43725Z","steps":["trace[907542198] 'agreement among raft nodes before linearized reading' (duration: 256.875195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.438584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.75225Z","time spent":"686.314036ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:23:20.437307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.013252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:23:20.438714Z","caller":"traceutil/trace.go:171","msg":"trace[644771893] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14367; }","duration":"426.457424ms","start":"2026-03-18T10:23:20.012244Z","end":"2026-03-18T10:23:20.438701Z","steps":["trace[644771893] 'agreement among raft nodes before linearized reading' (duration: 424.866448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.438761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:20.012236Z","time spent":"426.508595ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-18T10:23:20.437483Z","caller":"traceutil/trace.go:171","msg":"trace[748372383] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14367; }","duration":"1.241623538s","start":"2026-03-18T10:23:19.194084Z","end":"2026-03-18T10:23:20.435707Z","steps":["trace[748372383] 'agreement among raft nodes before linearized reading' (duration: 1.241519086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.43884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:19.194048Z","time spent":"1.244774369s","remote":"127.0.0.1:36784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:23:20.441099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.251608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-18T10:23:20.441167Z","caller":"traceutil/trace.go:171","msg":"trace[1079374975] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14367; }","duration":"429.34432ms","start":"2026-03-18T10:23:20.011806Z","end":"2026-03-18T10:23:20.44115Z","steps":["trace[1079374975] 'agreement among raft nodes before linearized reading' (duration: 425.081604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:20.441204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:23:20.0118Z","time spent":"429.398051ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-18T10:23:22.552787Z","caller":"traceutil/trace.go:171","msg":"trace[1310784438] transaction","detail":"{read_only:false; response_revision:14376; number_of_response:1; }","duration":"108.388918ms","start":"2026-03-18T10:23:22.444376Z","end":"2026-03-18T10:23:22.552764Z","steps":["trace[1310784438] 'process raft request' (duration: 108.177423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.553222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.679795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:23:22.553275Z","caller":"traceutil/trace.go:171","msg":"trace[1050674725] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14377; }","duration":"108.793037ms","start":"2026-03-18T10:23:22.444472Z","end":"2026-03-18T10:23:22.553265Z","steps":["trace[1050674725] 'agreement among raft nodes before linearized reading' (duration: 108.572742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:22.552992Z","caller":"traceutil/trace.go:171","msg":"trace[551910797] linearizableReadLoop","detail":"{readStateIndex:14911; appliedIndex:14909; }","duration":"108.436078ms","start":"2026-03-18T10:23:22.444517Z","end":"2026-03-18T10:23:22.552953Z","steps":["trace[551910797] 'read index received' (duration: 49.722234ms)","trace[551910797] 'applied index is now lower than readState.Index' (duration: 58.711364ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:22.553469Z","caller":"traceutil/trace.go:171","msg":"trace[1458223482] transaction","detail":"{read_only:false; response_revision:14377; number_of_response:1; }","duration":"105.79819ms","start":"2026-03-18T10:23:22.447655Z","end":"2026-03-18T10:23:22.553453Z","steps":["trace[1458223482] 'process raft request' (duration: 105.067433ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:22.68957Z","caller":"traceutil/trace.go:171","msg":"trace[1821851360] linearizableReadLoop","detail":"{readStateIndex:14913; appliedIndex:14912; }","duration":"136.14684ms","start":"2026-03-18T10:23:22.553398Z","end":"2026-03-18T10:23:22.689545Z","steps":["trace[1821851360] 'read index received' (duration: 135.896444ms)","trace[1821851360] 'applied index is now lower than readState.Index' (duration: 249.296µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:23:22.689712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.033124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:23:22.689758Z","caller":"traceutil/trace.go:171","msg":"trace[792679397] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14378; }","duration":"243.123486ms","start":"2026-03-18T10:23:22.446625Z","end":"2026-03-18T10:23:22.689748Z","steps":["trace[792679397] 'agreement among raft nodes before linearized reading' (duration: 242.956723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.689773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.348363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:23:22.689805Z","caller":"traceutil/trace.go:171","msg":"trace[2119910538] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14378; }","duration":"243.401703ms","start":"2026-03-18T10:23:22.446394Z","end":"2026-03-18T10:23:22.689796Z","steps":["trace[2119910538] 'agreement among raft nodes before linearized reading' (duration: 243.292591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.689916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.668069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:22.689951Z","caller":"traceutil/trace.go:171","msg":"trace[33493012] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14378; }","duration":"243.70299ms","start":"2026-03-18T10:23:22.44624Z","end":"2026-03-18T10:23:22.689943Z","steps":["trace[33493012] 'agreement among raft nodes before linearized reading' (duration: 243.653609ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:22.689973Z","caller":"traceutil/trace.go:171","msg":"trace[1767740270] transaction","detail":"{read_only:false; response_revision:14378; number_of_response:1; }","duration":"157.57743ms","start":"2026-03-18T10:23:22.532386Z","end":"2026-03-18T10:23:22.689964Z","steps":["trace[1767740270] 'process raft request' (duration: 156.953656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.6901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.543868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-42lzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-18T10:23:22.690126Z","caller":"traceutil/trace.go:171","msg":"trace[410454286] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-42lzw; range_end:; response_count:1; response_revision:14378; }","duration":"173.60341ms","start":"2026-03-18T10:23:22.516517Z","end":"2026-03-18T10:23:22.69012Z","steps":["trace[410454286] 'agreement among raft nodes before linearized reading' (duration: 173.515098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.69017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.954855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:23:22.690214Z","caller":"traceutil/trace.go:171","msg":"trace[950470086] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14378; }","duration":"244.010836ms","start":"2026-03-18T10:23:22.446192Z","end":"2026-03-18T10:23:22.690203Z","steps":["trace[950470086] 'agreement among raft nodes before linearized reading' (duration: 243.916204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.690241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.704175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:23:22.690225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.363524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T10:23:22.690309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.793768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:23:22.690334Z","caller":"traceutil/trace.go:171","msg":"trace[1669373160] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14378; }","duration":"241.828819ms","start":"2026-03-18T10:23:22.4485Z","end":"2026-03-18T10:23:22.690329Z","steps":["trace[1669373160] 'agreement among raft nodes before linearized reading' (duration: 241.772428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.690401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.232208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kz2kl\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-18T10:23:22.690439Z","caller":"traceutil/trace.go:171","msg":"trace[1677580078] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kz2kl; range_end:; response_count:1; response_revision:14378; }","duration":"225.290778ms","start":"2026-03-18T10:23:22.465141Z","end":"2026-03-18T10:23:22.690432Z","steps":["trace[1677580078] 'agreement among raft nodes before linearized reading' (duration: 225.184616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.690451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.533495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:22.69047Z","caller":"traceutil/trace.go:171","msg":"trace[1173816922] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14378; }","duration":"242.570565ms","start":"2026-03-18T10:23:22.447894Z","end":"2026-03-18T10:23:22.690464Z","steps":["trace[1173816922] 'agreement among raft nodes before linearized reading' (duration: 242.539294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.690496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.342385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:23:22.690557Z","caller":"traceutil/trace.go:171","msg":"trace[820657866] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14378; }","duration":"244.405577ms","start":"2026-03-18T10:23:22.446137Z","end":"2026-03-18T10:23:22.690543Z","steps":["trace[820657866] 'agreement among raft nodes before linearized reading' (duration: 244.256314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.690585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.390524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:22.690606Z","caller":"traceutil/trace.go:171","msg":"trace[284722671] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14378; }","duration":"243.426594ms","start":"2026-03-18T10:23:22.447174Z","end":"2026-03-18T10:23:22.6906Z","steps":["trace[284722671] 'agreement among raft nodes before linearized reading' (duration: 243.392413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.690704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.361254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:23:22.690724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.917668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:22.690749Z","caller":"traceutil/trace.go:171","msg":"trace[1373813462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14378; }","duration":"227.419036ms","start":"2026-03-18T10:23:22.463318Z","end":"2026-03-18T10:23:22.690737Z","steps":["trace[1373813462] 'agreement among raft nodes before linearized reading' (duration: 227.313334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.690761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.605438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:23:22.690767Z","caller":"traceutil/trace.go:171","msg":"trace[1212727639] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14378; }","duration":"244.961599ms","start":"2026-03-18T10:23:22.445793Z","end":"2026-03-18T10:23:22.690755Z","steps":["trace[1212727639] 'agreement among raft nodes before linearized reading' (duration: 244.897097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.690851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.538363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pqsgm\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T10:23:22.690299Z","caller":"traceutil/trace.go:171","msg":"trace[236760534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14378; }","duration":"240.458857ms","start":"2026-03-18T10:23:22.449823Z","end":"2026-03-18T10:23:22.690281Z","steps":["trace[236760534] 'agreement among raft nodes before linearized reading' (duration: 240.265232ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:22.690882Z","caller":"traceutil/trace.go:171","msg":"trace[353869049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pqsgm; range_end:; response_count:1; response_revision:14378; }","duration":"229.578694ms","start":"2026-03-18T10:23:22.461295Z","end":"2026-03-18T10:23:22.690874Z","steps":["trace[353869049] 'agreement among raft nodes before linearized reading' (duration: 229.528713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:22.690261Z","caller":"traceutil/trace.go:171","msg":"trace[1174489316] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14378; }","duration":"241.729996ms","start":"2026-03-18T10:23:22.448524Z","end":"2026-03-18T10:23:22.690254Z","steps":["trace[1174489316] 'agreement among raft nodes before linearized reading' (duration: 241.700205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.69111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.14993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:23:22.691136Z","caller":"traceutil/trace.go:171","msg":"trace[668213309] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14378; }","duration":"240.185322ms","start":"2026-03-18T10:23:22.450945Z","end":"2026-03-18T10:23:22.69113Z","steps":["trace[668213309] 'agreement among raft nodes before linearized reading' (duration: 240.12376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.691202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.493993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:23:22.691255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.571945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-18T10:23:22.691263Z","caller":"traceutil/trace.go:171","msg":"trace[86931766] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14378; }","duration":"246.576684ms","start":"2026-03-18T10:23:22.444673Z","end":"2026-03-18T10:23:22.691249Z","steps":["trace[86931766] 'agreement among raft nodes before linearized reading' (duration: 246.484462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.691327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.082736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:23:22.691348Z","caller":"traceutil/trace.go:171","msg":"trace[1584407839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14378; }","duration":"239.114586ms","start":"2026-03-18T10:23:22.452228Z","end":"2026-03-18T10:23:22.691343Z","steps":["trace[1584407839] 'agreement among raft nodes before linearized reading' (duration: 239.062405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.691429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.385446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T10:23:22.69145Z","caller":"traceutil/trace.go:171","msg":"trace[1925936535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14378; }","duration":"240.418927ms","start":"2026-03-18T10:23:22.451026Z","end":"2026-03-18T10:23:22.691445Z","steps":["trace[1925936535] 'agreement among raft nodes before linearized reading' (duration: 240.364516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.691523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.667606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:22.691573Z","caller":"traceutil/trace.go:171","msg":"trace[1058614058] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14378; }","duration":"246.733648ms","start":"2026-03-18T10:23:22.44483Z","end":"2026-03-18T10:23:22.691563Z","steps":["trace[1058614058] 'agreement among raft nodes before linearized reading' (duration: 246.660217ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:22.691279Z","caller":"traceutil/trace.go:171","msg":"trace[63783988] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qv95x; range_end:; response_count:1; response_revision:14378; }","duration":"234.609007ms","start":"2026-03-18T10:23:22.456665Z","end":"2026-03-18T10:23:22.691274Z","steps":["trace[63783988] 'agreement among raft nodes before linearized reading' (duration: 234.543336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.691876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.237529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:22.691896Z","caller":"traceutil/trace.go:171","msg":"trace[913927327] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14378; }","duration":"247.27218ms","start":"2026-03-18T10:23:22.444618Z","end":"2026-03-18T10:23:22.69189Z","steps":["trace[913927327] 'agreement among raft nodes before linearized reading' (duration: 247.237729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.691953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.169658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:22.691975Z","caller":"traceutil/trace.go:171","msg":"trace[1917294083] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14378; }","duration":"247.206508ms","start":"2026-03-18T10:23:22.444764Z","end":"2026-03-18T10:23:22.691971Z","steps":["trace[1917294083] 'agreement among raft nodes before linearized reading' (duration: 247.174038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.69202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.436073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:22.692059Z","caller":"traceutil/trace.go:171","msg":"trace[1656166067] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14378; }","duration":"247.491474ms","start":"2026-03-18T10:23:22.444558Z","end":"2026-03-18T10:23:22.69205Z","steps":["trace[1656166067] 'agreement among raft nodes before linearized reading' (duration: 247.433703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.692107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.407492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:23:22.692132Z","caller":"traceutil/trace.go:171","msg":"trace[1666409835] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14378; }","duration":"247.444164ms","start":"2026-03-18T10:23:22.444682Z","end":"2026-03-18T10:23:22.692126Z","steps":["trace[1666409835] 'agreement among raft nodes before linearized reading' (duration: 247.380732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.692245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.553566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:23:22.692268Z","caller":"traceutil/trace.go:171","msg":"trace[2083470100] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14378; }","duration":"247.683009ms","start":"2026-03-18T10:23:22.444579Z","end":"2026-03-18T10:23:22.692262Z","steps":["trace[2083470100] 'agreement among raft nodes before linearized reading' (duration: 247.628078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.69226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.717099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:23:22.692304Z","caller":"traceutil/trace.go:171","msg":"trace[1556654575] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14378; }","duration":"247.76382ms","start":"2026-03-18T10:23:22.444528Z","end":"2026-03-18T10:23:22.692292Z","steps":["trace[1556654575] 'agreement among raft nodes before linearized reading' (duration: 247.643808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.692349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.676949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:23:22.692372Z","caller":"traceutil/trace.go:171","msg":"trace[2052971431] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14378; }","duration":"247.711639ms","start":"2026-03-18T10:23:22.444655Z","end":"2026-03-18T10:23:22.692367Z","steps":["trace[2052971431] 'agreement among raft nodes before linearized reading' (duration: 247.679528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.692498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.847023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-18T10:23:22.692565Z","caller":"traceutil/trace.go:171","msg":"trace[1373244672] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14378; }","duration":"247.978955ms","start":"2026-03-18T10:23:22.444571Z","end":"2026-03-18T10:23:22.69255Z","steps":["trace[1373244672] 'agreement among raft nodes before linearized reading' (duration: 247.823122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.692576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.445075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-42lzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-18T10:23:22.693016Z","caller":"traceutil/trace.go:171","msg":"trace[1157588440] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-42lzw; range_end:; response_count:1; response_revision:14378; }","duration":"106.915765ms","start":"2026-03-18T10:23:22.586093Z","end":"2026-03-18T10:23:22.693009Z","steps":["trace[1157588440] 'agreement among raft nodes before linearized reading' (duration: 106.435365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:22.691528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.241707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-18T10:23:22.693134Z","caller":"traceutil/trace.go:171","msg":"trace[299602786] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14378; }","duration":"247.895645ms","start":"2026-03-18T10:23:22.445233Z","end":"2026-03-18T10:23:22.693128Z","steps":["trace[299602786] 'agreement among raft nodes before linearized reading' (duration: 246.205817ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:22.690781Z","caller":"traceutil/trace.go:171","msg":"trace[76100842] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14378; }","duration":"243.640659ms","start":"2026-03-18T10:23:22.447133Z","end":"2026-03-18T10:23:22.690774Z","steps":["trace[76100842] 'agreement among raft nodes before linearized reading' (duration: 243.586098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:41.002876Z","caller":"traceutil/trace.go:171","msg":"trace[1831019835] linearizableReadLoop","detail":"{readStateIndex:15001; appliedIndex:14999; }","duration":"167.215556ms","start":"2026-03-18T10:23:40.835588Z","end":"2026-03-18T10:23:41.002804Z","steps":["trace[1831019835] 'read index received' (duration: 32.078979ms)","trace[1831019835] 'applied index is now lower than readState.Index' (duration: 135.134907ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:41.002924Z","caller":"traceutil/trace.go:171","msg":"trace[632142395] transaction","detail":"{read_only:false; response_revision:14462; number_of_response:1; }","duration":"167.326259ms","start":"2026-03-18T10:23:40.835546Z","end":"2026-03-18T10:23:41.002872Z","steps":["trace[632142395] 'process raft request' (duration: 162.638384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:23:41.003784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.167248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:23:41.003849Z","caller":"traceutil/trace.go:171","msg":"trace[1999571693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14462; }","duration":"168.2714ms","start":"2026-03-18T10:23:40.83556Z","end":"2026-03-18T10:23:41.003831Z","steps":["trace[1999571693] 'agreement among raft nodes before linearized reading' (duration: 167.524263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:23:42.072223Z","caller":"traceutil/trace.go:171","msg":"trace[2111959526] transaction","detail":"{read_only:false; response_revision:14465; number_of_response:1; }","duration":"203.071409ms","start":"2026-03-18T10:23:41.869109Z","end":"2026-03-18T10:23:42.072181Z","steps":["trace[2111959526] 'process raft request' (duration: 153.244413ms)","trace[2111959526] 'compare' (duration: 49.643252ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:43.015086Z","caller":"traceutil/trace.go:171","msg":"trace[1266906166] transaction","detail":"{read_only:false; response_revision:14470; number_of_response:1; }","duration":"136.136591ms","start":"2026-03-18T10:23:42.878914Z","end":"2026-03-18T10:23:43.015051Z","steps":["trace[1266906166] 'process raft request' (duration: 109.420252ms)","trace[1266906166] 'compare' (duration: 26.562896ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:23:44.228479Z","caller":"traceutil/trace.go:171","msg":"trace[764168019] transaction","detail":"{read_only:false; response_revision:14474; number_of_response:1; }","duration":"147.133927ms","start":"2026-03-18T10:23:44.081325Z","end":"2026-03-18T10:23:44.228459Z","steps":["trace[764168019] 'process raft request' (duration: 147.017874ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:05.319453Z","caller":"traceutil/trace.go:171","msg":"trace[92246804] transaction","detail":"{read_only:false; response_revision:14603; number_of_response:1; }","duration":"318.963767ms","start":"2026-03-18T10:24:05.000473Z","end":"2026-03-18T10:24:05.319437Z","steps":["trace[92246804] 'process raft request' (duration: 302.519258ms)","trace[92246804] 'compare' (duration: 16.263475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:24:05.319573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:24:05.000452Z","time spent":"319.058838ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:24:05.319599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.914457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T10:24:05.319647Z","caller":"traceutil/trace.go:171","msg":"trace[780478209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14603; }","duration":"191.004ms","start":"2026-03-18T10:24:05.128614Z","end":"2026-03-18T10:24:05.319618Z","steps":["trace[780478209] 'agreement among raft nodes before linearized reading' (duration: 190.874187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:05.319438Z","caller":"traceutil/trace.go:171","msg":"trace[847973544] linearizableReadLoop","detail":"{readStateIndex:15148; appliedIndex:15147; }","duration":"190.734693ms","start":"2026-03-18T10:24:05.128679Z","end":"2026-03-18T10:24:05.319414Z","steps":["trace[847973544] 'read index received' (duration: 174.313865ms)","trace[847973544] 'applied index is now lower than readState.Index' (duration: 16.419828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:24:05.319897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.782307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T10:24:05.319929Z","caller":"traceutil/trace.go:171","msg":"trace[151392237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14603; }","duration":"170.831147ms","start":"2026-03-18T10:24:05.149088Z","end":"2026-03-18T10:24:05.319919Z","steps":["trace[151392237] 'agreement among raft nodes before linearized reading' (duration: 170.753536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:05.320162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.384947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:24:05.320368Z","caller":"traceutil/trace.go:171","msg":"trace[1031111054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14603; }","duration":"191.653153ms","start":"2026-03-18T10:24:05.128671Z","end":"2026-03-18T10:24:05.320324Z","steps":["trace[1031111054] 'agreement among raft nodes before linearized reading' (duration: 191.147132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:06.071142Z","caller":"traceutil/trace.go:171","msg":"trace[1622797992] transaction","detail":"{read_only:false; response_revision:14610; number_of_response:1; }","duration":"163.549134ms","start":"2026-03-18T10:24:05.907564Z","end":"2026-03-18T10:24:06.071113Z","steps":["trace[1622797992] 'process raft request' (duration: 163.380091ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:06.146421Z","caller":"traceutil/trace.go:171","msg":"trace[1965535076] transaction","detail":"{read_only:false; response_revision:14611; number_of_response:1; }","duration":"228.09957ms","start":"2026-03-18T10:24:05.918288Z","end":"2026-03-18T10:24:06.146388Z","steps":["trace[1965535076] 'process raft request' (duration: 225.008741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:06.320559Z","caller":"traceutil/trace.go:171","msg":"trace[1617014292] linearizableReadLoop","detail":"{readStateIndex:15157; appliedIndex:15156; }","duration":"112.9552ms","start":"2026-03-18T10:24:06.207577Z","end":"2026-03-18T10:24:06.320533Z","steps":["trace[1617014292] 'read index received' (duration: 87.475599ms)","trace[1617014292] 'applied index is now lower than readState.Index' (duration: 25.478261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:24:06.320802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.201175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T10:24:06.320834Z","caller":"traceutil/trace.go:171","msg":"trace[794165459] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14612; }","duration":"113.262718ms","start":"2026-03-18T10:24:06.207561Z","end":"2026-03-18T10:24:06.320824Z","steps":["trace[794165459] 'agreement among raft nodes before linearized reading' (duration: 113.085574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:06.320807Z","caller":"traceutil/trace.go:171","msg":"trace[2005909934] transaction","detail":"{read_only:false; response_revision:14612; number_of_response:1; }","duration":"164.909645ms","start":"2026-03-18T10:24:06.155862Z","end":"2026-03-18T10:24:06.320772Z","steps":["trace[2005909934] 'process raft request' (duration: 139.27931ms)","trace[2005909934] 'compare' (duration: 25.174455ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:31.445457Z","caller":"traceutil/trace.go:171","msg":"trace[1014504097] transaction","detail":"{read_only:false; response_revision:14760; number_of_response:1; }","duration":"105.123896ms","start":"2026-03-18T10:24:31.340301Z","end":"2026-03-18T10:24:31.445424Z","steps":["trace[1014504097] 'process raft request' (duration: 104.905881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:33.093271Z","caller":"traceutil/trace.go:171","msg":"trace[2015055822] linearizableReadLoop","detail":"{readStateIndex:15329; appliedIndex:15325; }","duration":"133.529342ms","start":"2026-03-18T10:24:32.959719Z","end":"2026-03-18T10:24:33.093249Z","steps":["trace[2015055822] 'read index received' (duration: 66.251685ms)","trace[2015055822] 'applied index is now lower than readState.Index' (duration: 67.276697ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:33.09338Z","caller":"traceutil/trace.go:171","msg":"trace[357657735] transaction","detail":"{read_only:false; response_revision:14776; number_of_response:1; }","duration":"215.14731ms","start":"2026-03-18T10:24:32.878221Z","end":"2026-03-18T10:24:33.093368Z","steps":["trace[357657735] 'process raft request' (duration: 147.73029ms)","trace[357657735] 'compare' (duration: 66.96907ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:33.093562Z","caller":"traceutil/trace.go:171","msg":"trace[1486845182] transaction","detail":"{read_only:false; response_revision:14778; number_of_response:1; }","duration":"206.63858ms","start":"2026-03-18T10:24:32.886917Z","end":"2026-03-18T10:24:33.093555Z","steps":["trace[1486845182] 'process raft request' (duration: 206.259082ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:33.093552Z","caller":"traceutil/trace.go:171","msg":"trace[896431974] transaction","detail":"{read_only:false; response_revision:14777; number_of_response:1; }","duration":"215.226982ms","start":"2026-03-18T10:24:32.878294Z","end":"2026-03-18T10:24:33.093521Z","steps":["trace[896431974] 'process raft request' (duration: 214.819563ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:33.093778Z","caller":"traceutil/trace.go:171","msg":"trace[784568538] transaction","detail":"{read_only:false; response_revision:14779; number_of_response:1; }","duration":"200.88225ms","start":"2026-03-18T10:24:32.892854Z","end":"2026-03-18T10:24:33.093736Z","steps":["trace[784568538] 'process raft request' (duration: 200.360358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:33.0938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.054933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:33.09389Z","caller":"traceutil/trace.go:171","msg":"trace[1177358085] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:14779; }","duration":"134.225887ms","start":"2026-03-18T10:24:32.959643Z","end":"2026-03-18T10:24:33.093869Z","steps":["trace[1177358085] 'agreement among raft nodes before linearized reading' (duration: 134.045343ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:33.108719Z","caller":"traceutil/trace.go:171","msg":"trace[2008782957] transaction","detail":"{read_only:false; response_revision:14781; number_of_response:1; }","duration":"105.31022ms","start":"2026-03-18T10:24:33.003379Z","end":"2026-03-18T10:24:33.108689Z","steps":["trace[2008782957] 'process raft request' (duration: 105.232928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:33.108816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.851525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:24:33.108851Z","caller":"traceutil/trace.go:171","msg":"trace[830186247] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14781; }","duration":"123.924637ms","start":"2026-03-18T10:24:32.984914Z","end":"2026-03-18T10:24:33.108839Z","steps":["trace[830186247] 'agreement among raft nodes before linearized reading' (duration: 123.832455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:33.109132Z","caller":"traceutil/trace.go:171","msg":"trace[1357219738] transaction","detail":"{read_only:false; response_revision:14780; number_of_response:1; }","duration":"124.023308ms","start":"2026-03-18T10:24:32.985096Z","end":"2026-03-18T10:24:33.109119Z","steps":["trace[1357219738] 'process raft request' (duration: 123.356393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:33.109673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.903575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-18T10:24:33.109705Z","caller":"traceutil/trace.go:171","msg":"trace[1555895178] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14781; }","duration":"106.984687ms","start":"2026-03-18T10:24:33.00271Z","end":"2026-03-18T10:24:33.109695Z","steps":["trace[1555895178] 'agreement among raft nodes before linearized reading' (duration: 106.843294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:24:33.10976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.478816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-18T10:24:33.109805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.610399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-18T10:24:33.109817Z","caller":"traceutil/trace.go:171","msg":"trace[1240132547] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14781; }","duration":"123.609639ms","start":"2026-03-18T10:24:32.986194Z","end":"2026-03-18T10:24:33.109803Z","steps":["trace[1240132547] 'agreement among raft nodes before linearized reading' (duration: 123.416015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:33.109828Z","caller":"traceutil/trace.go:171","msg":"trace[1482394345] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14781; }","duration":"123.63326ms","start":"2026-03-18T10:24:32.986188Z","end":"2026-03-18T10:24:33.109822Z","steps":["trace[1482394345] 'agreement among raft nodes before linearized reading' (duration: 123.576388ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:24:33.268884Z","caller":"traceutil/trace.go:171","msg":"trace[1334202770] transaction","detail":"{read_only:false; response_revision:14784; number_of_response:1; }","duration":"105.467183ms","start":"2026-03-18T10:24:33.163389Z","end":"2026-03-18T10:24:33.268856Z","steps":["trace[1334202770] 'process raft request' (duration: 39.343801ms)","trace[1334202770] 'compare' (duration: 65.753984ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:49.196859Z","caller":"traceutil/trace.go:171","msg":"trace[1932263215] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"107.11042ms","start":"2026-03-18T10:24:49.089712Z","end":"2026-03-18T10:24:49.196823Z","steps":["trace[1932263215] 'process raft request' (duration: 75.120143ms)","trace[1932263215] 'compare' (duration: 31.665359ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:24:50.240879Z","caller":"traceutil/trace.go:171","msg":"trace[1264916805] transaction","detail":"{read_only:false; response_revision:14895; number_of_response:1; }","duration":"117.787799ms","start":"2026-03-18T10:24:50.12306Z","end":"2026-03-18T10:24:50.240848Z","steps":["trace[1264916805] 'process raft request' (duration: 108.581793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:25:36.814134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.71145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kz2kl\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-18T10:25:36.814245Z","caller":"traceutil/trace.go:171","msg":"trace[1618793546] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kz2kl; range_end:; response_count:1; response_revision:15234; }","duration":"135.908645ms","start":"2026-03-18T10:25:36.678313Z","end":"2026-03-18T10:25:36.814222Z","steps":["trace[1618793546] 'range keys from in-memory index tree' (duration: 135.470865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:19.794676Z","caller":"traceutil/trace.go:171","msg":"trace[494756591] transaction","detail":"{read_only:false; response_revision:15544; number_of_response:1; }","duration":"118.643648ms","start":"2026-03-18T10:26:19.675997Z","end":"2026-03-18T10:26:19.79464Z","steps":["trace[494756591] 'process raft request' (duration: 118.384703ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:19.796517Z","caller":"traceutil/trace.go:171","msg":"trace[48609297] transaction","detail":"{read_only:false; response_revision:15545; number_of_response:1; }","duration":"114.611648ms","start":"2026-03-18T10:26:19.681876Z","end":"2026-03-18T10:26:19.796488Z","steps":["trace[48609297] 'process raft request' (duration: 114.405804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:19.796858Z","caller":"traceutil/trace.go:171","msg":"trace[1790128784] transaction","detail":"{read_only:false; response_revision:15546; number_of_response:1; }","duration":"114.294181ms","start":"2026-03-18T10:26:19.682516Z","end":"2026-03-18T10:26:19.796811Z","steps":["trace[1790128784] 'process raft request' (duration: 113.918733ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:23.962938Z","caller":"traceutil/trace.go:171","msg":"trace[808681810] transaction","detail":"{read_only:false; response_revision:15707; number_of_response:1; }","duration":"153.140721ms","start":"2026-03-18T10:26:23.809763Z","end":"2026-03-18T10:26:23.962904Z","steps":["trace[808681810] 'process raft request' (duration: 152.943227ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:24.012635Z","caller":"traceutil/trace.go:171","msg":"trace[223403143] transaction","detail":"{read_only:false; response_revision:15708; number_of_response:1; }","duration":"202.367174ms","start":"2026-03-18T10:26:23.810198Z","end":"2026-03-18T10:26:24.012565Z","steps":["trace[223403143] 'process raft request' (duration: 202.107268ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:24.012929Z","caller":"traceutil/trace.go:171","msg":"trace[1496672375] transaction","detail":"{read_only:false; response_revision:15709; number_of_response:1; }","duration":"202.632989ms","start":"2026-03-18T10:26:23.81026Z","end":"2026-03-18T10:26:24.012893Z","steps":["trace[1496672375] 'process raft request' (duration: 202.250541ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:24.012934Z","caller":"traceutil/trace.go:171","msg":"trace[533310582] linearizableReadLoop","detail":"{readStateIndex:16289; appliedIndex:16286; }","duration":"193.313431ms","start":"2026-03-18T10:26:23.819568Z","end":"2026-03-18T10:26:24.012881Z","steps":["trace[533310582] 'read index received' (duration: 143.102356ms)","trace[533310582] 'applied index is now lower than readState.Index' (duration: 50.207245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:26:24.013264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.663918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-03-18T10:26:24.013363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.220292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:26:24.013372Z","caller":"traceutil/trace.go:171","msg":"trace[998345123] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:15709; }","duration":"193.836413ms","start":"2026-03-18T10:26:23.819506Z","end":"2026-03-18T10:26:24.013342Z","steps":["trace[998345123] 'agreement among raft nodes before linearized reading' (duration: 193.515836ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:24.013423Z","caller":"traceutil/trace.go:171","msg":"trace[2048733699] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15709; }","duration":"190.336204ms","start":"2026-03-18T10:26:23.82307Z","end":"2026-03-18T10:26:24.013406Z","steps":["trace[2048733699] 'agreement among raft nodes before linearized reading' (duration: 190.183131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:26:24.013784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.498128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:26:24.013829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.655801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:26:24.013842Z","caller":"traceutil/trace.go:171","msg":"trace[557056569] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15709; }","duration":"190.58557ms","start":"2026-03-18T10:26:23.823242Z","end":"2026-03-18T10:26:24.013828Z","steps":["trace[557056569] 'agreement among raft nodes before linearized reading' (duration: 190.487498ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:24.013868Z","caller":"traceutil/trace.go:171","msg":"trace[1315734568] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15709; }","duration":"190.718673ms","start":"2026-03-18T10:26:23.823139Z","end":"2026-03-18T10:26:24.013858Z","steps":["trace[1315734568] 'agreement among raft nodes before linearized reading' (duration: 190.654172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:26:24.013999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.58048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:26:24.014027Z","caller":"traceutil/trace.go:171","msg":"trace[401424025] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15709; }","duration":"190.681212ms","start":"2026-03-18T10:26:23.823338Z","end":"2026-03-18T10:26:24.014019Z","steps":["trace[401424025] 'agreement among raft nodes before linearized reading' (duration: 190.629111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:26.215989Z","caller":"traceutil/trace.go:171","msg":"trace[273255926] transaction","detail":"{read_only:false; response_revision:15722; number_of_response:1; }","duration":"217.205666ms","start":"2026-03-18T10:26:25.998753Z","end":"2026-03-18T10:26:26.215958Z","steps":["trace[273255926] 'process raft request' (duration: 216.961001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:26.267361Z","caller":"traceutil/trace.go:171","msg":"trace[1436878062] transaction","detail":"{read_only:false; response_revision:15723; number_of_response:1; }","duration":"249.330506ms","start":"2026-03-18T10:26:26.017993Z","end":"2026-03-18T10:26:26.267323Z","steps":["trace[1436878062] 'process raft request' (duration: 249.07511ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:26.267653Z","caller":"traceutil/trace.go:171","msg":"trace[608558783] transaction","detail":"{read_only:false; response_revision:15724; number_of_response:1; }","duration":"247.652039ms","start":"2026-03-18T10:26:26.019987Z","end":"2026-03-18T10:26:26.267639Z","steps":["trace[608558783] 'process raft request' (duration: 247.27707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:26:26.267655Z","caller":"traceutil/trace.go:171","msg":"trace[574014666] linearizableReadLoop","detail":"{readStateIndex:16304; appliedIndex:16302; }","duration":"249.611583ms","start":"2026-03-18T10:26:26.01802Z","end":"2026-03-18T10:26:26.267631Z","steps":["trace[574014666] 'read index received' (duration: 197.75926ms)","trace[574014666] 'applied index is now lower than readState.Index' (duration: 51.851242ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:26:26.26774Z","caller":"traceutil/trace.go:171","msg":"trace[161237993] transaction","detail":"{read_only:false; response_revision:15725; number_of_response:1; }","duration":"226.849292ms","start":"2026-03-18T10:26:26.040818Z","end":"2026-03-18T10:26:26.267667Z","steps":["trace[161237993] 'process raft request' (duration: 226.689759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:26:26.26784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.271924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:26:26.267872Z","caller":"traceutil/trace.go:171","msg":"trace[1089553407] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15725; }","duration":"249.386108ms","start":"2026-03-18T10:26:26.018479Z","end":"2026-03-18T10:26:26.267865Z","steps":["trace[1089553407] 'agreement among raft nodes before linearized reading' (duration: 249.300016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:26:26.267973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.044087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T10:26:26.268081Z","caller":"traceutil/trace.go:171","msg":"trace[398991901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15725; }","duration":"244.16618ms","start":"2026-03-18T10:26:26.023886Z","end":"2026-03-18T10:26:26.268052Z","steps":["trace[398991901] 'agreement among raft nodes before linearized reading' (duration: 243.920514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:26:26.268067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.102379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:26:26.268162Z","caller":"traceutil/trace.go:171","msg":"trace[1559665392] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15725; }","duration":"248.240812ms","start":"2026-03-18T10:26:26.019901Z","end":"2026-03-18T10:26:26.268142Z","steps":["trace[1559665392] 'agreement among raft nodes before linearized reading' (duration: 248.049438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:26:26.267924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.549687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:26:26.268778Z","caller":"traceutil/trace.go:171","msg":"trace[1852130770] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15725; }","duration":"248.458036ms","start":"2026-03-18T10:26:26.020302Z","end":"2026-03-18T10:26:26.26876Z","steps":["trace[1852130770] 'agreement among raft nodes before linearized reading' (duration: 247.567697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:26:26.269053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.770116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:26:26.269212Z","caller":"traceutil/trace.go:171","msg":"trace[2113979537] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15725; }","duration":"251.158287ms","start":"2026-03-18T10:26:26.017942Z","end":"2026-03-18T10:26:26.2691Z","steps":["trace[2113979537] 'agreement among raft nodes before linearized reading' (duration: 249.795937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:27:55.981494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14255} {"level":"info","ts":"2026-03-18T10:27:56.09522Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14255,"took":"111.019663ms","hash":1650673207,"current-db-size-bytes":41517056,"current-db-size":"42 MB","current-db-size-in-use-bytes":27201536,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-18T10:27:56.095312Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1650673207,"revision":14255,"compact-revision":11830} {"level":"warn","ts":"2026-03-18T10:29:00.924026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.977443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-mrh66\" ","response":"range_response_count:1 size:15764"} {"level":"info","ts":"2026-03-18T10:29:00.924113Z","caller":"traceutil/trace.go:171","msg":"trace[266657983] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-mrh66; range_end:; response_count:1; response_revision:16706; }","duration":"449.139536ms","start":"2026-03-18T10:29:00.474954Z","end":"2026-03-18T10:29:00.924094Z","steps":["trace[266657983] 'range keys from in-memory index tree' (duration: 448.761138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:00.924157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:00.474921Z","time spent":"449.226619ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15787,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-mrh66\" "} {"level":"warn","ts":"2026-03-18T10:29:00.924163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.805616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:29:00.924287Z","caller":"traceutil/trace.go:171","msg":"trace[488007664] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:16706; }","duration":"983.9893ms","start":"2026-03-18T10:28:59.94027Z","end":"2026-03-18T10:29:00.92426Z","steps":["trace[488007664] 'count revisions from in-memory index tree' (duration: 983.626973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:00.924349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:28:59.940244Z","time spent":"984.089263ms","remote":"127.0.0.1:51576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:29:00.924379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279884729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:29:00.924458Z","caller":"traceutil/trace.go:171","msg":"trace[898042741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16706; }","duration":"1.280019852s","start":"2026-03-18T10:28:59.644417Z","end":"2026-03-18T10:29:00.924437Z","steps":["trace[898042741] 'range keys from in-memory index tree' (duration: 1.279697326s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:00.924507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:28:59.644391Z","time spent":"1.280108534s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:29:00.924383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.852262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:29:00.924708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.64872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:29:00.924755Z","caller":"traceutil/trace.go:171","msg":"trace[657725697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16706; }","duration":"737.744572ms","start":"2026-03-18T10:29:00.186993Z","end":"2026-03-18T10:29:00.924737Z","steps":["trace[657725697] 'range keys from in-memory index tree' (duration: 737.364774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:00.924792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:00.186962Z","time spent":"737.822944ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:29:00.924762Z","caller":"traceutil/trace.go:171","msg":"trace[1783934444] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:16706; }","duration":"969.265221ms","start":"2026-03-18T10:28:59.955459Z","end":"2026-03-18T10:29:00.924725Z","steps":["trace[1783934444] 'count revisions from in-memory index tree' (duration: 968.75832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:00.924879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:28:59.955438Z","time spent":"969.400294ms","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:29:00.925103Z","caller":"traceutil/trace.go:171","msg":"trace[1185091442] linearizableReadLoop","detail":"{readStateIndex:17326; appliedIndex:17325; }","duration":"104.1812ms","start":"2026-03-18T10:29:00.820853Z","end":"2026-03-18T10:29:00.925034Z","steps":["trace[1185091442] 'read index received' (duration: 102.100394ms)","trace[1185091442] 'applied index is now lower than readState.Index' (duration: 2.079236ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:29:00.92518Z","caller":"traceutil/trace.go:171","msg":"trace[1006626250] transaction","detail":"{read_only:false; response_revision:16707; number_of_response:1; }","duration":"250.229228ms","start":"2026-03-18T10:29:00.674936Z","end":"2026-03-18T10:29:00.925166Z","steps":["trace[1006626250] 'process raft request' (duration: 248.132901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:00.925442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.561619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T10:29:00.925553Z","caller":"traceutil/trace.go:171","msg":"trace[1726079474] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16707; }","duration":"104.718293ms","start":"2026-03-18T10:29:00.820812Z","end":"2026-03-18T10:29:00.92553Z","steps":["trace[1726079474] 'agreement among raft nodes before linearized reading' (duration: 104.403466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:06.245295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.757318Z","time spent":"487.968186ms","remote":"127.0.0.1:34006","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:29:06.245788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.221049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:29:06.245899Z","caller":"traceutil/trace.go:171","msg":"trace[122158585] linearizableReadLoop","detail":"{readStateIndex:17421; appliedIndex:17420; }","duration":"834.773713ms","start":"2026-03-18T10:29:05.411106Z","end":"2026-03-18T10:29:06.24588Z","steps":["trace[122158585] 'read index received' (duration: 262.299977ms)","trace[122158585] 'applied index is now lower than readState.Index' (duration: 572.472446ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:29:06.246015Z","caller":"traceutil/trace.go:171","msg":"trace[1567553774] transaction","detail":"{read_only:false; response_revision:16801; number_of_response:1; }","duration":"849.119853ms","start":"2026-03-18T10:29:05.396835Z","end":"2026-03-18T10:29:06.245955Z","steps":["trace[1567553774] 'process raft request' (duration: 276.622988ms)","trace[1567553774] 'compare' (duration: 571.902282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:29:06.246074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.973687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:29:06.246097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.093472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-42lzw\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-03-18T10:29:06.246118Z","caller":"traceutil/trace.go:171","msg":"trace[851758902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16801; }","duration":"835.09527ms","start":"2026-03-18T10:29:05.41101Z","end":"2026-03-18T10:29:06.246105Z","steps":["trace[851758902] 'agreement among raft nodes before linearized reading' (duration: 834.947996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:06.246127Z","caller":"traceutil/trace.go:171","msg":"trace[51233928] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-42lzw; range_end:; response_count:1; response_revision:16801; }","duration":"798.188234ms","start":"2026-03-18T10:29:05.447929Z","end":"2026-03-18T10:29:06.246118Z","steps":["trace[51233928] 'agreement among raft nodes before linearized reading' (duration: 798.062931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:06.246147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.410982Z","time spent":"835.158471ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:29:06.246157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.447913Z","time spent":"798.237366ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-42lzw\" "} {"level":"warn","ts":"2026-03-18T10:29:06.246125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.598995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:29:06.24623Z","caller":"traceutil/trace.go:171","msg":"trace[476429954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:16801; }","duration":"613.77465ms","start":"2026-03-18T10:29:05.632427Z","end":"2026-03-18T10:29:06.246202Z","steps":["trace[476429954] 'agreement among raft nodes before linearized reading' (duration: 613.573605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:06.246239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.396809Z","time spent":"849.291458ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:29:06.24628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.6324Z","time spent":"613.869171ms","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:29:06.246398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.752477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:29:06.246404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.486174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-18T10:29:06.246428Z","caller":"traceutil/trace.go:171","msg":"trace[1743901576] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:16801; }","duration":"756.827869ms","start":"2026-03-18T10:29:05.489589Z","end":"2026-03-18T10:29:06.246417Z","steps":["trace[1743901576] 'agreement among raft nodes before linearized reading' (duration: 756.780407ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:06.246439Z","caller":"traceutil/trace.go:171","msg":"trace[1563839010] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7; range_end:; response_count:1; response_revision:16801; }","duration":"639.558576ms","start":"2026-03-18T10:29:05.606869Z","end":"2026-03-18T10:29:06.246427Z","steps":["trace[1563839010] 'agreement among raft nodes before linearized reading' (duration: 639.460904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:06.246448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.48956Z","time spent":"756.88189ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:29:06.246475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.606847Z","time spent":"639.618517ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3663,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" "} {"level":"warn","ts":"2026-03-18T10:29:06.246452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.209626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:29:06.246549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.59365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:29:06.246549Z","caller":"traceutil/trace.go:171","msg":"trace[1609509083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16801; }","duration":"326.38013ms","start":"2026-03-18T10:29:05.920147Z","end":"2026-03-18T10:29:06.246527Z","steps":["trace[1609509083] 'agreement among raft nodes before linearized reading' (duration: 326.165235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:06.246568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.458506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:29:06.246589Z","caller":"traceutil/trace.go:171","msg":"trace[1908824157] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:16801; }","duration":"484.670021ms","start":"2026-03-18T10:29:05.761906Z","end":"2026-03-18T10:29:06.246576Z","steps":["trace[1908824157] 'agreement among raft nodes before linearized reading' (duration: 484.60905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:06.246602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.920127Z","time spent":"326.462802ms","remote":"127.0.0.1:42374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:29:06.246621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.76188Z","time spent":"484.731663ms","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:29:06.24663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.680116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:29:06.246626Z","caller":"traceutil/trace.go:171","msg":"trace[1987860664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16801; }","duration":"758.580419ms","start":"2026-03-18T10:29:05.488027Z","end":"2026-03-18T10:29:06.246607Z","steps":["trace[1987860664] 'agreement among raft nodes before linearized reading' (duration: 758.339333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:06.246661Z","caller":"traceutil/trace.go:171","msg":"trace[343589305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16801; }","duration":"600.727867ms","start":"2026-03-18T10:29:05.645925Z","end":"2026-03-18T10:29:06.246653Z","steps":["trace[343589305] 'agreement among raft nodes before linearized reading' (duration: 600.682616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:06.246683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.645911Z","time spent":"600.768598ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:29:06.246688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.48798Z","time spent":"758.699201ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:29:06.246707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.454269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-18T10:29:06.246777Z","caller":"traceutil/trace.go:171","msg":"trace[1385857561] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7; range_end:; response_count:1; response_revision:16801; }","duration":"772.575572ms","start":"2026-03-18T10:29:05.474181Z","end":"2026-03-18T10:29:06.246756Z","steps":["trace[1385857561] 'agreement among raft nodes before linearized reading' (duration: 772.289356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:06.246815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:05.474156Z","time spent":"772.651123ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3663,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" "} {"level":"info","ts":"2026-03-18T10:29:06.414142Z","caller":"traceutil/trace.go:171","msg":"trace[835771304] linearizableReadLoop","detail":"{readStateIndex:17423; appliedIndex:17421; }","duration":"160.831919ms","start":"2026-03-18T10:29:06.253282Z","end":"2026-03-18T10:29:06.414114Z","steps":["trace[835771304] 'read index received' (duration: 17.917752ms)","trace[835771304] 'applied index is now lower than readState.Index' (duration: 142.912907ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:29:06.41421Z","caller":"traceutil/trace.go:171","msg":"trace[477150151] transaction","detail":"{read_only:false; response_revision:16803; number_of_response:1; }","duration":"161.941933ms","start":"2026-03-18T10:29:06.252225Z","end":"2026-03-18T10:29:06.414167Z","steps":["trace[477150151] 'process raft request' (duration: 161.529674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:06.414431Z","caller":"traceutil/trace.go:171","msg":"trace[633286173] transaction","detail":"{read_only:false; response_revision:16804; number_of_response:1; }","duration":"155.869127ms","start":"2026-03-18T10:29:06.258518Z","end":"2026-03-18T10:29:06.414387Z","steps":["trace[633286173] 'process raft request' (duration: 155.526429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:06.41524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.923883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:951508"} {"level":"info","ts":"2026-03-18T10:29:06.415301Z","caller":"traceutil/trace.go:171","msg":"trace[1262999922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16804; }","duration":"162.032994ms","start":"2026-03-18T10:29:06.253253Z","end":"2026-03-18T10:29:06.415286Z","steps":["trace[1262999922] 'agreement among raft nodes before linearized reading' (duration: 160.966441ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:07.098102Z","caller":"traceutil/trace.go:171","msg":"trace[1312305251] transaction","detail":"{read_only:false; response_revision:16805; number_of_response:1; }","duration":"153.416571ms","start":"2026-03-18T10:29:06.944653Z","end":"2026-03-18T10:29:07.09807Z","steps":["trace[1312305251] 'process raft request' (duration: 153.237068ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:07.800906Z","caller":"traceutil/trace.go:171","msg":"trace[324128081] linearizableReadLoop","detail":"{readStateIndex:17426; appliedIndex:17424; }","duration":"828.099133ms","start":"2026-03-18T10:29:06.97278Z","end":"2026-03-18T10:29:07.80088Z","steps":["trace[324128081] 'read index received' (duration: 125.025227ms)","trace[324128081] 'applied index is now lower than readState.Index' (duration: 703.072586ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:29:07.800961Z","caller":"traceutil/trace.go:171","msg":"trace[7889866] transaction","detail":"{read_only:false; response_revision:16806; number_of_response:1; }","duration":"828.230506ms","start":"2026-03-18T10:29:06.972691Z","end":"2026-03-18T10:29:07.800921Z","steps":["trace[7889866] 'process raft request' (duration: 827.94721ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:07.800991Z","caller":"traceutil/trace.go:171","msg":"trace[550962496] transaction","detail":"{read_only:false; response_revision:16807; number_of_response:1; }","duration":"823.068581ms","start":"2026-03-18T10:29:06.97789Z","end":"2026-03-18T10:29:07.800959Z","steps":["trace[550962496] 'process raft request' (duration: 822.940398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:07.80112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:06.97267Z","time spent":"828.36078ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:29:07.801152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:06.977858Z","time spent":"823.193094ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:29:07.801196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.409151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:29:07.801258Z","caller":"traceutil/trace.go:171","msg":"trace[476631082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16807; }","duration":"828.514062ms","start":"2026-03-18T10:29:06.972728Z","end":"2026-03-18T10:29:07.801242Z","steps":["trace[476631082] 'agreement among raft nodes before linearized reading' (duration: 828.288617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:07.801308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:06.972699Z","time spent":"828.596755ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:29:07.801416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.087521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:29:07.801447Z","caller":"traceutil/trace.go:171","msg":"trace[1207025793] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16807; }","duration":"692.165023ms","start":"2026-03-18T10:29:07.109274Z","end":"2026-03-18T10:29:07.801439Z","steps":["trace[1207025793] 'agreement among raft nodes before linearized reading' (duration: 692.081281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:07.801481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:07.109251Z","time spent":"692.224314ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:29:07.801608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.46995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:29:07.801635Z","caller":"traceutil/trace.go:171","msg":"trace[854013081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16807; }","duration":"156.538432ms","start":"2026-03-18T10:29:07.64509Z","end":"2026-03-18T10:29:07.801629Z","steps":["trace[854013081] 'agreement among raft nodes before linearized reading' (duration: 156.501301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:07.801677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.741475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-18T10:29:07.801731Z","caller":"traceutil/trace.go:171","msg":"trace[1175963613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7; range_end:; response_count:1; response_revision:16807; }","duration":"548.815166ms","start":"2026-03-18T10:29:07.252902Z","end":"2026-03-18T10:29:07.801717Z","steps":["trace[1175963613] 'agreement among raft nodes before linearized reading' (duration: 548.695193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:07.801765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:07.252891Z","time spent":"548.865247ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" "} {"level":"warn","ts":"2026-03-18T10:29:07.801897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.291953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T10:29:07.802032Z","caller":"traceutil/trace.go:171","msg":"trace[1084343487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16807; }","duration":"602.474497ms","start":"2026-03-18T10:29:07.199509Z","end":"2026-03-18T10:29:07.801983Z","steps":["trace[1084343487] 'agreement among raft nodes before linearized reading' (duration: 602.16151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:07.802046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.026634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-03-18T10:29:07.801976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.003822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:29:07.802082Z","caller":"traceutil/trace.go:171","msg":"trace[556523017] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qv95x; range_end:; response_count:1; response_revision:16807; }","duration":"546.083355ms","start":"2026-03-18T10:29:07.255989Z","end":"2026-03-18T10:29:07.802073Z","steps":["trace[556523017] 'agreement among raft nodes before linearized reading' (duration: 545.901111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:07.802083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:07.199467Z","time spent":"602.60449ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:29:07.802111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:07.255939Z","time spent":"546.166567ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" "} {"level":"info","ts":"2026-03-18T10:29:07.802105Z","caller":"traceutil/trace.go:171","msg":"trace[1687388878] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:16807; }","duration":"360.131415ms","start":"2026-03-18T10:29:07.441953Z","end":"2026-03-18T10:29:07.802085Z","steps":["trace[1687388878] 'agreement among raft nodes before linearized reading' (duration: 359.964211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:07.80229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:07.441878Z","time spent":"360.392801ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:29:08.729701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.787988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-42lzw\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-03-18T10:29:08.72972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.864372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:29:08.729786Z","caller":"traceutil/trace.go:171","msg":"trace[1801838846] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-42lzw; range_end:; response_count:1; response_revision:16809; }","duration":"296.932432ms","start":"2026-03-18T10:29:08.432835Z","end":"2026-03-18T10:29:08.729767Z","steps":["trace[1801838846] 'range keys from in-memory index tree' (duration: 296.590804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:08.729822Z","caller":"traceutil/trace.go:171","msg":"trace[1658176272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16809; }","duration":"454.044007ms","start":"2026-03-18T10:29:08.275749Z","end":"2026-03-18T10:29:08.729793Z","steps":["trace[1658176272] 'range keys from in-memory index tree' (duration: 453.627086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:08.729898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:08.275722Z","time spent":"454.15987ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:29:08.730096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.102169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:29:08.730158Z","caller":"traceutil/trace.go:171","msg":"trace[1219460833] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16809; }","duration":"501.167991ms","start":"2026-03-18T10:29:08.228974Z","end":"2026-03-18T10:29:08.730142Z","steps":["trace[1219460833] 'count revisions from in-memory index tree' (duration: 500.975996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:08.730199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:08.228884Z","time spent":"501.304464ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:29:08.730259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.193377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T10:29:08.73029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.2088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:29:08.730324Z","caller":"traceutil/trace.go:171","msg":"trace[76003748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16809; }","duration":"685.308999ms","start":"2026-03-18T10:29:08.044996Z","end":"2026-03-18T10:29:08.730305Z","steps":["trace[76003748] 'range keys from in-memory index tree' (duration: 685.062685ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:08.730344Z","caller":"traceutil/trace.go:171","msg":"trace[1390516315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16809; }","duration":"310.304982ms","start":"2026-03-18T10:29:08.42002Z","end":"2026-03-18T10:29:08.730325Z","steps":["trace[1390516315] 'range keys from in-memory index tree' (duration: 310.065846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:08.730362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:08.044967Z","time spent":"685.382531ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:29:08.730401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:08.419994Z","time spent":"310.393193ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:29:08.730263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.343742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:29:08.730573Z","caller":"traceutil/trace.go:171","msg":"trace[583052093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16809; }","duration":"479.68898ms","start":"2026-03-18T10:29:08.250854Z","end":"2026-03-18T10:29:08.730543Z","steps":["trace[583052093] 'range keys from in-memory index tree' (duration: 479.127127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:08.730605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.092332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:29:08.730659Z","caller":"traceutil/trace.go:171","msg":"trace[432241009] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16809; }","duration":"637.196764ms","start":"2026-03-18T10:29:08.093448Z","end":"2026-03-18T10:29:08.730644Z","steps":["trace[432241009] 'count revisions from in-memory index tree' (duration: 636.961368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:08.730667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:08.250826Z","time spent":"479.810603ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:29:08.730718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:08.093415Z","time spent":"637.288376ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":52,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:29:08.85513Z","caller":"traceutil/trace.go:171","msg":"trace[1022681578] linearizableReadLoop","detail":"{readStateIndex:17430; appliedIndex:17429; }","duration":"119.903442ms","start":"2026-03-18T10:29:08.735197Z","end":"2026-03-18T10:29:08.8551Z","steps":["trace[1022681578] 'read index received' (duration: 119.680877ms)","trace[1022681578] 'applied index is now lower than readState.Index' (duration: 220.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:29:08.855271Z","caller":"traceutil/trace.go:171","msg":"trace[726659288] transaction","detail":"{read_only:false; response_revision:16810; number_of_response:1; }","duration":"120.29374ms","start":"2026-03-18T10:29:08.734944Z","end":"2026-03-18T10:29:08.855238Z","steps":["trace[726659288] 'process raft request' (duration: 119.925612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:08.855492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.25881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18811"} {"level":"info","ts":"2026-03-18T10:29:08.855576Z","caller":"traceutil/trace.go:171","msg":"trace[1669430329] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16810; }","duration":"120.381372ms","start":"2026-03-18T10:29:08.735174Z","end":"2026-03-18T10:29:08.855556Z","steps":["trace[1669430329] 'agreement among raft nodes before linearized reading' (duration: 120.095656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:08.86741Z","caller":"traceutil/trace.go:171","msg":"trace[103476335] transaction","detail":"{read_only:false; response_revision:16812; number_of_response:1; }","duration":"130.413458ms","start":"2026-03-18T10:29:08.736981Z","end":"2026-03-18T10:29:08.867394Z","steps":["trace[103476335] 'process raft request' (duration: 130.345676ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:08.867554Z","caller":"traceutil/trace.go:171","msg":"trace[1910300192] transaction","detail":"{read_only:false; response_revision:16811; number_of_response:1; }","duration":"132.170376ms","start":"2026-03-18T10:29:08.735342Z","end":"2026-03-18T10:29:08.867512Z","steps":["trace[1910300192] 'process raft request' (duration: 131.837499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:08.868237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.387389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:951508"} {"level":"info","ts":"2026-03-18T10:29:08.868292Z","caller":"traceutil/trace.go:171","msg":"trace[936341947] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16812; }","duration":"131.46889ms","start":"2026-03-18T10:29:08.736811Z","end":"2026-03-18T10:29:08.86828Z","steps":["trace[936341947] 'agreement among raft nodes before linearized reading' (duration: 130.56268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:09.732689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674422521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:29:10.194589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036105455s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:29:10.209389Z","caller":"traceutil/trace.go:171","msg":"trace[1398096000] transaction","detail":"{read_only:false; response_revision:16817; number_of_response:1; }","duration":"1.07023485s","start":"2026-03-18T10:29:09.139117Z","end":"2026-03-18T10:29:10.209352Z","steps":["trace[1398096000] 'process raft request' (duration: 1.056037202s)","trace[1398096000] 'compare' (duration: 12.858807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:29:10.209576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.139101Z","time spent":"1.070375482s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:29:10.239596Z","caller":"traceutil/trace.go:171","msg":"trace[1008243348] transaction","detail":"{read_only:false; response_revision:16820; number_of_response:1; }","duration":"431.255485ms","start":"2026-03-18T10:29:09.808303Z","end":"2026-03-18T10:29:10.239559Z","steps":["trace[1008243348] 'process raft request' (duration: 431.183924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.239782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.808293Z","time spent":"431.378049ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:29:10.239766Z","caller":"traceutil/trace.go:171","msg":"trace[976288003] transaction","detail":"{read_only:false; response_revision:16819; number_of_response:1; }","duration":"467.765893ms","start":"2026-03-18T10:29:09.771964Z","end":"2026-03-18T10:29:10.23973Z","steps":["trace[976288003] 'process raft request' (duration: 467.484146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:10.239817Z","caller":"traceutil/trace.go:171","msg":"trace[1040017795] linearizableReadLoop","detail":"{readStateIndex:17439; appliedIndex:17437; }","duration":"1.008095299s","start":"2026-03-18T10:29:09.231696Z","end":"2026-03-18T10:29:10.239792Z","steps":["trace[1040017795] 'read index received' (duration: 963.369179ms)","trace[1040017795] 'applied index is now lower than readState.Index' (duration: 44.72447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:29:10.23996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.771938Z","time spent":"467.914067ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:29:10.24002Z","caller":"traceutil/trace.go:171","msg":"trace[151593447] transaction","detail":"{read_only:false; response_revision:16821; number_of_response:1; }","duration":"431.541363ms","start":"2026-03-18T10:29:09.808466Z","end":"2026-03-18T10:29:10.240007Z","steps":["trace[151593447] 'process raft request' (duration: 431.054721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.24014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.808438Z","time spent":"431.612534ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:29:10.240211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.513129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:29:10.240263Z","caller":"traceutil/trace.go:171","msg":"trace[633801011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16821; }","duration":"598.597251ms","start":"2026-03-18T10:29:09.641654Z","end":"2026-03-18T10:29:10.240251Z","steps":["trace[633801011] 'agreement among raft nodes before linearized reading' (duration: 598.518039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.240303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.641635Z","time spent":"598.662372ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:29:10.240459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.904265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T10:29:10.240498Z","caller":"traceutil/trace.go:171","msg":"trace[1962681621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16821; }","duration":"399.964167ms","start":"2026-03-18T10:29:09.84052Z","end":"2026-03-18T10:29:10.240485Z","steps":["trace[1962681621] 'agreement among raft nodes before linearized reading' (duration: 399.791473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.240523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.840508Z","time spent":"400.009117ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:29:10.240559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.531385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:29:10.240606Z","caller":"traceutil/trace.go:171","msg":"trace[719357253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16821; }","duration":"415.592767ms","start":"2026-03-18T10:29:09.825003Z","end":"2026-03-18T10:29:10.240596Z","steps":["trace[719357253] 'agreement among raft nodes before linearized reading' (duration: 415.446604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.240664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.824994Z","time spent":"415.663929ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:29:10.2408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.139409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-18T10:29:10.240834Z","caller":"traceutil/trace.go:171","msg":"trace[1390510827] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qv95x; range_end:; response_count:1; response_revision:16821; }","duration":"416.20626ms","start":"2026-03-18T10:29:09.824619Z","end":"2026-03-18T10:29:10.240826Z","steps":["trace[1390510827] 'agreement among raft nodes before linearized reading' (duration: 416.113728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.240861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.824565Z","time spent":"416.289432ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" "} {"level":"warn","ts":"2026-03-18T10:29:10.2411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.018069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kz2kl\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-03-18T10:29:10.241141Z","caller":"traceutil/trace.go:171","msg":"trace[1492767901] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kz2kl; range_end:; response_count:1; response_revision:16821; }","duration":"544.105861ms","start":"2026-03-18T10:29:09.697026Z","end":"2026-03-18T10:29:10.241132Z","steps":["trace[1492767901] 'agreement among raft nodes before linearized reading' (duration: 544.002479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.241169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.697003Z","time spent":"544.159832ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20889,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kz2kl\" "} {"level":"warn","ts":"2026-03-18T10:29:10.241278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.360197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-18T10:29:10.241338Z","caller":"traceutil/trace.go:171","msg":"trace[113850329] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7; range_end:; response_count:1; response_revision:16821; }","duration":"367.442859ms","start":"2026-03-18T10:29:09.873881Z","end":"2026-03-18T10:29:10.241323Z","steps":["trace[113850329] 'agreement among raft nodes before linearized reading' (duration: 367.323257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.241376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.873868Z","time spent":"367.50037ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" "} {"level":"info","ts":"2026-03-18T10:29:10.242877Z","caller":"traceutil/trace.go:171","msg":"trace[1545116753] transaction","detail":"{read_only:false; response_revision:16818; number_of_response:1; }","duration":"986.021216ms","start":"2026-03-18T10:29:09.256836Z","end":"2026-03-18T10:29:10.242857Z","steps":["trace[1545116753] 'process raft request' (duration: 982.444915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.242969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.256804Z","time spent":"986.126268ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:29:10.246027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014265018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-18T10:29:10.246105Z","caller":"traceutil/trace.go:171","msg":"trace[1230692966] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16821; }","duration":"1.014445792s","start":"2026-03-18T10:29:09.23164Z","end":"2026-03-18T10:29:10.246086Z","steps":["trace[1230692966] 'agreement among raft nodes before linearized reading' (duration: 1.008933179s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.246151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:29:09.231609Z","time spent":"1.014531033s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-18T10:29:10.438372Z","caller":"traceutil/trace.go:171","msg":"trace[1470954562] linearizableReadLoop","detail":"{readStateIndex:17444; appliedIndex:17442; }","duration":"182.284928ms","start":"2026-03-18T10:29:10.256062Z","end":"2026-03-18T10:29:10.438347Z","steps":["trace[1470954562] 'read index received' (duration: 111.188208ms)","trace[1470954562] 'applied index is now lower than readState.Index' (duration: 71.09543ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:29:10.438543Z","caller":"traceutil/trace.go:171","msg":"trace[85318792] transaction","detail":"{read_only:false; response_revision:16823; number_of_response:1; }","duration":"187.948845ms","start":"2026-03-18T10:29:10.250561Z","end":"2026-03-18T10:29:10.438509Z","steps":["trace[85318792] 'process raft request' (duration: 187.735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:10.43876Z","caller":"traceutil/trace.go:171","msg":"trace[1000721022] transaction","detail":"{read_only:false; response_revision:16822; number_of_response:1; }","duration":"188.188011ms","start":"2026-03-18T10:29:10.250556Z","end":"2026-03-18T10:29:10.438744Z","steps":["trace[1000721022] 'process raft request' (duration: 116.823964ms)","trace[1000721022] 'compare' (duration: 70.65744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:29:10.439702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.602858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:951508"} {"level":"info","ts":"2026-03-18T10:29:10.439803Z","caller":"traceutil/trace.go:171","msg":"trace[1379181598] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16823; }","duration":"183.72773ms","start":"2026-03-18T10:29:10.256055Z","end":"2026-03-18T10:29:10.439783Z","steps":["trace[1379181598] 'agreement among raft nodes before linearized reading' (duration: 182.559225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:10.51167Z","caller":"traceutil/trace.go:171","msg":"trace[365011169] transaction","detail":"{read_only:false; response_revision:16824; number_of_response:1; }","duration":"248.752744ms","start":"2026-03-18T10:29:10.262898Z","end":"2026-03-18T10:29:10.511651Z","steps":["trace[365011169] 'process raft request' (duration: 248.583431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:10.51191Z","caller":"traceutil/trace.go:171","msg":"trace[398868538] transaction","detail":"{read_only:false; response_revision:16825; number_of_response:1; }","duration":"192.335473ms","start":"2026-03-18T10:29:10.319553Z","end":"2026-03-18T10:29:10.511888Z","steps":["trace[398868538] 'process raft request' (duration: 192.055106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:10.512128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.756792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T10:29:10.512186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.178525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:29:10.512205Z","caller":"traceutil/trace.go:171","msg":"trace[1256805398] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16825; }","duration":"230.882845ms","start":"2026-03-18T10:29:10.281305Z","end":"2026-03-18T10:29:10.512187Z","steps":["trace[1256805398] 'agreement among raft nodes before linearized reading' (duration: 230.541858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:10.512226Z","caller":"traceutil/trace.go:171","msg":"trace[1908864021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16825; }","duration":"110.276397ms","start":"2026-03-18T10:29:10.401939Z","end":"2026-03-18T10:29:10.512216Z","steps":["trace[1908864021] 'agreement among raft nodes before linearized reading' (duration: 110.202065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:10.658921Z","caller":"traceutil/trace.go:171","msg":"trace[1192787499] transaction","detail":"{read_only:false; response_revision:16826; number_of_response:1; }","duration":"135.328816ms","start":"2026-03-18T10:29:10.523564Z","end":"2026-03-18T10:29:10.658893Z","steps":["trace[1192787499] 'process raft request' (duration: 134.226312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:14.641641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.116271ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:29:14.64175Z","caller":"traceutil/trace.go:171","msg":"trace[362335792] linearizableReadLoop","detail":"{readStateIndex:17494; appliedIndex:17493; }","duration":"171.396803ms","start":"2026-03-18T10:29:14.470337Z","end":"2026-03-18T10:29:14.641734Z","steps":["trace[362335792] 'read index received' (duration: 28.23µs)","trace[362335792] 'applied index is now lower than readState.Index' (duration: 171.367133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:29:14.641937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.264629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:29:14.641962Z","caller":"traceutil/trace.go:171","msg":"trace[1316685135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16872; }","duration":"170.309679ms","start":"2026-03-18T10:29:14.471642Z","end":"2026-03-18T10:29:14.641952Z","steps":["trace[1316685135] 'agreement among raft nodes before linearized reading' (duration: 170.171146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:14.641991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.505091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-18T10:29:14.642062Z","caller":"traceutil/trace.go:171","msg":"trace[1301504645] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qv95x; range_end:; response_count:1; response_revision:16872; }","duration":"160.633903ms","start":"2026-03-18T10:29:14.481409Z","end":"2026-03-18T10:29:14.642043Z","steps":["trace[1301504645] 'agreement among raft nodes before linearized reading' (duration: 160.427749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:14.642128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.749922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:29:14.64226Z","caller":"traceutil/trace.go:171","msg":"trace[1265337031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16872; }","duration":"171.947285ms","start":"2026-03-18T10:29:14.470282Z","end":"2026-03-18T10:29:14.642229Z","steps":["trace[1265337031] 'agreement among raft nodes before linearized reading' (duration: 171.529836ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:16.815356Z","caller":"traceutil/trace.go:171","msg":"trace[1792334722] linearizableReadLoop","detail":"{readStateIndex:17510; appliedIndex:17509; }","duration":"125.123539ms","start":"2026-03-18T10:29:16.690199Z","end":"2026-03-18T10:29:16.815323Z","steps":["trace[1792334722] 'read index received' (duration: 124.838783ms)","trace[1792334722] 'applied index is now lower than readState.Index' (duration: 283.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:29:16.815533Z","caller":"traceutil/trace.go:171","msg":"trace[1483819589] transaction","detail":"{read_only:false; response_revision:16888; number_of_response:1; }","duration":"131.625995ms","start":"2026-03-18T10:29:16.683894Z","end":"2026-03-18T10:29:16.81552Z","steps":["trace[1483819589] 'process raft request' (duration: 131.187685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:16.816013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.39499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qv95x\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-03-18T10:29:16.816131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.890686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:29:16.816378Z","caller":"traceutil/trace.go:171","msg":"trace[66723258] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qv95x; range_end:; response_count:1; response_revision:16888; }","duration":"106.784109ms","start":"2026-03-18T10:29:16.70956Z","end":"2026-03-18T10:29:16.816344Z","steps":["trace[66723258] 'agreement among raft nodes before linearized reading' (duration: 106.185406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:16.816537Z","caller":"traceutil/trace.go:171","msg":"trace[1932860595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16888; }","duration":"126.194913ms","start":"2026-03-18T10:29:16.690188Z","end":"2026-03-18T10:29:16.816383Z","steps":["trace[1932860595] 'agreement among raft nodes before linearized reading' (duration: 125.62994ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:17.083262Z","caller":"traceutil/trace.go:171","msg":"trace[355975346] linearizableReadLoop","detail":"{readStateIndex:17511; appliedIndex:17510; }","duration":"261.11807ms","start":"2026-03-18T10:29:16.822105Z","end":"2026-03-18T10:29:17.083223Z","steps":["trace[355975346] 'read index received' (duration: 180.1327ms)","trace[355975346] 'applied index is now lower than readState.Index' (duration: 80.98383ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:29:17.083339Z","caller":"traceutil/trace.go:171","msg":"trace[565839305] transaction","detail":"{read_only:false; response_revision:16889; number_of_response:1; }","duration":"261.803296ms","start":"2026-03-18T10:29:16.8215Z","end":"2026-03-18T10:29:17.083303Z","steps":["trace[565839305] 'process raft request' (duration: 180.762474ms)","trace[565839305] 'compare' (duration: 80.744356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:29:17.083808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.972589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:29:17.083894Z","caller":"traceutil/trace.go:171","msg":"trace[2135739553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16889; }","duration":"177.126653ms","start":"2026-03-18T10:29:16.906746Z","end":"2026-03-18T10:29:17.083873Z","steps":["trace[2135739553] 'agreement among raft nodes before linearized reading' (duration: 176.872737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:17.084653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.001025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:29:17.084699Z","caller":"traceutil/trace.go:171","msg":"trace[1479157733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16889; }","duration":"179.099577ms","start":"2026-03-18T10:29:16.905589Z","end":"2026-03-18T10:29:17.084688Z","steps":["trace[1479157733] 'agreement among raft nodes before linearized reading' (duration: 178.426242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:17.084948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.674782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-18T10:29:17.085023Z","caller":"traceutil/trace.go:171","msg":"trace[408277283] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16889; }","duration":"197.795104ms","start":"2026-03-18T10:29:16.887207Z","end":"2026-03-18T10:29:17.085002Z","steps":["trace[408277283] 'agreement among raft nodes before linearized reading' (duration: 196.816813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:17.085662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.245023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:29:17.085752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.641638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:953564"} {"level":"info","ts":"2026-03-18T10:29:17.085745Z","caller":"traceutil/trace.go:171","msg":"trace[658533467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16889; }","duration":"198.380487ms","start":"2026-03-18T10:29:16.887323Z","end":"2026-03-18T10:29:17.085704Z","steps":["trace[658533467] 'agreement among raft nodes before linearized reading' (duration: 196.646419ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:29:17.085797Z","caller":"traceutil/trace.go:171","msg":"trace[982974551] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16889; }","duration":"263.73443ms","start":"2026-03-18T10:29:16.822053Z","end":"2026-03-18T10:29:17.085788Z","steps":["trace[982974551] 'agreement among raft nodes before linearized reading' (duration: 261.385308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:29:17.085987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.058516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10616"} {"level":"info","ts":"2026-03-18T10:29:17.086131Z","caller":"traceutil/trace.go:171","msg":"trace[676086219] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16889; }","duration":"248.746163ms","start":"2026-03-18T10:29:16.837367Z","end":"2026-03-18T10:29:17.086113Z","steps":["trace[676086219] 'agreement among raft nodes before linearized reading' (duration: 246.587965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:44.171478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.759927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:31:44.171606Z","caller":"traceutil/trace.go:171","msg":"trace[1101148990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18069; }","duration":"123.93743ms","start":"2026-03-18T10:31:44.047646Z","end":"2026-03-18T10:31:44.171584Z","steps":["trace[1101148990] 'range keys from in-memory index tree' (duration: 123.480701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:44.310277Z","caller":"traceutil/trace.go:171","msg":"trace[1951954424] transaction","detail":"{read_only:false; response_revision:18070; number_of_response:1; }","duration":"134.092468ms","start":"2026-03-18T10:31:44.176153Z","end":"2026-03-18T10:31:44.310245Z","steps":["trace[1951954424] 'process raft request' (duration: 133.912234ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:44.446999Z","caller":"traceutil/trace.go:171","msg":"trace[337834390] transaction","detail":"{read_only:false; response_revision:18071; number_of_response:1; }","duration":"270.549809ms","start":"2026-03-18T10:31:44.176418Z","end":"2026-03-18T10:31:44.446967Z","steps":["trace[337834390] 'process raft request' (duration: 210.290071ms)","trace[337834390] 'compare' (duration: 59.983621ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:31:44.44718Z","caller":"traceutil/trace.go:171","msg":"trace[1957208486] transaction","detail":"{read_only:false; response_revision:18072; number_of_response:1; }","duration":"270.449547ms","start":"2026-03-18T10:31:44.176694Z","end":"2026-03-18T10:31:44.447144Z","steps":["trace[1957208486] 'process raft request' (duration: 270.171891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:44.932021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.830154ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:31:44.932208Z","caller":"traceutil/trace.go:171","msg":"trace[111196513] linearizableReadLoop","detail":"{readStateIndex:18731; appliedIndex:18730; }","duration":"286.263171ms","start":"2026-03-18T10:31:44.645909Z","end":"2026-03-18T10:31:44.932172Z","steps":["trace[111196513] 'read index received' (duration: 122.11614ms)","trace[111196513] 'applied index is now lower than readState.Index' (duration: 164.145111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:31:44.932358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.438164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:31:44.932428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.527114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:31:44.93247Z","caller":"traceutil/trace.go:171","msg":"trace[398473568] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18072; }","duration":"145.625566ms","start":"2026-03-18T10:31:44.786832Z","end":"2026-03-18T10:31:44.932457Z","steps":["trace[398473568] 'agreement among raft nodes before linearized reading' (duration: 145.521624ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:44.932475Z","caller":"traceutil/trace.go:171","msg":"trace[1996805386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18072; }","duration":"286.625728ms","start":"2026-03-18T10:31:44.645828Z","end":"2026-03-18T10:31:44.932454Z","steps":["trace[1996805386] 'agreement among raft nodes before linearized reading' (duration: 286.439404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:45.06386Z","caller":"traceutil/trace.go:171","msg":"trace[274481190] transaction","detail":"{read_only:false; response_revision:18073; number_of_response:1; }","duration":"100.507197ms","start":"2026-03-18T10:31:44.963326Z","end":"2026-03-18T10:31:45.063833Z","steps":["trace[274481190] 'process raft request' (duration: 100.309883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:31:45.189339Z","caller":"traceutil/trace.go:171","msg":"trace[692548572] linearizableReadLoop","detail":"{readStateIndex:18733; appliedIndex:18731; }","duration":"155.064838ms","start":"2026-03-18T10:31:45.034249Z","end":"2026-03-18T10:31:45.189314Z","steps":["trace[692548572] 'read index received' (duration: 29.47893ms)","trace[692548572] 'applied index is now lower than readState.Index' (duration: 125.584818ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:31:45.189488Z","caller":"traceutil/trace.go:171","msg":"trace[1321414097] transaction","detail":"{read_only:false; response_revision:18074; number_of_response:1; }","duration":"215.939099ms","start":"2026-03-18T10:31:44.973535Z","end":"2026-03-18T10:31:45.189474Z","steps":["trace[1321414097] 'process raft request' (duration: 178.270236ms)","trace[1321414097] 'compare' (duration: 37.374756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:31:45.189688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.893874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6652"} {"level":"info","ts":"2026-03-18T10:31:45.189775Z","caller":"traceutil/trace.go:171","msg":"trace[683970448] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:18074; }","duration":"155.047508ms","start":"2026-03-18T10:31:45.034707Z","end":"2026-03-18T10:31:45.189754Z","steps":["trace[683970448] 'agreement among raft nodes before linearized reading' (duration: 154.785212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:31:45.189775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.484527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:31:45.189866Z","caller":"traceutil/trace.go:171","msg":"trace[1841516424] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18074; }","duration":"155.657301ms","start":"2026-03-18T10:31:45.034184Z","end":"2026-03-18T10:31:45.189841Z","steps":["trace[1841516424] 'agreement among raft nodes before linearized reading' (duration: 155.445316ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:32:55.988362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16276} {"level":"info","ts":"2026-03-18T10:32:56.08396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16276,"took":"92.289983ms","hash":792131396,"current-db-size-bytes":44478464,"current-db-size":"44 MB","current-db-size-in-use-bytes":30572544,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-18T10:32:56.084046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":792131396,"revision":16276,"compact-revision":14255} {"level":"warn","ts":"2026-03-18T10:34:46.061259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.623186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:34:46.061385Z","caller":"traceutil/trace.go:171","msg":"trace[1988591386] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19215; }","duration":"357.78897ms","start":"2026-03-18T10:34:45.703573Z","end":"2026-03-18T10:34:46.061362Z","steps":["trace[1988591386] 'range keys from in-memory index tree' (duration: 357.570295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:46.061442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:45.703556Z","time spent":"357.871362ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T10:34:46.061458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.649651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:34:46.061551Z","caller":"traceutil/trace.go:171","msg":"trace[55196007] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19215; }","duration":"499.817035ms","start":"2026-03-18T10:34:45.561714Z","end":"2026-03-18T10:34:46.061531Z","steps":["trace[55196007] 'count revisions from in-memory index tree' (duration: 499.557589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:46.061608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:45.561691Z","time spent":"499.902146ms","remote":"127.0.0.1:36784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:34:46.377286Z","caller":"traceutil/trace.go:171","msg":"trace[1598973587] transaction","detail":"{read_only:false; response_revision:19216; number_of_response:1; }","duration":"526.615425ms","start":"2026-03-18T10:34:45.850644Z","end":"2026-03-18T10:34:46.37726Z","steps":["trace[1598973587] 'process raft request' (duration: 526.474222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:46.37747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:45.850619Z","time spent":"526.728487ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:47.15697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.010813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:34:47.157095Z","caller":"traceutil/trace.go:171","msg":"trace[1435067621] linearizableReadLoop","detail":"{readStateIndex:19921; appliedIndex:19920; }","duration":"1.177529417s","start":"2026-03-18T10:34:45.979539Z","end":"2026-03-18T10:34:47.157068Z","steps":["trace[1435067621] 'read index received' (duration: 397.970228ms)","trace[1435067621] 'applied index is now lower than readState.Index' (duration: 779.557509ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:34:47.157186Z","caller":"traceutil/trace.go:171","msg":"trace[1539609971] transaction","detail":"{read_only:false; response_revision:19217; number_of_response:1; }","duration":"1.242922798s","start":"2026-03-18T10:34:45.914247Z","end":"2026-03-18T10:34:47.15717Z","steps":["trace[1539609971] 'process raft request' (duration: 1.037607388s)","trace[1539609971] 'compare' (duration: 204.574704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:34:47.15727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:45.914219Z","time spent":"1.243008571s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:47.157642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177932916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417378"} {"level":"warn","ts":"2026-03-18T10:34:47.156438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.676606ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:34:47.157859Z","caller":"traceutil/trace.go:171","msg":"trace[433006164] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19217; }","duration":"1.178327295s","start":"2026-03-18T10:34:45.979504Z","end":"2026-03-18T10:34:47.157832Z","steps":["trace[433006164] 'agreement among raft nodes before linearized reading' (duration: 1.177711241s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:47.157928Z","caller":"traceutil/trace.go:171","msg":"trace[10865169] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19216; }","duration":"660.183021ms","start":"2026-03-18T10:34:46.497723Z","end":"2026-03-18T10:34:47.157906Z","steps":["trace[10865169] 'range keys from in-memory index tree' (duration: 658.660056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:47.157937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:45.979489Z","time spent":"1.178431398s","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417401,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T10:34:47.158937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094288877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:34:47.159024Z","caller":"traceutil/trace.go:171","msg":"trace[1600509605] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19220; }","duration":"1.09443483s","start":"2026-03-18T10:34:46.064566Z","end":"2026-03-18T10:34:47.159001Z","steps":["trace[1600509605] 'agreement among raft nodes before linearized reading' (duration: 1.094298057s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:47.159092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:46.06455Z","time spent":"1.094527751s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T10:34:47.15913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.289453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:34:47.159187Z","caller":"traceutil/trace.go:171","msg":"trace[1669483296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19220; }","duration":"147.379565ms","start":"2026-03-18T10:34:47.011789Z","end":"2026-03-18T10:34:47.159168Z","steps":["trace[1669483296] 'agreement among raft nodes before linearized reading' (duration: 147.201411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:47.159194Z","caller":"traceutil/trace.go:171","msg":"trace[1292440044] transaction","detail":"{read_only:false; response_revision:19218; number_of_response:1; }","duration":"656.501187ms","start":"2026-03-18T10:34:46.502671Z","end":"2026-03-18T10:34:47.159172Z","steps":["trace[1292440044] 'process raft request' (duration: 655.959456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:47.159319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:46.502639Z","time spent":"656.60405ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:47.159449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.258908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:34:47.159516Z","caller":"traceutil/trace.go:171","msg":"trace[376297981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19220; }","duration":"442.352401ms","start":"2026-03-18T10:34:46.717149Z","end":"2026-03-18T10:34:47.159501Z","steps":["trace[376297981] 'agreement among raft nodes before linearized reading' (duration: 442.178397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:47.159649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:46.717133Z","time spent":"442.502584ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:34:47.159657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.617307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T10:34:47.159699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.760579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:34:47.159726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.32435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:34:47.159786Z","caller":"traceutil/trace.go:171","msg":"trace[627396061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19220; }","duration":"514.881972ms","start":"2026-03-18T10:34:46.644891Z","end":"2026-03-18T10:34:47.159773Z","steps":["trace[627396061] 'agreement among raft nodes before linearized reading' (duration: 514.565345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:47.15981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:46.644874Z","time spent":"514.930282ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:34:47.159815Z","caller":"traceutil/trace.go:171","msg":"trace[637400915] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19220; }","duration":"570.447173ms","start":"2026-03-18T10:34:46.58935Z","end":"2026-03-18T10:34:47.159797Z","steps":["trace[637400915] 'agreement among raft nodes before linearized reading' (duration: 570.342381ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:47.159817Z","caller":"traceutil/trace.go:171","msg":"trace[806008499] transaction","detail":"{read_only:false; response_revision:19219; number_of_response:1; }","duration":"649.487451ms","start":"2026-03-18T10:34:46.510312Z","end":"2026-03-18T10:34:47.1598Z","steps":["trace[806008499] 'process raft request' (duration: 648.452548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:47.160044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:46.589328Z","time spent":"570.529306ms","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:34:47.159724Z","caller":"traceutil/trace.go:171","msg":"trace[1271474999] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19220; }","duration":"756.724959ms","start":"2026-03-18T10:34:46.402977Z","end":"2026-03-18T10:34:47.159702Z","steps":["trace[1271474999] 'agreement among raft nodes before linearized reading' (duration: 756.473004ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:47.160171Z","caller":"traceutil/trace.go:171","msg":"trace[1977193379] transaction","detail":"{read_only:false; response_revision:19220; number_of_response:1; }","duration":"593.884088ms","start":"2026-03-18T10:34:46.566232Z","end":"2026-03-18T10:34:47.160116Z","steps":["trace[1977193379] 'process raft request' (duration: 592.58045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:47.160252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:46.40294Z","time spent":"757.294151ms","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T10:34:47.159648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.768204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-18T10:34:47.171061Z","caller":"traceutil/trace.go:171","msg":"trace[1866862798] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19220; }","duration":"948.2017ms","start":"2026-03-18T10:34:46.22284Z","end":"2026-03-18T10:34:47.171041Z","steps":["trace[1866862798] 'agreement among raft nodes before linearized reading' (duration: 936.675922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:47.171101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:46.222824Z","time spent":"948.267881ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:34:47.170735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:46.510289Z","time spent":"649.753658ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:47.172966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:46.56621Z","time spent":"594.035511ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:47.673071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674429657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:34:48.173778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674429657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:34:48.674471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674429657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:34:48.708887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536508373s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:34:48.710234Z","caller":"traceutil/trace.go:171","msg":"trace[157302167] transaction","detail":"{read_only:false; response_revision:19221; number_of_response:1; }","duration":"1.537916076s","start":"2026-03-18T10:34:47.172294Z","end":"2026-03-18T10:34:48.71021Z","steps":["trace[157302167] 'process raft request' (duration: 1.537685091s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:48.71036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:47.172282Z","time spent":"1.538013118s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:34:48.913897Z","caller":"traceutil/trace.go:171","msg":"trace[1034413368] transaction","detail":"{read_only:false; response_revision:19223; number_of_response:1; }","duration":"1.734574752s","start":"2026-03-18T10:34:47.17929Z","end":"2026-03-18T10:34:48.913865Z","steps":["trace[1034413368] 'process raft request' (duration: 1.734418299s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:48.914166Z","caller":"traceutil/trace.go:171","msg":"trace[1069399695] transaction","detail":"{read_only:false; response_revision:19224; number_of_response:1; }","duration":"554.728183ms","start":"2026-03-18T10:34:48.359414Z","end":"2026-03-18T10:34:48.914142Z","steps":["trace[1069399695] 'process raft request' (duration: 554.402975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:48.914268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:47.17927Z","time spent":"1.734722275s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:48.914311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:48.359337Z","time spent":"554.895927ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:34:48.914551Z","caller":"traceutil/trace.go:171","msg":"trace[875456854] linearizableReadLoop","detail":"{readStateIndex:19929; appliedIndex:19924; }","duration":"1.741564659s","start":"2026-03-18T10:34:47.17296Z","end":"2026-03-18T10:34:48.914525Z","steps":["trace[875456854] 'read index received' (duration: 1.536990065s)","trace[875456854] 'applied index is now lower than readState.Index' (duration: 204.572674ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:34:48.914688Z","caller":"traceutil/trace.go:171","msg":"trace[2026160516] transaction","detail":"{read_only:false; response_revision:19225; number_of_response:1; }","duration":"532.188969ms","start":"2026-03-18T10:34:48.382489Z","end":"2026-03-18T10:34:48.914678Z","steps":["trace[2026160516] 'process raft request' (duration: 531.581935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:48.914802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:48.382472Z","time spent":"532.25709ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:48.914798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614766564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:34:48.914856Z","caller":"traceutil/trace.go:171","msg":"trace[2019229114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19225; }","duration":"1.614907908s","start":"2026-03-18T10:34:47.299931Z","end":"2026-03-18T10:34:48.914839Z","steps":["trace[2019229114] 'agreement among raft nodes before linearized reading' (duration: 1.614757445s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:48.9149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:47.299907Z","time spent":"1.614985049s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:34:48.915076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742109181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18590"} {"level":"info","ts":"2026-03-18T10:34:48.91511Z","caller":"traceutil/trace.go:171","msg":"trace[1705306578] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19225; }","duration":"1.742152382s","start":"2026-03-18T10:34:47.172949Z","end":"2026-03-18T10:34:48.915102Z","steps":["trace[1705306578] 'agreement among raft nodes before linearized reading' (duration: 1.74205553s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:48.915143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:47.172945Z","time spent":"1.742192072s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18613,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:34:48.915276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440508278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:34:48.915349Z","caller":"traceutil/trace.go:171","msg":"trace[588683267] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19225; }","duration":"1.440645551s","start":"2026-03-18T10:34:47.474686Z","end":"2026-03-18T10:34:48.915332Z","steps":["trace[588683267] 'agreement among raft nodes before linearized reading' (duration: 1.440405775s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:48.915399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47998862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:34:48.91541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:47.474666Z","time spent":"1.440728292s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:34:48.915438Z","caller":"traceutil/trace.go:171","msg":"trace[1441204187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19225; }","duration":"1.480064662s","start":"2026-03-18T10:34:47.435364Z","end":"2026-03-18T10:34:48.915429Z","steps":["trace[1441204187] 'agreement among raft nodes before linearized reading' (duration: 1.47996658s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:48.915473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:47.435342Z","time spent":"1.480124023s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:34:48.915486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453260463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:34:48.915635Z","caller":"traceutil/trace.go:171","msg":"trace[888855544] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19225; }","duration":"1.453503458s","start":"2026-03-18T10:34:47.462118Z","end":"2026-03-18T10:34:48.915622Z","steps":["trace[888855544] 'agreement among raft nodes before linearized reading' (duration: 1.453189251s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:48.915675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:47.462084Z","time spent":"1.45357833s","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:34:48.915923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445211133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:34:48.915957Z","caller":"traceutil/trace.go:171","msg":"trace[168684485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19225; }","duration":"1.445282314s","start":"2026-03-18T10:34:47.470666Z","end":"2026-03-18T10:34:48.915949Z","steps":["trace[168684485] 'agreement among raft nodes before linearized reading' (duration: 1.445149641s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:48.915983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:47.470648Z","time spent":"1.445329305s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:34:48.916159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.38831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T10:34:48.916235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.302678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:34:48.916294Z","caller":"traceutil/trace.go:171","msg":"trace[1114603221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19225; }","duration":"272.397871ms","start":"2026-03-18T10:34:48.643882Z","end":"2026-03-18T10:34:48.91628Z","steps":["trace[1114603221] 'agreement among raft nodes before linearized reading' (duration: 272.305159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:48.916356Z","caller":"traceutil/trace.go:171","msg":"trace[2081949353] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19225; }","duration":"183.491192ms","start":"2026-03-18T10:34:48.732719Z","end":"2026-03-18T10:34:48.91621Z","steps":["trace[2081949353] 'agreement among raft nodes before linearized reading' (duration: 183.195166ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:48.917139Z","caller":"traceutil/trace.go:171","msg":"trace[1914884944] transaction","detail":"{read_only:false; response_revision:19222; number_of_response:1; }","duration":"1.739156744s","start":"2026-03-18T10:34:47.177928Z","end":"2026-03-18T10:34:48.917085Z","steps":["trace[1914884944] 'process raft request' (duration: 1.716922488s)","trace[1914884944] 'compare' (duration: 18.152395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:34:48.917397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:47.177907Z","time spent":"1.739360559s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:49.426021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674429665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:34:49.873849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.942747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:34:49.874437Z","caller":"traceutil/trace.go:171","msg":"trace[1951147723] transaction","detail":"{read_only:false; response_revision:19226; number_of_response:1; }","duration":"954.530702ms","start":"2026-03-18T10:34:48.919875Z","end":"2026-03-18T10:34:49.874405Z","steps":["trace[1951147723] 'process raft request' (duration: 530.928171ms)","trace[1951147723] 'compare' (duration: 422.597829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:34:49.874599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:48.919754Z","time spent":"954.798158ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:50.3482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.821379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:34:50.348547Z","caller":"traceutil/trace.go:171","msg":"trace[398387798] transaction","detail":"{read_only:false; response_revision:19227; number_of_response:1; }","duration":"1.427874255s","start":"2026-03-18T10:34:48.920637Z","end":"2026-03-18T10:34:50.348511Z","steps":["trace[398387798] 'process raft request' (duration: 1.112648998s)","trace[398387798] 'compare' (duration: 314.566992ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:34:50.34863Z","caller":"traceutil/trace.go:171","msg":"trace[25320352] linearizableReadLoop","detail":"{readStateIndex:19934; appliedIndex:19929; }","duration":"1.423285623s","start":"2026-03-18T10:34:48.925326Z","end":"2026-03-18T10:34:50.348611Z","steps":["trace[25320352] 'read index received' (duration: 525.494839ms)","trace[25320352] 'applied index is now lower than readState.Index' (duration: 897.789324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:34:50.348753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:48.920575Z","time spent":"1.42807556s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:34:50.348887Z","caller":"traceutil/trace.go:171","msg":"trace[1727095301] transaction","detail":"{read_only:false; response_revision:19230; number_of_response:1; }","duration":"1.172280181s","start":"2026-03-18T10:34:49.176578Z","end":"2026-03-18T10:34:50.348858Z","steps":["trace[1727095301] 'process raft request' (duration: 1.171963443s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:50.348912Z","caller":"traceutil/trace.go:171","msg":"trace[2077992438] transaction","detail":"{read_only:false; response_revision:19229; number_of_response:1; }","duration":"1.184028693s","start":"2026-03-18T10:34:49.164858Z","end":"2026-03-18T10:34:50.348886Z","steps":["trace[2077992438] 'process raft request' (duration: 1.183648874s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:50.349029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:49.176558Z","time spent":"1.172400924s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:50.349083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.914594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:34:50.349104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.650643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:34:50.349189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163918365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T10:34:50.349144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423807635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-18T10:34:50.349304Z","caller":"traceutil/trace.go:171","msg":"trace[716735503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19230; }","duration":"1.42401801s","start":"2026-03-18T10:34:48.925266Z","end":"2026-03-18T10:34:50.349284Z","steps":["trace[716735503] 'agreement among raft nodes before linearized reading' (duration: 1.423651222s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:50.349032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:49.164834Z","time spent":"1.184126886s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:34:50.349248Z","caller":"traceutil/trace.go:171","msg":"trace[1330384938] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19230; }","duration":"1.163994936s","start":"2026-03-18T10:34:49.185241Z","end":"2026-03-18T10:34:50.349236Z","steps":["trace[1330384938] 'agreement among raft nodes before linearized reading' (duration: 1.163877393s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:50.349373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.594814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-ffcbb97c9-7nhqv.189de8f3534b67a8\" ","response":"range_response_count:1 size:904"} {"level":"warn","ts":"2026-03-18T10:34:50.34945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:49.185227Z","time spent":"1.1642041s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T10:34:50.349192Z","caller":"traceutil/trace.go:171","msg":"trace[1265483137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19230; }","duration":"703.798496ms","start":"2026-03-18T10:34:49.645376Z","end":"2026-03-18T10:34:50.349174Z","steps":["trace[1265483137] 'agreement among raft nodes before linearized reading' (duration: 703.615072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:50.349483Z","caller":"traceutil/trace.go:171","msg":"trace[1999361966] range","detail":"{range_begin:/registry/events/openstack/heat-api-ffcbb97c9-7nhqv.189de8f3534b67a8; range_end:; response_count:1; response_revision:19230; }","duration":"314.754208ms","start":"2026-03-18T10:34:50.0347Z","end":"2026-03-18T10:34:50.349454Z","steps":["trace[1999361966] 'agreement among raft nodes before linearized reading' (duration: 314.42987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:50.349377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:48.925253Z","time spent":"1.424109892s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T10:34:50.349645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:49.645352Z","time spent":"704.183864ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:34:50.34914Z","caller":"traceutil/trace.go:171","msg":"trace[508299113] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19230; }","duration":"769.970595ms","start":"2026-03-18T10:34:49.579155Z","end":"2026-03-18T10:34:50.349125Z","steps":["trace[508299113] 'agreement among raft nodes before linearized reading' (duration: 769.865883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:50.349767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:49.579084Z","time spent":"770.666221ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:34:50.349565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:50.034678Z","time spent":"314.871971ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-api-ffcbb97c9-7nhqv.189de8f3534b67a8\" "} {"level":"warn","ts":"2026-03-18T10:34:50.349096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243634666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:34:50.349951Z","caller":"traceutil/trace.go:171","msg":"trace[845073722] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:19230; }","duration":"1.244526566s","start":"2026-03-18T10:34:49.105405Z","end":"2026-03-18T10:34:50.349932Z","steps":["trace[845073722] 'agreement among raft nodes before linearized reading' (duration: 1.243555435s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:50.350007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:49.105378Z","time spent":"1.244613737s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-03-18T10:34:50.348895Z","caller":"traceutil/trace.go:171","msg":"trace[759467421] transaction","detail":"{read_only:false; response_revision:19228; number_of_response:1; }","duration":"1.425780249s","start":"2026-03-18T10:34:48.923092Z","end":"2026-03-18T10:34:50.348872Z","steps":["trace[759467421] 'process raft request' (duration: 1.425302957s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:50.35011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:48.923079Z","time spent":"1.426987585s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:51.204576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.394594ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T10:34:51.204947Z","caller":"traceutil/trace.go:171","msg":"trace[1625839017] linearizableReadLoop","detail":"{readStateIndex:19937; appliedIndex:19934; }","duration":"491.044118ms","start":"2026-03-18T10:34:50.713886Z","end":"2026-03-18T10:34:51.20493Z","steps":["trace[1625839017] 'read index received' (duration: 357.471392ms)","trace[1625839017] 'applied index is now lower than readState.Index' (duration: 133.571726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:34:51.205027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:50.353999Z","time spent":"851.025257ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:34:51.205131Z","caller":"traceutil/trace.go:171","msg":"trace[1743994522] transaction","detail":"{read_only:false; response_revision:19231; number_of_response:1; }","duration":"844.911781ms","start":"2026-03-18T10:34:50.360171Z","end":"2026-03-18T10:34:51.205083Z","steps":["trace[1743994522] 'process raft request' (duration: 844.547663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:51.205291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:50.360158Z","time spent":"845.051994ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:51.205326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.413196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:34:51.205336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:50.36137Z","time spent":"843.955359ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:34:51.205412Z","caller":"traceutil/trace.go:171","msg":"trace[1814273988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19231; }","duration":"491.53982ms","start":"2026-03-18T10:34:50.71385Z","end":"2026-03-18T10:34:51.20539Z","steps":["trace[1814273988] 'agreement among raft nodes before linearized reading' (duration: 491.307064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:51.20546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:50.713833Z","time spent":"491.617771ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:34:51.707457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.325732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:34:51.707663Z","caller":"traceutil/trace.go:171","msg":"trace[2002789090] transaction","detail":"{read_only:false; response_revision:19232; number_of_response:1; }","duration":"787.186521ms","start":"2026-03-18T10:34:50.920441Z","end":"2026-03-18T10:34:51.707628Z","steps":["trace[2002789090] 'process raft request' (duration: 521.590592ms)","trace[2002789090] 'compare' (duration: 265.052806ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:34:51.707934Z","caller":"traceutil/trace.go:171","msg":"trace[2057417729] transaction","detail":"{read_only:false; response_revision:19235; number_of_response:1; }","duration":"498.298511ms","start":"2026-03-18T10:34:51.209611Z","end":"2026-03-18T10:34:51.70791Z","steps":["trace[2057417729] 'process raft request' (duration: 498.23599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:51.707982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:50.920419Z","time spent":"787.381305ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:51.708044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:51.209592Z","time spent":"498.404954ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:34:51.708292Z","caller":"traceutil/trace.go:171","msg":"trace[979247641] transaction","detail":"{read_only:false; response_revision:19234; number_of_response:1; }","duration":"501.482923ms","start":"2026-03-18T10:34:51.206794Z","end":"2026-03-18T10:34:51.708276Z","steps":["trace[979247641] 'process raft request' (duration: 500.933071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:51.708364Z","caller":"traceutil/trace.go:171","msg":"trace[1308626996] linearizableReadLoop","detail":"{readStateIndex:19938; appliedIndex:19937; }","duration":"503.353084ms","start":"2026-03-18T10:34:51.204984Z","end":"2026-03-18T10:34:51.708337Z","steps":["trace[1308626996] 'read index received' (duration: 237.169853ms)","trace[1308626996] 'applied index is now lower than readState.Index' (duration: 266.180331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:34:51.708388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:51.206767Z","time spent":"501.574115ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:34:51.708376Z","caller":"traceutil/trace.go:171","msg":"trace[1593438925] transaction","detail":"{read_only:false; response_revision:19233; number_of_response:1; }","duration":"502.119357ms","start":"2026-03-18T10:34:51.206232Z","end":"2026-03-18T10:34:51.708352Z","steps":["trace[1593438925] 'process raft request' (duration: 501.37587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:51.708643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:51.206171Z","time spent":"502.369832ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:51.708662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.093256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T10:34:51.708672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.789844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:34:51.708719Z","caller":"traceutil/trace.go:171","msg":"trace[284956228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19235; }","duration":"786.172458ms","start":"2026-03-18T10:34:50.92253Z","end":"2026-03-18T10:34:51.708703Z","steps":["trace[284956228] 'agreement among raft nodes before linearized reading' (duration: 785.944993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:51.70873Z","caller":"traceutil/trace.go:171","msg":"trace[768632251] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19235; }","duration":"130.893517ms","start":"2026-03-18T10:34:51.577818Z","end":"2026-03-18T10:34:51.708712Z","steps":["trace[768632251] 'agreement among raft nodes before linearized reading' (duration: 130.743633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:51.708765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:50.922521Z","time spent":"786.23295ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:34:51.708445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.418674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:34:51.709039Z","caller":"traceutil/trace.go:171","msg":"trace[976112586] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19235; }","duration":"639.062559ms","start":"2026-03-18T10:34:51.069962Z","end":"2026-03-18T10:34:51.709024Z","steps":["trace[976112586] 'agreement among raft nodes before linearized reading' (duration: 638.393504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:51.709075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:51.069943Z","time spent":"639.112329ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:34:52.313231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.168811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:34:52.31338Z","caller":"traceutil/trace.go:171","msg":"trace[1518692270] transaction","detail":"{read_only:false; response_revision:19236; number_of_response:1; }","duration":"599.531545ms","start":"2026-03-18T10:34:51.713835Z","end":"2026-03-18T10:34:52.313366Z","steps":["trace[1518692270] 'process raft request' (duration: 435.134559ms)","trace[1518692270] 'compare' (duration: 164.017948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:34:52.313486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:51.713814Z","time spent":"599.652097ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:34:52.514737Z","caller":"traceutil/trace.go:171","msg":"trace[2134316287] linearizableReadLoop","detail":"{readStateIndex:19943; appliedIndex:19941; }","duration":"800.744564ms","start":"2026-03-18T10:34:51.713968Z","end":"2026-03-18T10:34:52.514712Z","steps":["trace[2134316287] 'read index received' (duration: 435.064317ms)","trace[2134316287] 'applied index is now lower than readState.Index' (duration: 365.679157ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:34:52.514811Z","caller":"traceutil/trace.go:171","msg":"trace[87328286] transaction","detail":"{read_only:false; response_revision:19237; number_of_response:1; }","duration":"800.884347ms","start":"2026-03-18T10:34:51.71389Z","end":"2026-03-18T10:34:52.514774Z","steps":["trace[87328286] 'process raft request' (duration: 800.636132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:52.514979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:51.713877Z","time spent":"801.00833ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:34:52.51528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.976099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:34:52.515457Z","caller":"traceutil/trace.go:171","msg":"trace[2040535900] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19237; }","duration":"801.383628ms","start":"2026-03-18T10:34:51.713938Z","end":"2026-03-18T10:34:52.515322Z","steps":["trace[2040535900] 'agreement among raft nodes before linearized reading' (duration: 800.893538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:52.515545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:51.713926Z","time spent":"801.573422ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T10:34:52.516282Z","caller":"traceutil/trace.go:171","msg":"trace[506836122] transaction","detail":"{read_only:false; response_revision:19238; number_of_response:1; }","duration":"156.822186ms","start":"2026-03-18T10:34:52.359445Z","end":"2026-03-18T10:34:52.516267Z","steps":["trace[506836122] 'process raft request' (duration: 156.717794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:52.516688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.589921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:34:52.516761Z","caller":"traceutil/trace.go:171","msg":"trace[1414753680] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19239; }","duration":"114.706244ms","start":"2026-03-18T10:34:52.40204Z","end":"2026-03-18T10:34:52.516746Z","steps":["trace[1414753680] 'agreement among raft nodes before linearized reading' (duration: 114.511469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:52.516837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.645537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:34:52.516971Z","caller":"traceutil/trace.go:171","msg":"trace[1084432417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19239; }","duration":"154.797801ms","start":"2026-03-18T10:34:52.362121Z","end":"2026-03-18T10:34:52.516919Z","steps":["trace[1084432417] 'agreement among raft nodes before linearized reading' (duration: 154.510214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:34:52.51676Z","caller":"traceutil/trace.go:171","msg":"trace[1991075059] transaction","detail":"{read_only:false; response_revision:19239; number_of_response:1; }","duration":"157.205215ms","start":"2026-03-18T10:34:52.359539Z","end":"2026-03-18T10:34:52.516744Z","steps":["trace[1991075059] 'process raft request' (duration: 156.692743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:52.517051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.430334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:34:52.517344Z","caller":"traceutil/trace.go:171","msg":"trace[1984774933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19239; }","duration":"154.822872ms","start":"2026-03-18T10:34:52.362503Z","end":"2026-03-18T10:34:52.517326Z","steps":["trace[1984774933] 'agreement among raft nodes before linearized reading' (duration: 154.070715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:52.517636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.351638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:34:52.517717Z","caller":"traceutil/trace.go:171","msg":"trace[1741258802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19239; }","duration":"636.469291ms","start":"2026-03-18T10:34:51.881227Z","end":"2026-03-18T10:34:52.517696Z","steps":["trace[1741258802] 'agreement among raft nodes before linearized reading' (duration: 635.295414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:34:52.517928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:34:51.881205Z","time spent":"636.704915ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:35:01.858568Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T10:35:01.865507Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-18T10:35:01.865615Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-18T10:35:48.683366Z","caller":"traceutil/trace.go:171","msg":"trace[1438169372] transaction","detail":"{read_only:false; response_revision:19793; number_of_response:1; }","duration":"181.970648ms","start":"2026-03-18T10:35:48.501363Z","end":"2026-03-18T10:35:48.683333Z","steps":["trace[1438169372] 'process raft request' (duration: 180.23819ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:42.928924Z","caller":"traceutil/trace.go:171","msg":"trace[1508069979] transaction","detail":"{read_only:false; response_revision:20473; number_of_response:1; }","duration":"235.994106ms","start":"2026-03-18T10:37:42.692901Z","end":"2026-03-18T10:37:42.928895Z","steps":["trace[1508069979] 'process raft request' (duration: 235.081896ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:43.109099Z","caller":"traceutil/trace.go:171","msg":"trace[294781610] linearizableReadLoop","detail":"{readStateIndex:21227; appliedIndex:21226; }","duration":"152.99379ms","start":"2026-03-18T10:37:42.956074Z","end":"2026-03-18T10:37:43.109067Z","steps":["trace[294781610] 'read index received' (duration: 103.054275ms)","trace[294781610] 'applied index is now lower than readState.Index' (duration: 49.938145ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:37:43.109318Z","caller":"traceutil/trace.go:171","msg":"trace[1475262761] transaction","detail":"{read_only:false; response_revision:20474; number_of_response:1; }","duration":"175.138326ms","start":"2026-03-18T10:37:42.934131Z","end":"2026-03-18T10:37:43.109269Z","steps":["trace[1475262761] 'process raft request' (duration: 124.986435ms)","trace[1475262761] 'compare' (duration: 49.790962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:37:43.109422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.319558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3f74c111-f56e-4674-86f2-8ac42da72eb6\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-18T10:37:43.109467Z","caller":"traceutil/trace.go:171","msg":"trace[1575329480] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3f74c111-f56e-4674-86f2-8ac42da72eb6; range_end:; response_count:1; response_revision:20474; }","duration":"153.40429ms","start":"2026-03-18T10:37:42.956046Z","end":"2026-03-18T10:37:43.10945Z","steps":["trace[1575329480] 'agreement among raft nodes before linearized reading' (duration: 153.128763ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:37:55.995938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18512} {"level":"info","ts":"2026-03-18T10:37:56.151828Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18512,"took":"146.004185ms","hash":305444584,"current-db-size-bytes":44900352,"current-db-size":"45 MB","current-db-size-in-use-bytes":26972160,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-18T10:37:56.151906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":305444584,"revision":18512,"compact-revision":16276} {"level":"info","ts":"2026-03-18T10:37:57.837483Z","caller":"traceutil/trace.go:171","msg":"trace[174976804] linearizableReadLoop","detail":"{readStateIndex:21344; appliedIndex:21343; }","duration":"101.655512ms","start":"2026-03-18T10:37:57.735802Z","end":"2026-03-18T10:37:57.837458Z","steps":["trace[174976804] 'read index received' (duration: 101.488459ms)","trace[174976804] 'applied index is now lower than readState.Index' (duration: 165.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:37:57.837777Z","caller":"traceutil/trace.go:171","msg":"trace[434831359] transaction","detail":"{read_only:false; response_revision:20586; number_of_response:1; }","duration":"138.127468ms","start":"2026-03-18T10:37:57.699634Z","end":"2026-03-18T10:37:57.837762Z","steps":["trace[434831359] 'process raft request' (duration: 137.677428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:37:57.838061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.261396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-18T10:37:57.838107Z","caller":"traceutil/trace.go:171","msg":"trace[1417390897] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:20586; }","duration":"102.381628ms","start":"2026-03-18T10:37:57.735715Z","end":"2026-03-18T10:37:57.838097Z","steps":["trace[1417390897] 'agreement among raft nodes before linearized reading' (duration: 102.240055ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:42.48999Z","caller":"traceutil/trace.go:171","msg":"trace[1241105254] transaction","detail":"{read_only:false; response_revision:21017; number_of_response:1; }","duration":"122.660703ms","start":"2026-03-18T10:38:42.367302Z","end":"2026-03-18T10:38:42.489963Z","steps":["trace[1241105254] 'process raft request' (duration: 122.509848ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:48.503815Z","caller":"traceutil/trace.go:171","msg":"trace[157896350] transaction","detail":"{read_only:false; response_revision:21399; number_of_response:1; }","duration":"298.907483ms","start":"2026-03-18T10:38:48.204878Z","end":"2026-03-18T10:38:48.503786Z","steps":["trace[157896350] 'process raft request' (duration: 298.752279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:48.504614Z","caller":"traceutil/trace.go:171","msg":"trace[532212080] linearizableReadLoop","detail":"{readStateIndex:22178; appliedIndex:22178; }","duration":"277.377012ms","start":"2026-03-18T10:38:48.227197Z","end":"2026-03-18T10:38:48.504573Z","steps":["trace[532212080] 'read index received' (duration: 277.370582ms)","trace[532212080] 'applied index is now lower than readState.Index' (duration: 5.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:38:48.50489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.674348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:38:48.504951Z","caller":"traceutil/trace.go:171","msg":"trace[322797351] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:21399; }","duration":"277.784311ms","start":"2026-03-18T10:38:48.227153Z","end":"2026-03-18T10:38:48.504937Z","steps":["trace[322797351] 'agreement among raft nodes before linearized reading' (duration: 277.523875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:48.506306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.541905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2435"} {"level":"info","ts":"2026-03-18T10:38:48.506367Z","caller":"traceutil/trace.go:171","msg":"trace[44586188] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:21401; }","duration":"256.619787ms","start":"2026-03-18T10:38:48.249734Z","end":"2026-03-18T10:38:48.506354Z","steps":["trace[44586188] 'agreement among raft nodes before linearized reading' (duration: 256.479804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:48.507014Z","caller":"traceutil/trace.go:171","msg":"trace[818573994] transaction","detail":"{read_only:false; response_revision:21400; number_of_response:1; }","duration":"279.307264ms","start":"2026-03-18T10:38:48.227692Z","end":"2026-03-18T10:38:48.506999Z","steps":["trace[818573994] 'process raft request' (duration: 278.407335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:48.50741Z","caller":"traceutil/trace.go:171","msg":"trace[1816058693] transaction","detail":"{read_only:false; response_revision:21401; number_of_response:1; }","duration":"204.256957ms","start":"2026-03-18T10:38:48.30314Z","end":"2026-03-18T10:38:48.507397Z","steps":["trace[1816058693] 'process raft request' (duration: 203.037579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:48.50857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.401937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-18T10:38:48.508679Z","caller":"traceutil/trace.go:171","msg":"trace[360751565] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21401; }","duration":"139.54167ms","start":"2026-03-18T10:38:48.369127Z","end":"2026-03-18T10:38:48.508669Z","steps":["trace[360751565] 'agreement among raft nodes before linearized reading' (duration: 138.548108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:50.190567Z","caller":"traceutil/trace.go:171","msg":"trace[682214481] linearizableReadLoop","detail":"{readStateIndex:22236; appliedIndex:22235; }","duration":"228.359295ms","start":"2026-03-18T10:38:49.962182Z","end":"2026-03-18T10:38:50.190542Z","steps":["trace[682214481] 'read index received' (duration: 228.201191ms)","trace[682214481] 'applied index is now lower than readState.Index' (duration: 157.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:38:50.190679Z","caller":"traceutil/trace.go:171","msg":"trace[1201155477] transaction","detail":"{read_only:false; response_revision:21456; number_of_response:1; }","duration":"228.632091ms","start":"2026-03-18T10:38:49.962004Z","end":"2026-03-18T10:38:50.190636Z","steps":["trace[1201155477] 'process raft request' (duration: 228.375245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.19083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.5383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.190886Z","caller":"traceutil/trace.go:171","msg":"trace[1795024441] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21456; }","duration":"228.731804ms","start":"2026-03-18T10:38:49.962137Z","end":"2026-03-18T10:38:50.190869Z","steps":["trace[1795024441] 'agreement among raft nodes before linearized reading' (duration: 228.541339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.194744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.470078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.194822Z","caller":"traceutil/trace.go:171","msg":"trace[704397332] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21458; }","duration":"232.57946ms","start":"2026-03-18T10:38:49.962228Z","end":"2026-03-18T10:38:50.194808Z","steps":["trace[704397332] 'agreement among raft nodes before linearized reading' (duration: 232.437477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.195006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.219721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.195002Z","caller":"traceutil/trace.go:171","msg":"trace[1269660325] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"155.139169ms","start":"2026-03-18T10:38:50.039839Z","end":"2026-03-18T10:38:50.194978Z","steps":["trace[1269660325] 'process raft request' (duration: 154.75142ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:50.195049Z","caller":"traceutil/trace.go:171","msg":"trace[751327467] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21458; }","duration":"219.292363ms","start":"2026-03-18T10:38:49.975747Z","end":"2026-03-18T10:38:50.195039Z","steps":["trace[751327467] 'agreement among raft nodes before linearized reading' (duration: 219.228141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.195067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.617955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.19512Z","caller":"traceutil/trace.go:171","msg":"trace[1605774607] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21458; }","duration":"149.683066ms","start":"2026-03-18T10:38:50.045423Z","end":"2026-03-18T10:38:50.195106Z","steps":["trace[1605774607] 'agreement among raft nodes before linearized reading' (duration: 149.618235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.19521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.546458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.19525Z","caller":"traceutil/trace.go:171","msg":"trace[1748632014] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21458; }","duration":"219.599919ms","start":"2026-03-18T10:38:49.975642Z","end":"2026-03-18T10:38:50.195241Z","steps":["trace[1748632014] 'agreement among raft nodes before linearized reading' (duration: 219.539828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:50.195267Z","caller":"traceutil/trace.go:171","msg":"trace[1362559109] transaction","detail":"{read_only:false; response_revision:21457; number_of_response:1; }","duration":"186.51227ms","start":"2026-03-18T10:38:50.008731Z","end":"2026-03-18T10:38:50.195244Z","steps":["trace[1362559109] 'process raft request' (duration: 185.734063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.195385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.906299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:38:50.19477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.762179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.195424Z","caller":"traceutil/trace.go:171","msg":"trace[752112120] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21458; }","duration":"220.95734ms","start":"2026-03-18T10:38:49.974458Z","end":"2026-03-18T10:38:50.195416Z","steps":["trace[752112120] 'agreement among raft nodes before linearized reading' (duration: 220.900859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.195398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.366043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:38:50.195502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.319098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.19554Z","caller":"traceutil/trace.go:171","msg":"trace[325892718] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21458; }","duration":"221.38526ms","start":"2026-03-18T10:38:49.974147Z","end":"2026-03-18T10:38:50.195532Z","steps":["trace[325892718] 'agreement among raft nodes before linearized reading' (duration: 221.327318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.195309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.23807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:38:50.195636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.633755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.195663Z","caller":"traceutil/trace.go:171","msg":"trace[2081185465] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21458; }","duration":"221.682916ms","start":"2026-03-18T10:38:49.973972Z","end":"2026-03-18T10:38:50.195655Z","steps":["trace[2081185465] 'agreement among raft nodes before linearized reading' (duration: 221.641826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.195663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.158305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:38:50.195303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.626893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.19566Z","caller":"traceutil/trace.go:171","msg":"trace[530557152] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21458; }","duration":"176.592379ms","start":"2026-03-18T10:38:50.018975Z","end":"2026-03-18T10:38:50.195567Z","steps":["trace[530557152] 'agreement among raft nodes before linearized reading' (duration: 176.330353ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:50.195721Z","caller":"traceutil/trace.go:171","msg":"trace[1858886493] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21458; }","duration":"200.213976ms","start":"2026-03-18T10:38:49.995487Z","end":"2026-03-18T10:38:50.195701Z","steps":["trace[1858886493] 'agreement among raft nodes before linearized reading' (duration: 200.150735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:50.195714Z","caller":"traceutil/trace.go:171","msg":"trace[893401431] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21458; }","duration":"150.643419ms","start":"2026-03-18T10:38:50.045015Z","end":"2026-03-18T10:38:50.195659Z","steps":["trace[893401431] 'agreement among raft nodes before linearized reading' (duration: 150.26557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:50.195758Z","caller":"traceutil/trace.go:171","msg":"trace[1854625029] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21458; }","duration":"200.40292ms","start":"2026-03-18T10:38:49.99534Z","end":"2026-03-18T10:38:50.195743Z","steps":["trace[1854625029] 'agreement among raft nodes before linearized reading' (duration: 199.538091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:50.195875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.022328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T10:38:50.195611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.681588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:50.195918Z","caller":"traceutil/trace.go:171","msg":"trace[1808181356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21458; }","duration":"156.087669ms","start":"2026-03-18T10:38:50.039821Z","end":"2026-03-18T10:38:50.195909Z","steps":["trace[1808181356] 'agreement among raft nodes before linearized reading' (duration: 155.956406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:50.195925Z","caller":"traceutil/trace.go:171","msg":"trace[1649685601] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21458; }","duration":"189.002705ms","start":"2026-03-18T10:38:50.006912Z","end":"2026-03-18T10:38:50.195915Z","steps":["trace[1649685601] 'agreement among raft nodes before linearized reading' (duration: 188.658208ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:50.195451Z","caller":"traceutil/trace.go:171","msg":"trace[1283189999] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21458; }","duration":"150.506776ms","start":"2026-03-18T10:38:50.044935Z","end":"2026-03-18T10:38:50.195441Z","steps":["trace[1283189999] 'agreement among raft nodes before linearized reading' (duration: 149.77766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:51.916578Z","caller":"traceutil/trace.go:171","msg":"trace[974500638] transaction","detail":"{read_only:false; response_revision:21504; number_of_response:1; }","duration":"214.832054ms","start":"2026-03-18T10:38:51.70172Z","end":"2026-03-18T10:38:51.916552Z","steps":["trace[974500638] 'process raft request' (duration: 214.631218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:51.916988Z","caller":"traceutil/trace.go:171","msg":"trace[1178920108] transaction","detail":"{read_only:false; response_revision:21505; number_of_response:1; }","duration":"190.06865ms","start":"2026-03-18T10:38:51.726862Z","end":"2026-03-18T10:38:51.91693Z","steps":["trace[1178920108] 'process raft request' (duration: 189.649181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:51.91704Z","caller":"traceutil/trace.go:171","msg":"trace[30604002] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"187.923501ms","start":"2026-03-18T10:38:51.729094Z","end":"2026-03-18T10:38:51.917017Z","steps":["trace[30604002] 'process raft request' (duration: 187.698826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:51.916995Z","caller":"traceutil/trace.go:171","msg":"trace[575332703] linearizableReadLoop","detail":"{readStateIndex:22286; appliedIndex:22283; }","duration":"167.670579ms","start":"2026-03-18T10:38:51.749292Z","end":"2026-03-18T10:38:51.916962Z","steps":["trace[575332703] 'read index received' (duration: 166.976672ms)","trace[575332703] 'applied index is now lower than readState.Index' (duration: 691.177µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:38:51.917137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.808933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager-test/\" range_end:\"/registry/serviceaccounts/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:51.917272Z","caller":"traceutil/trace.go:171","msg":"trace[1585121171] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager-test/; range_end:/registry/serviceaccounts/cert-manager-test0; response_count:0; response_revision:21506; }","duration":"167.932725ms","start":"2026-03-18T10:38:51.74926Z","end":"2026-03-18T10:38:51.917193Z","steps":["trace[1585121171] 'agreement among raft nodes before linearized reading' (duration: 167.795292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:56.701289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.135161ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:56.701494Z","caller":"traceutil/trace.go:171","msg":"trace[2140200705] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21591; }","duration":"203.367217ms","start":"2026-03-18T10:38:56.498096Z","end":"2026-03-18T10:38:56.701463Z","steps":["trace[2140200705] 'range keys from in-memory index tree' (duration: 203.11234ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:56.701839Z","caller":"traceutil/trace.go:171","msg":"trace[1924591738] linearizableReadLoop","detail":"{readStateIndex:22374; appliedIndex:22373; }","duration":"476.411661ms","start":"2026-03-18T10:38:56.225392Z","end":"2026-03-18T10:38:56.701804Z","steps":["trace[1924591738] 'read index received' (duration: 473.761322ms)","trace[1924591738] 'applied index is now lower than readState.Index' (duration: 2.648529ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:38:56.702101Z","caller":"traceutil/trace.go:171","msg":"trace[2111330017] transaction","detail":"{read_only:false; response_revision:21592; number_of_response:1; }","duration":"483.961161ms","start":"2026-03-18T10:38:56.218075Z","end":"2026-03-18T10:38:56.702036Z","steps":["trace[2111330017] 'process raft request' (duration: 480.978434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:56.702176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.754579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:38:56.702225Z","caller":"traceutil/trace.go:171","msg":"trace[591507785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21592; }","duration":"476.863901ms","start":"2026-03-18T10:38:56.225348Z","end":"2026-03-18T10:38:56.702212Z","steps":["trace[591507785] 'agreement among raft nodes before linearized reading' (duration: 476.631256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:56.70225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.976997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:38:56.702305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.218047Z","time spent":"484.128995ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:38:56.702315Z","caller":"traceutil/trace.go:171","msg":"trace[262924400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21592; }","duration":"474.064109ms","start":"2026-03-18T10:38:56.228232Z","end":"2026-03-18T10:38:56.702296Z","steps":["trace[262924400] 'agreement among raft nodes before linearized reading' (duration: 473.920666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:56.702264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.225329Z","time spent":"476.924043ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:38:56.702329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.333057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T10:38:56.702398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.228218Z","time spent":"474.168201ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:38:56.702412Z","caller":"traceutil/trace.go:171","msg":"trace[1038136993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21592; }","duration":"471.449001ms","start":"2026-03-18T10:38:56.230946Z","end":"2026-03-18T10:38:56.702395Z","steps":["trace[1038136993] 'agreement among raft nodes before linearized reading' (duration: 471.217205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:56.702373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.825463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T10:38:56.702455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.230934Z","time spent":"471.512712ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:38:56.702499Z","caller":"traceutil/trace.go:171","msg":"trace[1907124405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21592; }","duration":"473.981427ms","start":"2026-03-18T10:38:56.228494Z","end":"2026-03-18T10:38:56.702475Z","steps":["trace[1907124405] 'agreement among raft nodes before linearized reading' (duration: 473.675051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:56.702558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.228486Z","time spent":"474.063339ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:38:57.426692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674436669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:38:57.888457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182011508s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:38:58.055939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.127837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:38:58.056239Z","caller":"traceutil/trace.go:171","msg":"trace[106440932] transaction","detail":"{read_only:false; response_revision:21593; number_of_response:1; }","duration":"1.349871572s","start":"2026-03-18T10:38:56.706346Z","end":"2026-03-18T10:38:58.056218Z","steps":["trace[106440932] 'process raft request' (duration: 1.182357476s)","trace[106440932] 'compare' (duration: 166.943503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:38:58.056301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.706325Z","time spent":"1.349948093s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:38:58.772354Z","caller":"traceutil/trace.go:171","msg":"trace[1919443107] transaction","detail":"{read_only:false; response_revision:21594; number_of_response:1; }","duration":"2.065777588s","start":"2026-03-18T10:38:56.706539Z","end":"2026-03-18T10:38:58.772317Z","steps":["trace[1919443107] 'process raft request' (duration: 2.047450978s)","trace[1919443107] 'compare' (duration: 17.032491ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:38:58.772718Z","caller":"traceutil/trace.go:171","msg":"trace[527728867] transaction","detail":"{read_only:false; response_revision:21597; number_of_response:1; }","duration":"2.001722417s","start":"2026-03-18T10:38:56.770966Z","end":"2026-03-18T10:38:58.772688Z","steps":["trace[527728867] 'process raft request' (duration: 2.001381329s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:58.772968Z","caller":"traceutil/trace.go:171","msg":"trace[903339809] linearizableReadLoop","detail":"{readStateIndex:22382; appliedIndex:22374; }","duration":"1.846463614s","start":"2026-03-18T10:38:56.926475Z","end":"2026-03-18T10:38:58.772938Z","steps":["trace[903339809] 'read index received' (duration: 962.253124ms)","trace[903339809] 'applied index is now lower than readState.Index' (duration: 884.2092ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:38:58.772717Z","caller":"traceutil/trace.go:171","msg":"trace[2029736150] transaction","detail":"{read_only:false; response_revision:21596; number_of_response:1; }","duration":"2.064812117s","start":"2026-03-18T10:38:56.707841Z","end":"2026-03-18T10:38:58.772653Z","steps":["trace[2029736150] 'process raft request' (duration: 2.064388077s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:58.773081Z","caller":"traceutil/trace.go:171","msg":"trace[432519434] transaction","detail":"{read_only:false; response_revision:21600; number_of_response:1; }","duration":"1.538201322s","start":"2026-03-18T10:38:57.234861Z","end":"2026-03-18T10:38:58.773062Z","steps":["trace[432519434] 'process raft request' (duration: 1.537780442s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.773139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.707832Z","time spent":"2.065204255s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:38:58.772728Z","caller":"traceutil/trace.go:171","msg":"trace[153641007] transaction","detail":"{read_only:false; response_revision:21599; number_of_response:1; }","duration":"1.547811218s","start":"2026-03-18T10:38:57.224888Z","end":"2026-03-18T10:38:58.772699Z","steps":["trace[153641007] 'process raft request' (duration: 1.547624454s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.773087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846600118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:38:58.773281Z","caller":"traceutil/trace.go:171","msg":"trace[983211119] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:21601; }","duration":"1.846862953s","start":"2026-03-18T10:38:56.926398Z","end":"2026-03-18T10:38:58.773261Z","steps":["trace[983211119] 'agreement among raft nodes before linearized reading' (duration: 1.846602537s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.7733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:57.224867Z","time spent":"1.548343099s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:38:58.772742Z","caller":"traceutil/trace.go:171","msg":"trace[948913985] transaction","detail":"{read_only:false; response_revision:21598; number_of_response:1; }","duration":"1.968220477s","start":"2026-03-18T10:38:56.804494Z","end":"2026-03-18T10:38:58.772714Z","steps":["trace[948913985] 'process raft request' (duration: 1.967952861s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:58.772739Z","caller":"traceutil/trace.go:171","msg":"trace[289799772] transaction","detail":"{read_only:false; response_revision:21595; number_of_response:1; }","duration":"2.065991473s","start":"2026-03-18T10:38:56.706718Z","end":"2026-03-18T10:38:58.77271Z","steps":["trace[289799772] 'process raft request' (duration: 2.06541786s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.773349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.926363Z","time spent":"1.846962955s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:38:58.773407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.804451Z","time spent":"1.968902342s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:38:58.773275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.770936Z","time spent":"2.002070113s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:38:58.773051Z","caller":"traceutil/trace.go:171","msg":"trace[394992780] transaction","detail":"{read_only:false; response_revision:21601; number_of_response:1; }","duration":"914.145728ms","start":"2026-03-18T10:38:57.858857Z","end":"2026-03-18T10:38:58.773003Z","steps":["trace[394992780] 'process raft request' (duration: 913.978785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.773473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.706703Z","time spent":"2.066692269s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:38:58.77359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:57.234814Z","time spent":"1.538349835s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:38:58.773606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:57.858836Z","time spent":"914.706431ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:38:58.774058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:56.706523Z","time spent":"2.066305321s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:38:58.776573Z","caller":"traceutil/trace.go:171","msg":"trace[530846388] transaction","detail":"{read_only:false; response_revision:21603; number_of_response:1; }","duration":"836.87844ms","start":"2026-03-18T10:38:57.939678Z","end":"2026-03-18T10:38:58.776556Z","steps":["trace[530846388] 'process raft request' (duration: 836.811509ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:38:58.776832Z","caller":"traceutil/trace.go:171","msg":"trace[438838807] transaction","detail":"{read_only:false; response_revision:21604; number_of_response:1; }","duration":"836.780828ms","start":"2026-03-18T10:38:57.940038Z","end":"2026-03-18T10:38:58.776819Z","steps":["trace[438838807] 'process raft request' (duration: 836.487562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.776912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:57.940031Z","time spent":"836.847399ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:38:58.776663Z","caller":"traceutil/trace.go:171","msg":"trace[1275114170] transaction","detail":"{read_only:false; response_revision:21602; number_of_response:1; }","duration":"838.17499ms","start":"2026-03-18T10:38:57.938462Z","end":"2026-03-18T10:38:58.776637Z","steps":["trace[1275114170] 'process raft request' (duration: 837.937225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.777043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:57.938435Z","time spent":"838.553049ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:38:58.777171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:57.939647Z","time spent":"837.126616ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:38:58.777313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132209245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:38:58.777316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254912618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:38:58.777352Z","caller":"traceutil/trace.go:171","msg":"trace[1325299118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21605; }","duration":"1.132244736s","start":"2026-03-18T10:38:57.645098Z","end":"2026-03-18T10:38:58.777342Z","steps":["trace[1325299118] 'agreement among raft nodes before linearized reading' (duration: 1.132194325s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.777377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:57.645053Z","time spent":"1.132318577s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:38:58.777382Z","caller":"traceutil/trace.go:171","msg":"trace[411253537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21605; }","duration":"1.25502433s","start":"2026-03-18T10:38:57.52234Z","end":"2026-03-18T10:38:58.777364Z","steps":["trace[411253537] 'agreement among raft nodes before linearized reading' (duration: 1.254778265s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.777423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:57.522318Z","time spent":"1.255096202s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:38:58.777213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.637655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-18T10:38:58.777512Z","caller":"traceutil/trace.go:171","msg":"trace[266623538] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21605; }","duration":"835.947221ms","start":"2026-03-18T10:38:57.941548Z","end":"2026-03-18T10:38:58.777495Z","steps":["trace[266623538] 'agreement among raft nodes before linearized reading' (duration: 835.566563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:38:58.777559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:38:57.94154Z","time spent":"836.005432ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-18T10:40:21.682457Z","caller":"traceutil/trace.go:171","msg":"trace[300114366] transaction","detail":"{read_only:false; response_revision:22481; number_of_response:1; }","duration":"212.978743ms","start":"2026-03-18T10:40:21.46945Z","end":"2026-03-18T10:40:21.682429Z","steps":["trace[300114366] 'process raft request' (duration: 212.500902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:40:34.532283Z","caller":"traceutil/trace.go:171","msg":"trace[1795283317] transaction","detail":"{read_only:false; response_revision:22570; number_of_response:1; }","duration":"122.004709ms","start":"2026-03-18T10:40:34.410244Z","end":"2026-03-18T10:40:34.532248Z","steps":["trace[1795283317] 'process raft request' (duration: 121.765584ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:34.174528Z","caller":"traceutil/trace.go:171","msg":"trace[1582998863] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"171.923864ms","start":"2026-03-18T10:41:34.002573Z","end":"2026-03-18T10:41:34.174497Z","steps":["trace[1582998863] 'process raft request' (duration: 171.72709ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:34.221259Z","caller":"traceutil/trace.go:171","msg":"trace[2027187172] linearizableReadLoop","detail":"{readStateIndex:23910; appliedIndex:23908; }","duration":"162.765249ms","start":"2026-03-18T10:41:34.05847Z","end":"2026-03-18T10:41:34.221235Z","steps":["trace[2027187172] 'read index received' (duration: 115.84104ms)","trace[2027187172] 'applied index is now lower than readState.Index' (duration: 46.921579ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:41:34.221333Z","caller":"traceutil/trace.go:171","msg":"trace[687431692] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"179.680238ms","start":"2026-03-18T10:41:34.041616Z","end":"2026-03-18T10:41:34.221297Z","steps":["trace[687431692] 'process raft request' (duration: 179.287199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:41:34.221628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.146008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-l4lz7\" ","response":"range_response_count:1 size:9126"} {"level":"info","ts":"2026-03-18T10:41:34.221701Z","caller":"traceutil/trace.go:171","msg":"trace[2040417226] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-l4lz7; range_end:; response_count:1; response_revision:23091; }","duration":"163.25763ms","start":"2026-03-18T10:41:34.058425Z","end":"2026-03-18T10:41:34.221683Z","steps":["trace[2040417226] 'agreement among raft nodes before linearized reading' (duration: 163.006935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:45.378221Z","caller":"traceutil/trace.go:171","msg":"trace[1069665277] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"143.09838ms","start":"2026-03-18T10:41:45.235096Z","end":"2026-03-18T10:41:45.378195Z","steps":["trace[1069665277] 'process raft request' (duration: 142.865165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.707728Z","caller":"traceutil/trace.go:171","msg":"trace[657092095] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"292.638374ms","start":"2026-03-18T10:41:53.415064Z","end":"2026-03-18T10:41:53.707702Z","steps":["trace[657092095] 'process raft request' (duration: 292.422059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.707731Z","caller":"traceutil/trace.go:171","msg":"trace[2136689782] linearizableReadLoop","detail":"{readStateIndex:24048; appliedIndex:24047; }","duration":"272.442542ms","start":"2026-03-18T10:41:53.435226Z","end":"2026-03-18T10:41:53.707668Z","steps":["trace[2136689782] 'read index received' (duration: 272.254568ms)","trace[2136689782] 'applied index is now lower than readState.Index' (duration: 186.804µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:41:53.707901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.655986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-l4lz7\" ","response":"range_response_count:1 size:9265"} {"level":"info","ts":"2026-03-18T10:41:53.70801Z","caller":"traceutil/trace.go:171","msg":"trace[2013412929] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-l4lz7; range_end:; response_count:1; response_revision:23225; }","duration":"272.844151ms","start":"2026-03-18T10:41:53.435154Z","end":"2026-03-18T10:41:53.707999Z","steps":["trace[2013412929] 'agreement among raft nodes before linearized reading' (duration: 272.581955ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.74008Z","caller":"traceutil/trace.go:171","msg":"trace[396411144] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"225.331429ms","start":"2026-03-18T10:41:53.514728Z","end":"2026-03-18T10:41:53.74006Z","steps":["trace[396411144] 'process raft request' (duration: 225.043913ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.74024Z","caller":"traceutil/trace.go:171","msg":"trace[537971406] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"207.100911ms","start":"2026-03-18T10:41:53.53313Z","end":"2026-03-18T10:41:53.740231Z","steps":["trace[537971406] 'process raft request' (duration: 206.862296ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.740405Z","caller":"traceutil/trace.go:171","msg":"trace[1766212341] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"200.839031ms","start":"2026-03-18T10:41:53.539559Z","end":"2026-03-18T10:41:53.740398Z","steps":["trace[1766212341] 'process raft request' (duration: 200.492773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.740504Z","caller":"traceutil/trace.go:171","msg":"trace[33664219] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"200.547795ms","start":"2026-03-18T10:41:53.539948Z","end":"2026-03-18T10:41:53.740496Z","steps":["trace[33664219] 'process raft request' (duration: 200.206077ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.92862Z","caller":"traceutil/trace.go:171","msg":"trace[1181569855] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"115.575914ms","start":"2026-03-18T10:41:53.813004Z","end":"2026-03-18T10:41:53.92858Z","steps":["trace[1181569855] 'process raft request' (duration: 109.736883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.928646Z","caller":"traceutil/trace.go:171","msg":"trace[1291784207] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"115.562634ms","start":"2026-03-18T10:41:53.813062Z","end":"2026-03-18T10:41:53.928625Z","steps":["trace[1291784207] 'process raft request' (duration: 115.480852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:41:53.928979Z","caller":"traceutil/trace.go:171","msg":"trace[196821404] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"115.859091ms","start":"2026-03-18T10:41:53.813088Z","end":"2026-03-18T10:41:53.928947Z","steps":["trace[196821404] 'process raft request' (duration: 115.508863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:28.94092Z","caller":"traceutil/trace.go:171","msg":"trace[591481340] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"486.323654ms","start":"2026-03-18T10:42:28.454553Z","end":"2026-03-18T10:42:28.940877Z","steps":["trace[591481340] 'process raft request' (duration: 486.073048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:28.941328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:28.454518Z","time spent":"486.666551ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:28.946926Z","caller":"traceutil/trace.go:171","msg":"trace[979469239] linearizableReadLoop","detail":"{readStateIndex:24446; appliedIndex:24444; }","duration":"464.196789ms","start":"2026-03-18T10:42:28.482705Z","end":"2026-03-18T10:42:28.946901Z","steps":["trace[979469239] 'read index received' (duration: 457.931889ms)","trace[979469239] 'applied index is now lower than readState.Index' (duration: 6.25968ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:28.947028Z","caller":"traceutil/trace.go:171","msg":"trace[1689033470] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"465.710083ms","start":"2026-03-18T10:42:28.481295Z","end":"2026-03-18T10:42:28.947005Z","steps":["trace[1689033470] 'process raft request' (duration: 465.473788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:28.94712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.392603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:28.94717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.005762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:28.94717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:28.481276Z","time spent":"465.807635ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:28.947194Z","caller":"traceutil/trace.go:171","msg":"trace[1054676925] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23610; }","duration":"464.512646ms","start":"2026-03-18T10:42:28.482663Z","end":"2026-03-18T10:42:28.947176Z","steps":["trace[1054676925] 'agreement among raft nodes before linearized reading' (duration: 464.379523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:28.94722Z","caller":"traceutil/trace.go:171","msg":"trace[72543044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23610; }","duration":"302.093535ms","start":"2026-03-18T10:42:28.645114Z","end":"2026-03-18T10:42:28.947208Z","steps":["trace[72543044] 'agreement among raft nodes before linearized reading' (duration: 302.011032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:28.947247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:28.645091Z","time spent":"302.150187ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:28.947247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:28.482638Z","time spent":"464.594458ms","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:28.947313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.020946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:28.947381Z","caller":"traceutil/trace.go:171","msg":"trace[28462559] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23610; }","duration":"248.163589ms","start":"2026-03-18T10:42:28.699204Z","end":"2026-03-18T10:42:28.947367Z","steps":["trace[28462559] 'agreement among raft nodes before linearized reading' (duration: 247.999986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:34.116902Z","caller":"traceutil/trace.go:171","msg":"trace[1271775251] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"263.8724ms","start":"2026-03-18T10:42:33.852998Z","end":"2026-03-18T10:42:34.116871Z","steps":["trace[1271775251] 'process raft request' (duration: 263.697626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:35.14545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027962766s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:42:35.169732Z","caller":"traceutil/trace.go:171","msg":"trace[984516057] linearizableReadLoop","detail":"{readStateIndex:24484; appliedIndex:24480; }","duration":"1.118978872s","start":"2026-03-18T10:42:34.050729Z","end":"2026-03-18T10:42:35.169708Z","steps":["trace[984516057] 'read index received' (duration: 66.908856ms)","trace[984516057] 'applied index is now lower than readState.Index' (duration: 1.052069166s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:35.170077Z","caller":"traceutil/trace.go:171","msg":"trace[784725124] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"1.298396684s","start":"2026-03-18T10:42:33.871664Z","end":"2026-03-18T10:42:35.170061Z","steps":["trace[784725124] 'process raft request' (duration: 1.274059979s)","trace[784725124] 'compare' (duration: 22.770769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:35.170217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:33.871645Z","time spent":"1.298502867s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:35.170404Z","caller":"traceutil/trace.go:171","msg":"trace[728310112] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"1.290402275s","start":"2026-03-18T10:42:33.879992Z","end":"2026-03-18T10:42:35.170394Z","steps":["trace[728310112] 'process raft request' (duration: 1.289551186s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:35.170467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:33.879962Z","time spent":"1.290473007s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:35.170624Z","caller":"traceutil/trace.go:171","msg":"trace[458529356] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"1.288043212s","start":"2026-03-18T10:42:33.882571Z","end":"2026-03-18T10:42:35.170614Z","steps":["trace[458529356] 'process raft request' (duration: 1.28706384s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:35.170683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:33.882557Z","time spent":"1.288097984s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:35.170812Z","caller":"traceutil/trace.go:171","msg":"trace[712626428] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"1.287777596s","start":"2026-03-18T10:42:33.883026Z","end":"2026-03-18T10:42:35.170803Z","steps":["trace[712626428] 'process raft request' (duration: 1.286643721s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:35.170866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:33.883018Z","time spent":"1.287821727s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:35.171056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120326231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:42:35.171094Z","caller":"traceutil/trace.go:171","msg":"trace[1304802235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23647; }","duration":"1.120400173s","start":"2026-03-18T10:42:34.050685Z","end":"2026-03-18T10:42:35.171085Z","steps":["trace[1304802235] 'agreement among raft nodes before linearized reading' (duration: 1.120285981s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:35.171128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.050664Z","time spent":"1.120457975s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:42:36.1079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.507459ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:42:36.108269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:35.748546Z","time spent":"359.719954ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:42:36.109399Z","caller":"traceutil/trace.go:171","msg":"trace[783588018] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"1.151389756s","start":"2026-03-18T10:42:34.957982Z","end":"2026-03-18T10:42:36.109372Z","steps":["trace[783588018] 'process raft request' (duration: 1.150006356s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:36.109557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.957959Z","time spent":"1.151521169s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:37.028754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.472701ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:37.028903Z","caller":"traceutil/trace.go:171","msg":"trace[1444283328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23648; }","duration":"530.647525ms","start":"2026-03-18T10:42:36.498234Z","end":"2026-03-18T10:42:37.028882Z","steps":["trace[1444283328] 'range keys from in-memory index tree' (duration: 530.451251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.02971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.255948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:37.029947Z","caller":"traceutil/trace.go:171","msg":"trace[638591268] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"1.853636869s","start":"2026-03-18T10:42:35.176291Z","end":"2026-03-18T10:42:37.029928Z","steps":["trace[638591268] 'process raft request' (duration: 1.853540027s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.030024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:35.176268Z","time spent":"1.853721112s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:37.030146Z","caller":"traceutil/trace.go:171","msg":"trace[1476768214] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"2.06022806s","start":"2026-03-18T10:42:34.969906Z","end":"2026-03-18T10:42:37.030134Z","steps":["trace[1476768214] 'process raft request' (duration: 1.13944569s)","trace[1476768214] 'compare' (duration: 919.167143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:37.030193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.969885Z","time spent":"2.060283201s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:37.030271Z","caller":"traceutil/trace.go:171","msg":"trace[1343254967] linearizableReadLoop","detail":"{readStateIndex:24487; appliedIndex:24484; }","duration":"1.860464412s","start":"2026-03-18T10:42:35.169798Z","end":"2026-03-18T10:42:37.030262Z","steps":["trace[1343254967] 'read index received' (duration: 476.516035ms)","trace[1343254967] 'applied index is now lower than readState.Index' (duration: 1.383947137s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:37.030466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187913374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:42:37.030506Z","caller":"traceutil/trace.go:171","msg":"trace[852970251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23650; }","duration":"2.187980206s","start":"2026-03-18T10:42:34.842517Z","end":"2026-03-18T10:42:37.030498Z","steps":["trace[852970251] 'agreement among raft nodes before linearized reading' (duration: 2.187864003s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.030513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75521879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-18T10:42:37.030583Z","caller":"traceutil/trace.go:171","msg":"trace[1512486384] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23650; }","duration":"2.755325392s","start":"2026-03-18T10:42:34.275241Z","end":"2026-03-18T10:42:37.030566Z","steps":["trace[1512486384] 'agreement among raft nodes before linearized reading' (duration: 2.755148069s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.030617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88674639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T10:42:37.030602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881362281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:42:37.030606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886332821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:42:37.030654Z","caller":"traceutil/trace.go:171","msg":"trace[515211994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23650; }","duration":"2.886819862s","start":"2026-03-18T10:42:34.143826Z","end":"2026-03-18T10:42:37.030646Z","steps":["trace[515211994] 'agreement among raft nodes before linearized reading' (duration: 2.88673487s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.030669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524143173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:42:37.030688Z","caller":"traceutil/trace.go:171","msg":"trace[23658025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23650; }","duration":"2.886571727s","start":"2026-03-18T10:42:34.144101Z","end":"2026-03-18T10:42:37.030673Z","steps":["trace[23658025] 'agreement among raft nodes before linearized reading' (duration: 2.886326911s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.030681Z","caller":"traceutil/trace.go:171","msg":"trace[1598340348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23650; }","duration":"2.881457753s","start":"2026-03-18T10:42:34.149208Z","end":"2026-03-18T10:42:37.030665Z","steps":["trace[1598340348] 'agreement among raft nodes before linearized reading' (duration: 2.881245938s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.030713Z","caller":"traceutil/trace.go:171","msg":"trace[563432217] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23650; }","duration":"2.524210714s","start":"2026-03-18T10:42:34.506495Z","end":"2026-03-18T10:42:37.030705Z","steps":["trace[563432217] 'agreement among raft nodes before linearized reading' (duration: 2.524147672s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.030687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3693157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T10:42:37.030726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.144082Z","time spent":"2.886635238s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:37.030739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.149203Z","time spent":"2.881526925s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:37.030769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210841957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T10:42:37.030775Z","caller":"traceutil/trace.go:171","msg":"trace[1679285360] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23650; }","duration":"2.369449524s","start":"2026-03-18T10:42:34.661305Z","end":"2026-03-18T10:42:37.030754Z","steps":["trace[1679285360] 'agreement among raft nodes before linearized reading' (duration: 2.369192428s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.03081Z","caller":"traceutil/trace.go:171","msg":"trace[1762973095] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23650; }","duration":"2.210877468s","start":"2026-03-18T10:42:34.819921Z","end":"2026-03-18T10:42:37.030799Z","steps":["trace[1762973095] 'agreement among raft nodes before linearized reading' (duration: 2.210784196s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.030818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.661288Z","time spent":"2.369519965s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:37.030848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.819901Z","time spent":"2.210936638s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-18T10:42:37.030621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.275168Z","time spent":"2.755446646s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:42:37.030734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.506481Z","time spent":"2.524248255s","remote":"127.0.0.1:51576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:37.030682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.143802Z","time spent":"2.886874933s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:37.030539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:34.842506Z","time spent":"2.188024287s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:42:37.383424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253830027s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:42:37.386622Z","caller":"traceutil/trace.go:171","msg":"trace[1774818539] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"1.25712124s","start":"2026-03-18T10:42:36.129474Z","end":"2026-03-18T10:42:37.386595Z","steps":["trace[1774818539] 'process raft request' (duration: 1.254327688s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.386817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:36.129449Z","time spent":"1.257271434s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:37.388359Z","caller":"traceutil/trace.go:171","msg":"trace[305487634] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"481.943737ms","start":"2026-03-18T10:42:36.906405Z","end":"2026-03-18T10:42:37.388349Z","steps":["trace[305487634] 'process raft request' (duration: 481.887026ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.3884Z","caller":"traceutil/trace.go:171","msg":"trace[1760388400] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"900.575818ms","start":"2026-03-18T10:42:36.48778Z","end":"2026-03-18T10:42:37.388355Z","steps":["trace[1760388400] 'process raft request' (duration: 900.455086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.388444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:36.90638Z","time spent":"482.010308ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:37.388539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:36.487761Z","time spent":"900.68927ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:37.388688Z","caller":"traceutil/trace.go:171","msg":"trace[1632194965] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"382.688658ms","start":"2026-03-18T10:42:37.00597Z","end":"2026-03-18T10:42:37.388659Z","steps":["trace[1632194965] 'process raft request' (duration: 382.35138ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.388762Z","caller":"traceutil/trace.go:171","msg":"trace[440490688] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"352.528024ms","start":"2026-03-18T10:42:37.036211Z","end":"2026-03-18T10:42:37.388739Z","steps":["trace[440490688] 'process raft request' (duration: 352.323249ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.388802Z","caller":"traceutil/trace.go:171","msg":"trace[1392774176] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"352.260347ms","start":"2026-03-18T10:42:37.036517Z","end":"2026-03-18T10:42:37.388778Z","steps":["trace[1392774176] 'process raft request' (duration: 352.158905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.388828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:37.005946Z","time spent":"382.81235ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:37.388858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:37.036196Z","time spent":"352.625485ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:37.388896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:37.036502Z","time spent":"352.345929ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:37.388982Z","caller":"traceutil/trace.go:171","msg":"trace[1949738946] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"211.625643ms","start":"2026-03-18T10:42:37.177337Z","end":"2026-03-18T10:42:37.388963Z","steps":["trace[1949738946] 'process raft request' (duration: 211.567691ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.388982Z","caller":"traceutil/trace.go:171","msg":"trace[1296313452] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"352.133674ms","start":"2026-03-18T10:42:37.036818Z","end":"2026-03-18T10:42:37.388952Z","steps":["trace[1296313452] 'process raft request' (duration: 351.912889ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.389038Z","caller":"traceutil/trace.go:171","msg":"trace[1916916448] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"351.696465ms","start":"2026-03-18T10:42:37.037327Z","end":"2026-03-18T10:42:37.389023Z","steps":["trace[1916916448] 'process raft request' (duration: 351.521121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.389123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:37.036812Z","time spent":"352.238216ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:37.389125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:37.037305Z","time spent":"351.773526ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:37.389289Z","caller":"traceutil/trace.go:171","msg":"trace[1202505764] linearizableReadLoop","detail":"{readStateIndex:24492; appliedIndex:24488; }","duration":"358.986917ms","start":"2026-03-18T10:42:37.03029Z","end":"2026-03-18T10:42:37.389277Z","steps":["trace[1202505764] 'read index received' (duration: 353.513345ms)","trace[1202505764] 'applied index is now lower than readState.Index' (duration: 5.472682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:37.389396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746667067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:37.389415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100914648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:37.389435Z","caller":"traceutil/trace.go:171","msg":"trace[911982915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23662; }","duration":"1.746736969s","start":"2026-03-18T10:42:35.642688Z","end":"2026-03-18T10:42:37.389425Z","steps":["trace[911982915] 'agreement among raft nodes before linearized reading' (duration: 1.746674187s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.389442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.731649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-18T10:42:37.389443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.944892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-03-18T10:42:37.389473Z","caller":"traceutil/trace.go:171","msg":"trace[941078243] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"211.729674ms","start":"2026-03-18T10:42:37.177735Z","end":"2026-03-18T10:42:37.389465Z","steps":["trace[941078243] 'process raft request' (duration: 211.448567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.389486Z","caller":"traceutil/trace.go:171","msg":"trace[1854416456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23662; }","duration":"581.77731ms","start":"2026-03-18T10:42:36.807696Z","end":"2026-03-18T10:42:37.389474Z","steps":["trace[1854416456] 'agreement among raft nodes before linearized reading' (duration: 581.644827ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.389493Z","caller":"traceutil/trace.go:171","msg":"trace[1477778075] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23662; }","duration":"887.025205ms","start":"2026-03-18T10:42:36.502453Z","end":"2026-03-18T10:42:37.389478Z","steps":["trace[1477778075] 'agreement among raft nodes before linearized reading' (duration: 886.870791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.389522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:36.807641Z","time spent":"581.872982ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T10:42:37.389528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:36.502428Z","time spent":"887.092957ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11818,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-18T10:42:37.389542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057387695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:42:37.389566Z","caller":"traceutil/trace.go:171","msg":"trace[1552943046] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"211.818926ms","start":"2026-03-18T10:42:37.177739Z","end":"2026-03-18T10:42:37.389558Z","steps":["trace[1552943046] 'process raft request' (duration: 211.499709ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.389577Z","caller":"traceutil/trace.go:171","msg":"trace[762517208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23662; }","duration":"2.057468697s","start":"2026-03-18T10:42:35.3321Z","end":"2026-03-18T10:42:37.389568Z","steps":["trace[762517208] 'agreement among raft nodes before linearized reading' (duration: 2.057398415s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:37.389441Z","caller":"traceutil/trace.go:171","msg":"trace[481612246] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"211.824687ms","start":"2026-03-18T10:42:37.177605Z","end":"2026-03-18T10:42:37.389429Z","steps":["trace[481612246] 'process raft request' (duration: 211.333676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.3896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.878147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5929761a-bc8a-4ae0-8e02-e4c03291def7\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-18T10:42:37.389608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:35.332081Z","time spent":"2.057520458s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:42:37.389472Z","caller":"traceutil/trace.go:171","msg":"trace[2112457959] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23662; }","duration":"2.10098852s","start":"2026-03-18T10:42:35.288463Z","end":"2026-03-18T10:42:37.389451Z","steps":["trace[2112457959] 'agreement among raft nodes before linearized reading' (duration: 2.100906218s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.389675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:35.288446Z","time spent":"2.101218325s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:37.389681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.206557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:37.389715Z","caller":"traceutil/trace.go:171","msg":"trace[1890746337] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23662; }","duration":"327.279899ms","start":"2026-03-18T10:42:37.062426Z","end":"2026-03-18T10:42:37.389706Z","steps":["trace[1890746337] 'agreement among raft nodes before linearized reading' (duration: 327.229998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.389729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.645249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T10:42:37.389751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:37.062408Z","time spent":"327.33486ms","remote":"127.0.0.1:45334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:37.389758Z","caller":"traceutil/trace.go:171","msg":"trace[142585775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23662; }","duration":"354.710041ms","start":"2026-03-18T10:42:37.035039Z","end":"2026-03-18T10:42:37.389749Z","steps":["trace[142585775] 'agreement among raft nodes before linearized reading' (duration: 354.626459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.389359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.824184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:37.389789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:37.035019Z","time spent":"354.764143ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:42:37.389805Z","caller":"traceutil/trace.go:171","msg":"trace[13442711] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23662; }","duration":"444.303825ms","start":"2026-03-18T10:42:36.945489Z","end":"2026-03-18T10:42:37.389793Z","steps":["trace[13442711] 'agreement among raft nodes before linearized reading' (duration: 443.826554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.389862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:36.945473Z","time spent":"444.375506ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:37.389479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:35.642669Z","time spent":"1.74680263s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:42:37.389638Z","caller":"traceutil/trace.go:171","msg":"trace[864720826] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5929761a-bc8a-4ae0-8e02-e4c03291def7; range_end:; response_count:1; response_revision:23662; }","duration":"355.935989ms","start":"2026-03-18T10:42:37.033692Z","end":"2026-03-18T10:42:37.389627Z","steps":["trace[864720826] 'agreement among raft nodes before linearized reading' (duration: 355.814756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:37.390007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:37.033677Z","time spent":"356.318427ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-5929761a-bc8a-4ae0-8e02-e4c03291def7\" "} {"level":"warn","ts":"2026-03-18T10:42:39.611645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:39.133928Z","time spent":"477.714252ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:42:39.615765Z","caller":"traceutil/trace.go:171","msg":"trace[43299003] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"223.333074ms","start":"2026-03-18T10:42:39.392411Z","end":"2026-03-18T10:42:39.615744Z","steps":["trace[43299003] 'process raft request' (duration: 223.13917ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:39.616058Z","caller":"traceutil/trace.go:171","msg":"trace[1936029302] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"219.667182ms","start":"2026-03-18T10:42:39.396367Z","end":"2026-03-18T10:42:39.616035Z","steps":["trace[1936029302] 'process raft request' (duration: 219.323734ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:39.616353Z","caller":"traceutil/trace.go:171","msg":"trace[1487908549] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"218.603198ms","start":"2026-03-18T10:42:39.397737Z","end":"2026-03-18T10:42:39.61634Z","steps":["trace[1487908549] 'process raft request' (duration: 218.221149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:39.616548Z","caller":"traceutil/trace.go:171","msg":"trace[2071717838] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"218.738071ms","start":"2026-03-18T10:42:39.397801Z","end":"2026-03-18T10:42:39.616539Z","steps":["trace[2071717838] 'process raft request' (duration: 218.500766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:39.616859Z","caller":"traceutil/trace.go:171","msg":"trace[912281370] linearizableReadLoop","detail":"{readStateIndex:24514; appliedIndex:24512; }","duration":"221.189836ms","start":"2026-03-18T10:42:39.395652Z","end":"2026-03-18T10:42:39.616842Z","steps":["trace[912281370] 'read index received' (duration: 215.865156ms)","trace[912281370] 'applied index is now lower than readState.Index' (duration: 5.32362ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:39.616996Z","caller":"traceutil/trace.go:171","msg":"trace[788715101] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"218.563558ms","start":"2026-03-18T10:42:39.39842Z","end":"2026-03-18T10:42:39.616984Z","steps":["trace[788715101] 'process raft request' (duration: 218.078567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:39.617276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.604685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T10:42:39.617337Z","caller":"traceutil/trace.go:171","msg":"trace[1449815492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23679; }","duration":"221.701757ms","start":"2026-03-18T10:42:39.395618Z","end":"2026-03-18T10:42:39.61732Z","steps":["trace[1449815492] 'agreement among raft nodes before linearized reading' (duration: 221.460992ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:40.115532Z","caller":"traceutil/trace.go:171","msg":"trace[1714440467] linearizableReadLoop","detail":"{readStateIndex:24519; appliedIndex:24518; }","duration":"498.595719ms","start":"2026-03-18T10:42:39.616912Z","end":"2026-03-18T10:42:40.115508Z","steps":["trace[1714440467] 'read index received' (duration: 498.472677ms)","trace[1714440467] 'applied index is now lower than readState.Index' (duration: 121.812µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:40.115664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.979752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:42:40.115738Z","caller":"traceutil/trace.go:171","msg":"trace[1121778649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23680; }","duration":"713.063724ms","start":"2026-03-18T10:42:39.402656Z","end":"2026-03-18T10:42:40.11572Z","steps":["trace[1121778649] 'agreement among raft nodes before linearized reading' (duration: 712.86684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:40.115723Z","caller":"traceutil/trace.go:171","msg":"trace[2029822216] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"503.021207ms","start":"2026-03-18T10:42:39.612669Z","end":"2026-03-18T10:42:40.11569Z","steps":["trace[2029822216] 'process raft request' (duration: 502.67666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.115752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.02145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T10:42:40.115776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:39.402626Z","time spent":"713.144446ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:42:40.115794Z","caller":"traceutil/trace.go:171","msg":"trace[2074026554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23680; }","duration":"720.119442ms","start":"2026-03-18T10:42:39.395664Z","end":"2026-03-18T10:42:40.115783Z","steps":["trace[2074026554] 'agreement among raft nodes before linearized reading' (duration: 719.960599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.115834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:39.395642Z","time spent":"720.183804ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:40.11587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:39.612649Z","time spent":"503.13838ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:40.115859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.052638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:42:40.115933Z","caller":"traceutil/trace.go:171","msg":"trace[303777704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23680; }","duration":"719.16019ms","start":"2026-03-18T10:42:39.396755Z","end":"2026-03-18T10:42:40.115915Z","steps":["trace[303777704] 'agreement among raft nodes before linearized reading' (duration: 718.902104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.115992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:39.396746Z","time spent":"719.235922ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:40.616069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441658,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:42:40.697195Z","caller":"traceutil/trace.go:171","msg":"trace[1618353371] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"1.076695256s","start":"2026-03-18T10:42:39.620473Z","end":"2026-03-18T10:42:40.697168Z","steps":["trace[1618353371] 'process raft request' (duration: 1.04333787s)","trace[1618353371] 'compare' (duration: 33.178662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:40.697341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:39.620454Z","time spent":"1.076813358s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:40.721427Z","caller":"traceutil/trace.go:171","msg":"trace[726656650] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"601.135423ms","start":"2026-03-18T10:42:40.12024Z","end":"2026-03-18T10:42:40.721375Z","steps":["trace[726656650] 'process raft request' (duration: 600.842265ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:40.721514Z","caller":"traceutil/trace.go:171","msg":"trace[379999664] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"601.093701ms","start":"2026-03-18T10:42:40.120408Z","end":"2026-03-18T10:42:40.721501Z","steps":["trace[379999664] 'process raft request' (duration: 600.823575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.721579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09253983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:42:40.721614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:40.12039Z","time spent":"601.164753ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:40.721655Z","caller":"traceutil/trace.go:171","msg":"trace[1914693346] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23685; }","duration":"1.092642642s","start":"2026-03-18T10:42:39.628993Z","end":"2026-03-18T10:42:40.721636Z","steps":["trace[1914693346] 'agreement among raft nodes before linearized reading' (duration: 1.092494209s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.721656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:40.120216Z","time spent":"601.305676ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:40.721705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:39.628982Z","time spent":"1.092708174s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:40.721918Z","caller":"traceutil/trace.go:171","msg":"trace[6279388] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"601.114222ms","start":"2026-03-18T10:42:40.120785Z","end":"2026-03-18T10:42:40.7219Z","steps":["trace[6279388] 'process raft request' (duration: 600.551149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:40.721441Z","caller":"traceutil/trace.go:171","msg":"trace[1906511428] linearizableReadLoop","detail":"{readStateIndex:24524; appliedIndex:24519; }","duration":"605.800867ms","start":"2026-03-18T10:42:40.115597Z","end":"2026-03-18T10:42:40.721398Z","steps":["trace[1906511428] 'read index received' (duration: 548.226279ms)","trace[1906511428] 'applied index is now lower than readState.Index' (duration: 57.573228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:40.722033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:40.120762Z","time spent":"601.211614ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:40.722236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.885024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-18T10:42:40.7223Z","caller":"traceutil/trace.go:171","msg":"trace[1571909480] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23685; }","duration":"603.973316ms","start":"2026-03-18T10:42:40.118313Z","end":"2026-03-18T10:42:40.722286Z","steps":["trace[1571909480] 'agreement among raft nodes before linearized reading' (duration: 603.791622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.722353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:40.118298Z","time spent":"604.042137ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T10:42:40.721452Z","caller":"traceutil/trace.go:171","msg":"trace[996697453] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"600.871817ms","start":"2026-03-18T10:42:40.120548Z","end":"2026-03-18T10:42:40.721419Z","steps":["trace[996697453] 'process raft request' (duration: 600.739773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.722559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:40.120529Z","time spent":"601.981981ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:40.722619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.622269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:40.722682Z","caller":"traceutil/trace.go:171","msg":"trace[1201915164] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23685; }","duration":"108.705121ms","start":"2026-03-18T10:42:40.61396Z","end":"2026-03-18T10:42:40.722666Z","steps":["trace[1201915164] 'agreement among raft nodes before linearized reading' (duration: 108.610429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.722731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.381334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:40.722767Z","caller":"traceutil/trace.go:171","msg":"trace[1692050775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23685; }","duration":"117.445006ms","start":"2026-03-18T10:42:40.605308Z","end":"2026-03-18T10:42:40.722753Z","steps":["trace[1692050775] 'agreement among raft nodes before linearized reading' (duration: 117.400385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.722678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.98693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:42:40.723783Z","caller":"traceutil/trace.go:171","msg":"trace[1586093353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23685; }","duration":"559.93309ms","start":"2026-03-18T10:42:40.16365Z","end":"2026-03-18T10:42:40.723584Z","steps":["trace[1586093353] 'agreement among raft nodes before linearized reading' (duration: 558.974489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:40.723982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:40.163639Z","time spent":"560.248618ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:41.230966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.786231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-18T10:42:41.231094Z","caller":"traceutil/trace.go:171","msg":"trace[656551025] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23685; }","duration":"353.960934ms","start":"2026-03-18T10:42:40.877108Z","end":"2026-03-18T10:42:41.231069Z","steps":["trace[656551025] 'range keys from in-memory index tree' (duration: 353.598117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:41.231138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:40.877077Z","time spent":"354.050656ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-18T10:42:41.231003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.729556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-03-18T10:42:41.231235Z","caller":"traceutil/trace.go:171","msg":"trace[1050905701] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23685; }","duration":"339.966703ms","start":"2026-03-18T10:42:40.891239Z","end":"2026-03-18T10:42:41.231206Z","steps":["trace[1050905701] 'range keys from in-memory index tree' (duration: 339.635024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:41.231326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:40.891224Z","time spent":"340.074345ms","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-18T10:42:41.545804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441668,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:42:41.877074Z","caller":"traceutil/trace.go:171","msg":"trace[455301326] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"835.750638ms","start":"2026-03-18T10:42:41.041289Z","end":"2026-03-18T10:42:41.877039Z","steps":["trace[455301326] 'process raft request' (duration: 835.553064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:41.87726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.041264Z","time spent":"835.898491ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:41.87731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.324971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:42:41.877362Z","caller":"traceutil/trace.go:171","msg":"trace[1405930293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23686; }","duration":"832.430614ms","start":"2026-03-18T10:42:41.044919Z","end":"2026-03-18T10:42:41.87735Z","steps":["trace[1405930293] 'agreement among raft nodes before linearized reading' (duration: 832.24971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:41.877404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.044899Z","time spent":"832.496186ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:42:41.877013Z","caller":"traceutil/trace.go:171","msg":"trace[179684871] linearizableReadLoop","detail":"{readStateIndex:24525; appliedIndex:24524; }","duration":"832.014015ms","start":"2026-03-18T10:42:41.044974Z","end":"2026-03-18T10:42:41.876988Z","steps":["trace[179684871] 'read index received' (duration: 831.850621ms)","trace[179684871] 'applied index is now lower than readState.Index' (duration: 162.204µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:42.37876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:42:42.879388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:42:43.015485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13864626s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:42:43.01616Z","caller":"traceutil/trace.go:171","msg":"trace[2005962272] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"1.39481498s","start":"2026-03-18T10:42:41.621318Z","end":"2026-03-18T10:42:43.016133Z","steps":["trace[2005962272] 'process raft request' (duration: 1.394490892s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.01631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.621295Z","time spent":"1.394944192s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:43.016502Z","caller":"traceutil/trace.go:171","msg":"trace[880359654] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"1.395141907s","start":"2026-03-18T10:42:41.621326Z","end":"2026-03-18T10:42:43.016468Z","steps":["trace[880359654] 'process raft request' (duration: 1.394768749s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:43.016709Z","caller":"traceutil/trace.go:171","msg":"trace[574931347] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"1.394536793s","start":"2026-03-18T10:42:41.622158Z","end":"2026-03-18T10:42:43.016695Z","steps":["trace[574931347] 'process raft request' (duration: 1.394213796s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.016708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.621299Z","time spent":"1.395274859s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:43.016758Z","caller":"traceutil/trace.go:171","msg":"trace[752421554] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"1.394528753s","start":"2026-03-18T10:42:41.622213Z","end":"2026-03-18T10:42:43.016742Z","steps":["trace[752421554] 'process raft request' (duration: 1.394289668s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.016805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.622151Z","time spent":"1.394598915s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:43.016687Z","caller":"traceutil/trace.go:171","msg":"trace[349820394] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"1.38812199s","start":"2026-03-18T10:42:41.628533Z","end":"2026-03-18T10:42:43.016655Z","steps":["trace[349820394] 'process raft request' (duration: 1.388009888s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.016967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.622208Z","time spent":"1.394598184s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:43.017037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.628506Z","time spent":"1.388472488s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:43.155326Z","caller":"traceutil/trace.go:171","msg":"trace[914550618] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"421.141437ms","start":"2026-03-18T10:42:42.734166Z","end":"2026-03-18T10:42:43.155307Z","steps":["trace[914550618] 'process raft request' (duration: 421.085666ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:43.155381Z","caller":"traceutil/trace.go:171","msg":"trace[1141102767] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"1.273456485s","start":"2026-03-18T10:42:41.881867Z","end":"2026-03-18T10:42:43.155324Z","steps":["trace[1141102767] 'process raft request' (duration: 1.233428811s)","trace[1141102767] 'compare' (duration: 39.861301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:43.155524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.881845Z","time spent":"1.273592658s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:43.155564Z","caller":"traceutil/trace.go:171","msg":"trace[2054770178] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"196.153786ms","start":"2026-03-18T10:42:42.959404Z","end":"2026-03-18T10:42:43.155558Z","steps":["trace[2054770178] 'process raft request' (duration: 195.88123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:43.155549Z","caller":"traceutil/trace.go:171","msg":"trace[1551864267] linearizableReadLoop","detail":"{readStateIndex:24532; appliedIndex:24526; }","duration":"1.277833474s","start":"2026-03-18T10:42:41.877685Z","end":"2026-03-18T10:42:43.155518Z","steps":["trace[1551864267] 'read index received' (duration: 1.138407477s)","trace[1551864267] 'applied index is now lower than readState.Index' (duration: 139.423916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:43.155521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:42.734152Z","time spent":"421.229439ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:43.155702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408981425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:42:43.155748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.502574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:43.155775Z","caller":"traceutil/trace.go:171","msg":"trace[1949413219] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23694; }","duration":"722.556877ms","start":"2026-03-18T10:42:42.43321Z","end":"2026-03-18T10:42:43.155767Z","steps":["trace[1949413219] 'agreement among raft nodes before linearized reading' (duration: 722.510025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:43.15577Z","caller":"traceutil/trace.go:171","msg":"trace[226986918] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23694; }","duration":"1.4091184s","start":"2026-03-18T10:42:41.746634Z","end":"2026-03-18T10:42:43.155753Z","steps":["trace[226986918] 'agreement among raft nodes before linearized reading' (duration: 1.408914964s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.155744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317643353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:43.155808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:42.433193Z","time spent":"722.609448ms","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:43.155785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511166201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:43.155811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876644693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:42:43.155831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.746607Z","time spent":"1.409214772s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:43.15584Z","caller":"traceutil/trace.go:171","msg":"trace[583708165] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23694; }","duration":"1.317788697s","start":"2026-03-18T10:42:41.838029Z","end":"2026-03-18T10:42:43.155817Z","steps":["trace[583708165] 'agreement among raft nodes before linearized reading' (duration: 1.317618072s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:43.155858Z","caller":"traceutil/trace.go:171","msg":"trace[422241585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23694; }","duration":"1.511305785s","start":"2026-03-18T10:42:41.644533Z","end":"2026-03-18T10:42:43.155839Z","steps":["trace[422241585] 'agreement among raft nodes before linearized reading' (duration: 1.51114312s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:43.155872Z","caller":"traceutil/trace.go:171","msg":"trace[1846312974] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23694; }","duration":"1.876750006s","start":"2026-03-18T10:42:41.279105Z","end":"2026-03-18T10:42:43.155855Z","steps":["trace[1846312974] 'agreement among raft nodes before linearized reading' (duration: 1.8765191s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.15591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.644521Z","time spent":"1.511376797s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:43.155911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.838012Z","time spent":"1.31788254s","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:42:43.155929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.279083Z","time spent":"1.876834788s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:43.155942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756986189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:42:43.155983Z","caller":"traceutil/trace.go:171","msg":"trace[1140331507] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23694; }","duration":"1.757078401s","start":"2026-03-18T10:42:41.398896Z","end":"2026-03-18T10:42:43.155974Z","steps":["trace[1140331507] 'agreement among raft nodes before linearized reading' (duration: 1.757006819s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.155784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920364621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-18T10:42:43.155997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923284947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-xrwpr\" ","response":"range_response_count:1 size:5150"} {"level":"warn","ts":"2026-03-18T10:42:43.156012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.39887Z","time spent":"1.757130522s","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:43.156021Z","caller":"traceutil/trace.go:171","msg":"trace[2015888991] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-xrwpr; range_end:; response_count:1; response_revision:23694; }","duration":"1.923339528s","start":"2026-03-18T10:42:41.232676Z","end":"2026-03-18T10:42:43.156015Z","steps":["trace[2015888991] 'agreement among raft nodes before linearized reading' (duration: 1.923249596s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:43.156021Z","caller":"traceutil/trace.go:171","msg":"trace[970737743] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7; range_end:; response_count:1; response_revision:23694; }","duration":"1.920639877s","start":"2026-03-18T10:42:41.235367Z","end":"2026-03-18T10:42:43.156007Z","steps":["trace[970737743] 'agreement among raft nodes before linearized reading' (duration: 1.920288319s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.15605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.232659Z","time spent":"1.923382479s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-xrwpr\" "} {"level":"warn","ts":"2026-03-18T10:42:43.156063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:41.23535Z","time spent":"1.920702829s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" "} {"level":"warn","ts":"2026-03-18T10:42:43.156236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.694086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:42:43.156258Z","caller":"traceutil/trace.go:171","msg":"trace[1032752431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23694; }","duration":"644.752927ms","start":"2026-03-18T10:42:42.5115Z","end":"2026-03-18T10:42:43.156253Z","steps":["trace[1032752431] 'agreement among raft nodes before linearized reading' (duration: 644.661745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.156272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:42.511477Z","time spent":"644.791908ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:42:43.156268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.026359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:42:43.156303Z","caller":"traceutil/trace.go:171","msg":"trace[914524161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23694; }","duration":"423.075451ms","start":"2026-03-18T10:42:42.733218Z","end":"2026-03-18T10:42:43.156293Z","steps":["trace[914524161] 'agreement among raft nodes before linearized reading' (duration: 422.937847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.156328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.535623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:43.156333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.791321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:43.156345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:42.733209Z","time spent":"423.129602ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:42:43.15637Z","caller":"traceutil/trace.go:171","msg":"trace[1239564680] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23694; }","duration":"212.614384ms","start":"2026-03-18T10:42:42.943743Z","end":"2026-03-18T10:42:43.156357Z","steps":["trace[1239564680] 'agreement among raft nodes before linearized reading' (duration: 212.546462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.156376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.727491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:43.156379Z","caller":"traceutil/trace.go:171","msg":"trace[1395158760] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23694; }","duration":"277.882173ms","start":"2026-03-18T10:42:42.878483Z","end":"2026-03-18T10:42:43.156366Z","steps":["trace[1395158760] 'agreement among raft nodes before linearized reading' (duration: 277.72607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.156396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.691925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:42:43.156412Z","caller":"traceutil/trace.go:171","msg":"trace[790654530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23694; }","duration":"423.750996ms","start":"2026-03-18T10:42:42.732657Z","end":"2026-03-18T10:42:43.156408Z","steps":["trace[790654530] 'agreement among raft nodes before linearized reading' (duration: 423.702435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.15641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.05456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:42:43.156415Z","caller":"traceutil/trace.go:171","msg":"trace[1254735207] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23694; }","duration":"358.811243ms","start":"2026-03-18T10:42:42.797591Z","end":"2026-03-18T10:42:43.156402Z","steps":["trace[1254735207] 'agreement among raft nodes before linearized reading' (duration: 358.741761ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:43.156443Z","caller":"traceutil/trace.go:171","msg":"trace[1831089043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23694; }","duration":"423.109501ms","start":"2026-03-18T10:42:42.733325Z","end":"2026-03-18T10:42:43.156434Z","steps":["trace[1831089043] 'agreement among raft nodes before linearized reading' (duration: 423.009638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.156453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:42.797565Z","time spent":"358.879825ms","remote":"127.0.0.1:49782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:43.156467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.038382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:42:43.156482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:42.73332Z","time spent":"423.152601ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:42:43.156493Z","caller":"traceutil/trace.go:171","msg":"trace[1739601070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23694; }","duration":"454.100184ms","start":"2026-03-18T10:42:42.702386Z","end":"2026-03-18T10:42:43.156486Z","steps":["trace[1739601070] 'agreement among raft nodes before linearized reading' (duration: 454.035012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:43.156513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:42.702362Z","time spent":"454.146265ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:43.156431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:42.732632Z","time spent":"423.795877ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:43.662125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441682,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:42:43.860985Z","caller":"traceutil/trace.go:171","msg":"trace[503986608] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"700.011953ms","start":"2026-03-18T10:42:43.160944Z","end":"2026-03-18T10:42:43.860956Z","steps":["trace[503986608] 'process raft request' (duration: 669.91454ms)","trace[503986608] 'compare' (duration: 29.841158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:43.861131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:43.160922Z","time spent":"700.132775ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:45.144727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.928823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:45.14485Z","caller":"traceutil/trace.go:171","msg":"trace[1160613533] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"1.982992051s","start":"2026-03-18T10:42:43.161843Z","end":"2026-03-18T10:42:45.144836Z","steps":["trace[1160613533] 'process raft request' (duration: 1.518888293s)","trace[1160613533] 'compare' (duration: 463.803821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:45.144902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:43.161827Z","time spent":"1.983053892s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:45.14503Z","caller":"traceutil/trace.go:171","msg":"trace[1253337405] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"1.983543674s","start":"2026-03-18T10:42:43.16148Z","end":"2026-03-18T10:42:45.145024Z","steps":["trace[1253337405] 'process raft request' (duration: 1.983321109s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.14507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:43.16146Z","time spent":"1.983591075s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:45.145243Z","caller":"traceutil/trace.go:171","msg":"trace[2055498593] linearizableReadLoop","detail":"{readStateIndex:24537; appliedIndex:24533; }","duration":"1.98338397s","start":"2026-03-18T10:42:43.161849Z","end":"2026-03-18T10:42:45.145233Z","steps":["trace[2055498593] 'read index received' (duration: 669.02912ms)","trace[2055498593] 'applied index is now lower than readState.Index' (duration: 1.31435386s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:45.145377Z","caller":"traceutil/trace.go:171","msg":"trace[1922382804] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"1.983272888s","start":"2026-03-18T10:42:43.16205Z","end":"2026-03-18T10:42:45.145322Z","steps":["trace[1922382804] 'process raft request' (duration: 1.982948011s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.14553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:43.162035Z","time spent":"1.983417241s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:45.145681Z","caller":"traceutil/trace.go:171","msg":"trace[1825523196] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"1.263455121s","start":"2026-03-18T10:42:43.882198Z","end":"2026-03-18T10:42:45.145653Z","steps":["trace[1825523196] 'process raft request' (duration: 1.263007702s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.14585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:43.88217Z","time spent":"1.263589075s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:45.166558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000516503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:42:45.166643Z","caller":"traceutil/trace.go:171","msg":"trace[1841788898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000648116s","start":"2026-03-18T10:42:43.165976Z","end":"2026-03-18T10:42:45.166624Z","steps":["trace[1841788898] 'agreement among raft nodes before linearized reading' (duration: 2.000525293s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:45.166687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:43.165969Z","time spent":"2.000707297s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:42:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:42:45.645935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:42:45.815301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.955391ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:42:45.815746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653874953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-18T10:42:45.815844Z","caller":"traceutil/trace.go:171","msg":"trace[808689527] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23699; }","duration":"2.653999276s","start":"2026-03-18T10:42:43.161823Z","end":"2026-03-18T10:42:45.815822Z","steps":["trace[808689527] 'agreement among raft nodes before linearized reading' (duration: 1.98379235s)","trace[808689527] 'range keys from in-memory index tree' (duration: 669.988132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:45.815907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:43.161812Z","time spent":"2.654075228s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18736,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:42:46.147005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:42:46.183318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042850359s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:42:46.184262Z","caller":"traceutil/trace.go:171","msg":"trace[835667426] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"1.290444266s","start":"2026-03-18T10:42:44.893792Z","end":"2026-03-18T10:42:46.184237Z","steps":["trace[835667426] 'process raft request' (duration: 1.28976262s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.184371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:44.893769Z","time spent":"1.290547688s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:46.184614Z","caller":"traceutil/trace.go:171","msg":"trace[1059394780] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"1.163033346s","start":"2026-03-18T10:42:45.021542Z","end":"2026-03-18T10:42:46.184575Z","steps":["trace[1059394780] 'process raft request' (duration: 1.162663158s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.184712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.021518Z","time spent":"1.163133429s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:46.184724Z","caller":"traceutil/trace.go:171","msg":"trace[1603648269] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"1.162005094s","start":"2026-03-18T10:42:45.022696Z","end":"2026-03-18T10:42:46.184701Z","steps":["trace[1603648269] 'process raft request' (duration: 1.161930612s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:46.184771Z","caller":"traceutil/trace.go:171","msg":"trace[227213111] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"1.161930772s","start":"2026-03-18T10:42:45.022833Z","end":"2026-03-18T10:42:46.184764Z","steps":["trace[227213111] 'process raft request' (duration: 1.161894891s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.18481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.022801Z","time spent":"1.161989924s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:46.184812Z","caller":"traceutil/trace.go:171","msg":"trace[345919632] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"1.162052985s","start":"2026-03-18T10:42:45.022749Z","end":"2026-03-18T10:42:46.184802Z","steps":["trace[345919632] 'process raft request' (duration: 1.161918102s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.18485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.022743Z","time spent":"1.162084456s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:46.184818Z","caller":"traceutil/trace.go:171","msg":"trace[77971990] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"1.162120717s","start":"2026-03-18T10:42:45.022657Z","end":"2026-03-18T10:42:46.184778Z","steps":["trace[77971990] 'process raft request' (duration: 1.16181627s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.184862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.022685Z","time spent":"1.162100186s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:46.184982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.022629Z","time spent":"1.162269319s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:46.276903Z","caller":"traceutil/trace.go:171","msg":"trace[1510016255] linearizableReadLoop","detail":"{readStateIndex:24546; appliedIndex:24539; }","duration":"1.131606144s","start":"2026-03-18T10:42:45.145267Z","end":"2026-03-18T10:42:46.276873Z","steps":["trace[1510016255] 'read index received' (duration: 1.038280286s)","trace[1510016255] 'applied index is now lower than readState.Index' (duration: 93.324298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:46.277095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860046743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:46.277096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81743443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:46.27714Z","caller":"traceutil/trace.go:171","msg":"trace[1295939288] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23706; }","duration":"1.860154455s","start":"2026-03-18T10:42:44.416974Z","end":"2026-03-18T10:42:46.277128Z","steps":["trace[1295939288] 'agreement among raft nodes before linearized reading' (duration: 1.860050362s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.27713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115061636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:46.277177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:44.416944Z","time spent":"1.860223297s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:46.277224Z","caller":"traceutil/trace.go:171","msg":"trace[623138680] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23706; }","duration":"3.115194088s","start":"2026-03-18T10:42:43.16201Z","end":"2026-03-18T10:42:46.277204Z","steps":["trace[623138680] 'agreement among raft nodes before linearized reading' (duration: 3.115025885s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.277278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:43.162001Z","time spent":"3.115265721s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-18T10:42:46.277173Z","caller":"traceutil/trace.go:171","msg":"trace[1423587835] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23706; }","duration":"1.817610544s","start":"2026-03-18T10:42:44.45954Z","end":"2026-03-18T10:42:46.277151Z","steps":["trace[1423587835] 'agreement among raft nodes before linearized reading' (duration: 1.81741807s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:46.277309Z","caller":"traceutil/trace.go:171","msg":"trace[1104197745] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"1.114785929s","start":"2026-03-18T10:42:45.162473Z","end":"2026-03-18T10:42:46.277259Z","steps":["trace[1104197745] 'process raft request' (duration: 1.09028111s)","trace[1104197745] 'compare' (duration: 23.798023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:46.277335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124439745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:46.277339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704387754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:46.277368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:44.459516Z","time spent":"1.817839009s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:46.277399Z","caller":"traceutil/trace.go:171","msg":"trace[630957475] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23706; }","duration":"1.124539916s","start":"2026-03-18T10:42:45.152841Z","end":"2026-03-18T10:42:46.277381Z","steps":["trace[630957475] 'agreement among raft nodes before linearized reading' (duration: 1.124425644s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:46.277405Z","caller":"traceutil/trace.go:171","msg":"trace[378632717] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23706; }","duration":"2.704505156s","start":"2026-03-18T10:42:43.572883Z","end":"2026-03-18T10:42:46.277388Z","steps":["trace[378632717] 'agreement among raft nodes before linearized reading' (duration: 2.704373004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.277436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.736599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:42:46.277455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:43.572863Z","time spent":"2.704581558s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:46.277468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.162462Z","time spent":"1.114917061s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:46.277457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.121193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:42:46.277502Z","caller":"traceutil/trace.go:171","msg":"trace[778242084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23706; }","duration":"412.834912ms","start":"2026-03-18T10:42:45.864645Z","end":"2026-03-18T10:42:46.27748Z","steps":["trace[778242084] 'agreement among raft nodes before linearized reading' (duration: 412.641148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.277543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.864628Z","time spent":"412.907244ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:46.277449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.152824Z","time spent":"1.124611018s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:46.277548Z","caller":"traceutil/trace.go:171","msg":"trace[2042307039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23706; }","duration":"343.255217ms","start":"2026-03-18T10:42:45.934274Z","end":"2026-03-18T10:42:46.277529Z","steps":["trace[2042307039] 'agreement among raft nodes before linearized reading' (duration: 343.079463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.277563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.503697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:42:46.277592Z","caller":"traceutil/trace.go:171","msg":"trace[1137966825] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23706; }","duration":"837.559739ms","start":"2026-03-18T10:42:45.440023Z","end":"2026-03-18T10:42:46.277583Z","steps":["trace[1137966825] 'agreement among raft nodes before linearized reading' (duration: 837.504768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.277604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.934259Z","time spent":"343.333228ms","remote":"127.0.0.1:34694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:46.277502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.837319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:46.277628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.440007Z","time spent":"837.61402ms","remote":"127.0.0.1:51476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:46.277646Z","caller":"traceutil/trace.go:171","msg":"trace[1471186760] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23706; }","duration":"721.017362ms","start":"2026-03-18T10:42:45.556617Z","end":"2026-03-18T10:42:46.277634Z","steps":["trace[1471186760] 'agreement among raft nodes before linearized reading' (duration: 720.854598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.277663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.937958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:42:46.277691Z","caller":"traceutil/trace.go:171","msg":"trace[789035654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23706; }","duration":"402.00869ms","start":"2026-03-18T10:42:45.875672Z","end":"2026-03-18T10:42:46.27768Z","steps":["trace[789035654] 'agreement among raft nodes before linearized reading' (duration: 401.922568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.277688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.556572Z","time spent":"721.103224ms","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:46.27771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.440102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:46.277731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.875649Z","time spent":"402.076381ms","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:46.277757Z","caller":"traceutil/trace.go:171","msg":"trace[1268300992] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23706; }","duration":"399.511384ms","start":"2026-03-18T10:42:45.878235Z","end":"2026-03-18T10:42:46.277746Z","steps":["trace[1268300992] 'agreement among raft nodes before linearized reading' (duration: 399.442723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.277791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.87822Z","time spent":"399.564565ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T10:42:46.277851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110961982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:46.277848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117184832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:42:46.277897Z","caller":"traceutil/trace.go:171","msg":"trace[1382798370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23706; }","duration":"1.111030194s","start":"2026-03-18T10:42:45.166857Z","end":"2026-03-18T10:42:46.277887Z","steps":["trace[1382798370] 'agreement among raft nodes before linearized reading' (duration: 1.110962923s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:46.277916Z","caller":"traceutil/trace.go:171","msg":"trace[1139651347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23706; }","duration":"1.117317615s","start":"2026-03-18T10:42:45.16058Z","end":"2026-03-18T10:42:46.277897Z","steps":["trace[1139651347] 'agreement among raft nodes before linearized reading' (duration: 1.117200182s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.277933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.166845Z","time spent":"1.111081805s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:46.27796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:45.160563Z","time spent":"1.117385847s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:42:46.278023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.815466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-18T10:42:46.278062Z","caller":"traceutil/trace.go:171","msg":"trace[1491315868] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23706; }","duration":"249.891308ms","start":"2026-03-18T10:42:46.028159Z","end":"2026-03-18T10:42:46.27805Z","steps":["trace[1491315868] 'agreement among raft nodes before linearized reading' (duration: 249.614462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.93545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.821811ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:46.935588Z","caller":"traceutil/trace.go:171","msg":"trace[765842528] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23706; }","duration":"437.973214ms","start":"2026-03-18T10:42:46.497596Z","end":"2026-03-18T10:42:46.935569Z","steps":["trace[765842528] 'range keys from in-memory index tree' (duration: 437.805731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:46.935662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.39089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:46.93578Z","caller":"traceutil/trace.go:171","msg":"trace[243527830] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"654.144048ms","start":"2026-03-18T10:42:46.28161Z","end":"2026-03-18T10:42:46.935755Z","steps":["trace[243527830] 'process raft request' (duration: 153.563235ms)","trace[243527830] 'compare' (duration: 499.859558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:46.936392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:46.281582Z","time spent":"654.23848ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:47.838161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.402979002s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:42:47.981471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.911046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:47.982144Z","caller":"traceutil/trace.go:171","msg":"trace[1023344108] linearizableReadLoop","detail":"{readStateIndex:24548; appliedIndex:24546; }","duration":"1.69803977s","start":"2026-03-18T10:42:46.284035Z","end":"2026-03-18T10:42:47.982075Z","steps":["trace[1023344108] 'read index received' (duration: 151.15175ms)","trace[1023344108] 'applied index is now lower than readState.Index' (duration: 1.546887s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:47.982398Z","caller":"traceutil/trace.go:171","msg":"trace[896670301] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"1.697514638s","start":"2026-03-18T10:42:46.284864Z","end":"2026-03-18T10:42:47.982378Z","steps":["trace[896670301] 'process raft request' (duration: 1.697009747s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:47.982431Z","caller":"traceutil/trace.go:171","msg":"trace[156375018] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"1.700495225s","start":"2026-03-18T10:42:46.281905Z","end":"2026-03-18T10:42:47.982401Z","steps":["trace[156375018] 'process raft request' (duration: 1.556554367s)","trace[156375018] 'compare' (duration: 142.560147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:47.982561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:46.28188Z","time spent":"1.700618478s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:42:47.982501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698442668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:47.982629Z","caller":"traceutil/trace.go:171","msg":"trace[1340669093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23709; }","duration":"1.698591783s","start":"2026-03-18T10:42:46.284017Z","end":"2026-03-18T10:42:47.982609Z","steps":["trace[1340669093] 'agreement among raft nodes before linearized reading' (duration: 1.698386998s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:47.982651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:46.284854Z","time spent":"1.697638941s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:47.982714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:46.28401Z","time spent":"1.698692665s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:48.482537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:42:48.98366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:42:49.034159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195479803s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:42:49.0801Z","caller":"traceutil/trace.go:171","msg":"trace[915410477] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"1.562317804s","start":"2026-03-18T10:42:47.517764Z","end":"2026-03-18T10:42:49.080082Z","steps":["trace[915410477] 'process raft request' (duration: 1.562291054s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:49.080196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.517745Z","time spent":"1.562402867s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:49.080644Z","caller":"traceutil/trace.go:171","msg":"trace[713249104] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"2.405288915s","start":"2026-03-18T10:42:46.675347Z","end":"2026-03-18T10:42:49.080636Z","steps":["trace[713249104] 'process raft request' (duration: 2.359077672s)","trace[713249104] 'compare' (duration: 45.314543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:49.080681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:46.675297Z","time spent":"2.405365087s","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:49.080805Z","caller":"traceutil/trace.go:171","msg":"trace[169606242] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"1.929727501s","start":"2026-03-18T10:42:47.151072Z","end":"2026-03-18T10:42:49.0808Z","steps":["trace[169606242] 'process raft request' (duration: 1.928896382s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:49.08084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.151055Z","time spent":"1.929766472s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:49.080923Z","caller":"traceutil/trace.go:171","msg":"trace[485596465] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"1.665702677s","start":"2026-03-18T10:42:47.415215Z","end":"2026-03-18T10:42:49.080918Z","steps":["trace[485596465] 'process raft request' (duration: 1.664814126s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:49.080954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.41519Z","time spent":"1.665749608s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:49.983883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:42:49.98397Z","caller":"traceutil/trace.go:171","msg":"trace[310891549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069194s","start":"2026-03-18T10:42:47.983884Z","end":"2026-03-18T10:42:49.983953Z","steps":["trace[310891549] 'agreement among raft nodes before linearized reading' (duration: 1.999942191s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:49.984012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.98386Z","time spent":"2.000143025s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:50.579963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.78424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:50.580297Z","caller":"traceutil/trace.go:171","msg":"trace[1607497759] linearizableReadLoop","detail":"{readStateIndex:24560; appliedIndex:24549; }","duration":"2.598087837s","start":"2026-03-18T10:42:47.982193Z","end":"2026-03-18T10:42:50.580281Z","steps":["trace[1607497759] 'read index received' (duration: 1.052129907s)","trace[1607497759] 'applied index is now lower than readState.Index' (duration: 1.54595649s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:50.580638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431826039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:42:50.58069Z","caller":"traceutil/trace.go:171","msg":"trace[106868512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23720; }","duration":"3.431903621s","start":"2026-03-18T10:42:47.148764Z","end":"2026-03-18T10:42:50.580668Z","steps":["trace[106868512] 'agreement among raft nodes before linearized reading' (duration: 3.431737388s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.580677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431802789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:42:50.580782Z","caller":"traceutil/trace.go:171","msg":"trace[797959117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23720; }","duration":"3.431931791s","start":"2026-03-18T10:42:47.148826Z","end":"2026-03-18T10:42:50.580758Z","steps":["trace[797959117] 'agreement among raft nodes before linearized reading' (duration: 3.431580633s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.580807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432002933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:42:50.580836Z","caller":"traceutil/trace.go:171","msg":"trace[162863160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23720; }","duration":"3.432068455s","start":"2026-03-18T10:42:47.14876Z","end":"2026-03-18T10:42:50.580828Z","steps":["trace[162863160] 'agreement among raft nodes before linearized reading' (duration: 3.431990193s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.580846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.148819Z","time spent":"3.432013543s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:42:50.580869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.14871Z","time spent":"3.432153956s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:42:50.581007Z","caller":"traceutil/trace.go:171","msg":"trace[1863042985] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"2.418782916s","start":"2026-03-18T10:42:48.162202Z","end":"2026-03-18T10:42:50.580985Z","steps":["trace[1863042985] 'process raft request' (duration: 1.801900822s)","trace[1863042985] 'compare' (duration: 614.860009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:50.58108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570490349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:42:50.581117Z","caller":"traceutil/trace.go:171","msg":"trace[1400720154] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23720; }","duration":"3.570563161s","start":"2026-03-18T10:42:47.010546Z","end":"2026-03-18T10:42:50.581109Z","steps":["trace[1400720154] 'agreement among raft nodes before linearized reading' (duration: 3.570492639s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.581151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.010527Z","time spent":"3.570616882s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:50.581436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321488171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:50.58144Z","caller":"traceutil/trace.go:171","msg":"trace[2094323725] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"2.39033904s","start":"2026-03-18T10:42:48.191066Z","end":"2026-03-18T10:42:50.581405Z","steps":["trace[2094323725] 'process raft request' (duration: 2.389150874s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:50.581487Z","caller":"traceutil/trace.go:171","msg":"trace[876223809] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23720; }","duration":"3.321583953s","start":"2026-03-18T10:42:47.259892Z","end":"2026-03-18T10:42:50.581476Z","steps":["trace[876223809] 'agreement among raft nodes before linearized reading' (duration: 3.321501971s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:50.58149Z","caller":"traceutil/trace.go:171","msg":"trace[1735296591] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"2.299630423s","start":"2026-03-18T10:42:48.281828Z","end":"2026-03-18T10:42:50.581458Z","steps":["trace[1735296591] 'process raft request' (duration: 2.298417556s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.581531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.259871Z","time spent":"3.321646855s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:50.581564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296819572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T10:42:50.581574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296909864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:50.581633Z","caller":"traceutil/trace.go:171","msg":"trace[69768909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23720; }","duration":"4.296895893s","start":"2026-03-18T10:42:46.284717Z","end":"2026-03-18T10:42:50.581613Z","steps":["trace[69768909] 'agreement among raft nodes before linearized reading' (duration: 4.29675738s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:50.581646Z","caller":"traceutil/trace.go:171","msg":"trace[1705144333] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"2.390863821s","start":"2026-03-18T10:42:48.190769Z","end":"2026-03-18T10:42:50.581632Z","steps":["trace[1705144333] 'process raft request' (duration: 2.38941604s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:50.581652Z","caller":"traceutil/trace.go:171","msg":"trace[252063932] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23720; }","duration":"4.296999825s","start":"2026-03-18T10:42:46.284632Z","end":"2026-03-18T10:42:50.581632Z","steps":["trace[252063932] 'agreement among raft nodes before linearized reading' (duration: 4.296854292s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.581662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67071095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:42:50.581681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:46.284711Z","time spent":"4.296960725s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:42:50.581657Z","caller":"traceutil/trace.go:171","msg":"trace[562870201] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"2.390981634s","start":"2026-03-18T10:42:48.190639Z","end":"2026-03-18T10:42:50.581621Z","steps":["trace[562870201] 'process raft request' (duration: 2.389515052s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.581724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:46.284628Z","time spent":"4.297081897s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:42:50.58073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.148744Z","time spent":"3.431977982s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:50.581778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367011489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:50.581796Z","caller":"traceutil/trace.go:171","msg":"trace[2024837291] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"2.391465605s","start":"2026-03-18T10:42:48.190319Z","end":"2026-03-18T10:42:50.581784Z","steps":["trace[2024837291] 'process raft request' (duration: 2.389726406s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:50.581831Z","caller":"traceutil/trace.go:171","msg":"trace[773385447] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23720; }","duration":"3.367098731s","start":"2026-03-18T10:42:47.214717Z","end":"2026-03-18T10:42:50.581816Z","steps":["trace[773385447] 'agreement among raft nodes before linearized reading' (duration: 3.367006049s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.581676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.281805Z","time spent":"2.299768775s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:50.581872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:47.214699Z","time spent":"3.367163633s","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:50.581865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.190629Z","time spent":"2.391131507s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:50.581885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.190284Z","time spent":"2.391545027s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:50.581566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986750827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:42:50.581942Z","caller":"traceutil/trace.go:171","msg":"trace[1422743898] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23720; }","duration":"3.987188927s","start":"2026-03-18T10:42:46.594741Z","end":"2026-03-18T10:42:50.58193Z","steps":["trace[1422743898] 'agreement among raft nodes before linearized reading' (duration: 3.986725417s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.581996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:46.594719Z","time spent":"3.987265009s","remote":"127.0.0.1:44268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:50.581706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.19074Z","time spent":"2.390935303s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:50.581592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.191051Z","time spent":"2.390458543s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:50.581736Z","caller":"traceutil/trace.go:171","msg":"trace[590532439] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23720; }","duration":"3.670851633s","start":"2026-03-18T10:42:46.910869Z","end":"2026-03-18T10:42:50.58172Z","steps":["trace[590532439] 'agreement among raft nodes before linearized reading' (duration: 3.670754491s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.582095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:46.910845Z","time spent":"3.671240092s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:50.582194Z","caller":"traceutil/trace.go:171","msg":"trace[1377969199] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"2.39079247s","start":"2026-03-18T10:42:48.190618Z","end":"2026-03-18T10:42:50.581411Z","steps":["trace[1377969199] 'process raft request' (duration: 2.389503132s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.582419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.190603Z","time spent":"2.391756542s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:50.582638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.162175Z","time spent":"2.418884168s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:50.583009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437557327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:50.583118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.919676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:50.583201Z","caller":"traceutil/trace.go:171","msg":"trace[1967708476] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23720; }","duration":"952.011268ms","start":"2026-03-18T10:42:49.631168Z","end":"2026-03-18T10:42:50.58318Z","steps":["trace[1967708476] 'agreement among raft nodes before linearized reading' (duration: 951.877265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.583266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.631105Z","time spent":"952.141241ms","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:50.583352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432710628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T10:42:50.583402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.829035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-18T10:42:50.58343Z","caller":"traceutil/trace.go:171","msg":"trace[723021089] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23720; }","duration":"1.432818209s","start":"2026-03-18T10:42:49.150593Z","end":"2026-03-18T10:42:50.583411Z","steps":["trace[723021089] 'agreement among raft nodes before linearized reading' (duration: 1.432521633s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.583492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.15058Z","time spent":"1.432895642s","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:50.583111Z","caller":"traceutil/trace.go:171","msg":"trace[948717986] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23720; }","duration":"2.437705689s","start":"2026-03-18T10:42:48.145384Z","end":"2026-03-18T10:42:50.58309Z","steps":["trace[948717986] 'agreement among raft nodes before linearized reading' (duration: 2.437529005s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.583641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.052578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:42:50.583451Z","caller":"traceutil/trace.go:171","msg":"trace[1839495957] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23720; }","duration":"316.917026ms","start":"2026-03-18T10:42:50.266524Z","end":"2026-03-18T10:42:50.583441Z","steps":["trace[1839495957] 'agreement among raft nodes before linearized reading' (duration: 316.758453ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:50.583688Z","caller":"traceutil/trace.go:171","msg":"trace[1036856209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23720; }","duration":"596.13714ms","start":"2026-03-18T10:42:49.987537Z","end":"2026-03-18T10:42:50.583674Z","steps":["trace[1036856209] 'agreement among raft nodes before linearized reading' (duration: 595.975797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.583732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.266501Z","time spent":"317.213513ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18736,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:42:50.583806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.638121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:50.583853Z","caller":"traceutil/trace.go:171","msg":"trace[1539005529] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23720; }","duration":"740.725343ms","start":"2026-03-18T10:42:49.843118Z","end":"2026-03-18T10:42:50.583843Z","steps":["trace[1539005529] 'agreement among raft nodes before linearized reading' (duration: 740.651241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.583745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.987481Z","time spent":"596.236052ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:50.583936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.145371Z","time spent":"2.438304902s","remote":"127.0.0.1:45320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:50.583985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446784611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-18T10:42:50.583768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329352106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:50.584201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005239048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:50.584233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.752316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:50.584265Z","caller":"traceutil/trace.go:171","msg":"trace[677341548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23720; }","duration":"593.791258ms","start":"2026-03-18T10:42:49.990464Z","end":"2026-03-18T10:42:50.584256Z","steps":["trace[677341548] 'agreement among raft nodes before linearized reading' (duration: 593.738697ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:50.584263Z","caller":"traceutil/trace.go:171","msg":"trace[1184887655] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23720; }","duration":"1.005339811s","start":"2026-03-18T10:42:49.578909Z","end":"2026-03-18T10:42:50.584249Z","steps":["trace[1184887655] 'agreement among raft nodes before linearized reading' (duration: 1.005252229s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.584298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.99046Z","time spent":"593.831519ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:50.584314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.578886Z","time spent":"1.005415112s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:50.584453Z","caller":"traceutil/trace.go:171","msg":"trace[1226638687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23720; }","duration":"1.329907358s","start":"2026-03-18T10:42:49.254207Z","end":"2026-03-18T10:42:50.584115Z","steps":["trace[1226638687] 'agreement among raft nodes before linearized reading' (duration: 1.32910226s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.584535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287244275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:50.584579Z","caller":"traceutil/trace.go:171","msg":"trace[1316614298] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23720; }","duration":"2.287333307s","start":"2026-03-18T10:42:48.297234Z","end":"2026-03-18T10:42:50.584567Z","steps":["trace[1316614298] 'agreement among raft nodes before linearized reading' (duration: 2.287269065s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.583951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.535343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:50.584644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.297211Z","time spent":"2.287422578s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:50.584689Z","caller":"traceutil/trace.go:171","msg":"trace[1535592978] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23720; }","duration":"840.29203ms","start":"2026-03-18T10:42:49.744371Z","end":"2026-03-18T10:42:50.584663Z","steps":["trace[1535592978] 'agreement among raft nodes before linearized reading' (duration: 839.549144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.584782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.744354Z","time spent":"840.406282ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:50.583905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643625923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:42:50.584909Z","caller":"traceutil/trace.go:171","msg":"trace[1584551987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23720; }","duration":"1.644647876s","start":"2026-03-18T10:42:48.940241Z","end":"2026-03-18T10:42:50.584889Z","steps":["trace[1584551987] 'agreement among raft nodes before linearized reading' (duration: 1.643594123s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.584975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:48.940224Z","time spent":"1.644732987s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:42:50.585004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.749932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-18T10:42:50.583898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.8431Z","time spent":"740.786724ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:50.584942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.254192Z","time spent":"1.330303667s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:42:50.585072Z","caller":"traceutil/trace.go:171","msg":"trace[638829240] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb; range_end:; response_count:1; response_revision:23720; }","duration":"595.848853ms","start":"2026-03-18T10:42:49.989204Z","end":"2026-03-18T10:42:50.585053Z","steps":["trace[638829240] 'agreement among raft nodes before linearized reading' (duration: 594.047813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.585133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.989189Z","time spent":"595.922396ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" "} {"level":"info","ts":"2026-03-18T10:42:50.584029Z","caller":"traceutil/trace.go:171","msg":"trace[444081238] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23720; }","duration":"1.446851263s","start":"2026-03-18T10:42:49.137168Z","end":"2026-03-18T10:42:50.58402Z","steps":["trace[444081238] 'agreement among raft nodes before linearized reading' (duration: 1.446758661s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.585318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.137153Z","time spent":"1.448146062s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-18T10:42:50.587609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037488839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277952"} {"level":"info","ts":"2026-03-18T10:42:50.587673Z","caller":"traceutil/trace.go:171","msg":"trace[694104109] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23720; }","duration":"1.037587151s","start":"2026-03-18T10:42:49.550071Z","end":"2026-03-18T10:42:50.587658Z","steps":["trace[694104109] 'agreement among raft nodes before linearized reading' (duration: 1.03307003s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:50.587721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:49.550055Z","time spent":"1.037650213s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277975,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-18T10:42:51.459685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.099323ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T10:42:51.459819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.586978Z","time spent":"872.834938ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:42:51.459995Z","caller":"traceutil/trace.go:171","msg":"trace[332903534] linearizableReadLoop","detail":"{readStateIndex:24561; appliedIndex:24560; }","duration":"871.193021ms","start":"2026-03-18T10:42:50.588749Z","end":"2026-03-18T10:42:51.459942Z","steps":["trace[332903534] 'read index received' (duration: 103.797091ms)","trace[332903534] 'applied index is now lower than readState.Index' (duration: 767.39316ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:51.460046Z","caller":"traceutil/trace.go:171","msg":"trace[836917777] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"870.960976ms","start":"2026-03-18T10:42:50.589072Z","end":"2026-03-18T10:42:51.460033Z","steps":["trace[836917777] 'process raft request' (duration: 870.71871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.460116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.589059Z","time spent":"871.006066ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:51.460144Z","caller":"traceutil/trace.go:171","msg":"trace[1017262215] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"869.675388ms","start":"2026-03-18T10:42:50.590449Z","end":"2026-03-18T10:42:51.460124Z","steps":["trace[1017262215] 'process raft request' (duration: 869.589756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.460177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.427606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:51.460213Z","caller":"traceutil/trace.go:171","msg":"trace[779783835] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23725; }","duration":"871.503257ms","start":"2026-03-18T10:42:50.588699Z","end":"2026-03-18T10:42:51.460202Z","steps":["trace[779783835] 'agreement among raft nodes before linearized reading' (duration: 871.380105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.460243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.590426Z","time spent":"869.756759ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:51.460278Z","caller":"traceutil/trace.go:171","msg":"trace[1396682180] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"871.039277ms","start":"2026-03-18T10:42:50.589235Z","end":"2026-03-18T10:42:51.460274Z","steps":["trace[1396682180] 'process raft request' (duration: 870.695319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:51.46026Z","caller":"traceutil/trace.go:171","msg":"trace[375384489] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"870.970616ms","start":"2026-03-18T10:42:50.589282Z","end":"2026-03-18T10:42:51.460252Z","steps":["trace[375384489] 'process raft request' (duration: 870.688129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:51.460314Z","caller":"traceutil/trace.go:171","msg":"trace[186730989] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"869.692687ms","start":"2026-03-18T10:42:50.590611Z","end":"2026-03-18T10:42:51.460304Z","steps":["trace[186730989] 'process raft request' (duration: 869.463072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.460377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.589229Z","time spent":"871.063147ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:51.460361Z","caller":"traceutil/trace.go:171","msg":"trace[282721542] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"870.577617ms","start":"2026-03-18T10:42:50.58973Z","end":"2026-03-18T10:42:51.460308Z","steps":["trace[282721542] 'process raft request' (duration: 870.27228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.460392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.590603Z","time spent":"869.735887ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:51.460251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.588683Z","time spent":"871.555899ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:42:51.460394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.589275Z","time spent":"871.064567ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:51.460453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.5897Z","time spent":"870.7054ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:51.8804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.167084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:51.880719Z","caller":"traceutil/trace.go:171","msg":"trace[325065199] linearizableReadLoop","detail":"{readStateIndex:24568; appliedIndex:24567; }","duration":"420.642666ms","start":"2026-03-18T10:42:51.460052Z","end":"2026-03-18T10:42:51.880694Z","steps":["trace[325065199] 'read index received' (duration: 179.120514ms)","trace[325065199] 'applied index is now lower than readState.Index' (duration: 241.519842ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:51.88064Z","caller":"traceutil/trace.go:171","msg":"trace[1260175559] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"419.444969ms","start":"2026-03-18T10:42:51.461178Z","end":"2026-03-18T10:42:51.880622Z","steps":["trace[1260175559] 'process raft request' (duration: 419.334617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.880922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.794425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:42:51.880968Z","caller":"traceutil/trace.go:171","msg":"trace[31262797] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23728; }","duration":"533.896348ms","start":"2026-03-18T10:42:51.347059Z","end":"2026-03-18T10:42:51.880956Z","steps":["trace[31262797] 'agreement among raft nodes before linearized reading' (duration: 533.771005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.881003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:51.347038Z","time spent":"533.955669ms","remote":"127.0.0.1:51628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:51.880978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:51.461158Z","time spent":"419.645894ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:51.88151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23742049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:51.881551Z","caller":"traceutil/trace.go:171","msg":"trace[192541915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23728; }","duration":"1.237459951s","start":"2026-03-18T10:42:50.64408Z","end":"2026-03-18T10:42:51.88154Z","steps":["trace[192541915] 'agreement among raft nodes before linearized reading' (duration: 1.237401589s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.881584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.644044Z","time spent":"1.237533532s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:51.88162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286079238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-18T10:42:51.881679Z","caller":"traceutil/trace.go:171","msg":"trace[1820103987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23728; }","duration":"1.286141849s","start":"2026-03-18T10:42:50.595524Z","end":"2026-03-18T10:42:51.881665Z","steps":["trace[1820103987] 'agreement among raft nodes before linearized reading' (duration: 1.285965506s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.881693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290721391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"warn","ts":"2026-03-18T10:42:51.881721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.595494Z","time spent":"1.286219142s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T10:42:51.881917Z","caller":"traceutil/trace.go:171","msg":"trace[316942504] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23728; }","duration":"1.290990997s","start":"2026-03-18T10:42:50.590902Z","end":"2026-03-18T10:42:51.881893Z","steps":["trace[316942504] 'agreement among raft nodes before linearized reading' (duration: 1.290164309s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:51.882494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:50.590892Z","time spent":"1.291078919s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18736,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T10:42:51.887247Z","caller":"traceutil/trace.go:171","msg":"trace[1490632590] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"780.899192ms","start":"2026-03-18T10:42:51.099655Z","end":"2026-03-18T10:42:51.880555Z","steps":["trace[1490632590] 'process raft request' (duration: 539.502823ms)","trace[1490632590] 'compare' (duration: 240.848807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:51.887353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:51.099629Z","time spent":"787.675034ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:53.469424Z","caller":"traceutil/trace.go:171","msg":"trace[478079318] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"1.065447673s","start":"2026-03-18T10:42:52.40396Z","end":"2026-03-18T10:42:53.469407Z","steps":["trace[478079318] 'process raft request' (duration: 1.065275159s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:53.469538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:52.403947Z","time spent":"1.065533015s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:53.876671Z","caller":"traceutil/trace.go:171","msg":"trace[690907239] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"1.285979695s","start":"2026-03-18T10:42:52.590671Z","end":"2026-03-18T10:42:53.876651Z","steps":["trace[690907239] 'process raft request' (duration: 1.285883852s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:53.876706Z","caller":"traceutil/trace.go:171","msg":"trace[1874730308] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"1.469995999s","start":"2026-03-18T10:42:52.406681Z","end":"2026-03-18T10:42:53.876677Z","steps":["trace[1874730308] 'process raft request' (duration: 1.469495437s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:53.876797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:52.590634Z","time spent":"1.286100748s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:53.876842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:52.406669Z","time spent":"1.470088252s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:53.877038Z","caller":"traceutil/trace.go:171","msg":"trace[971762798] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"1.285947494s","start":"2026-03-18T10:42:52.591083Z","end":"2026-03-18T10:42:53.87703Z","steps":["trace[971762798] 'process raft request' (duration: 1.285534985s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:53.877052Z","caller":"traceutil/trace.go:171","msg":"trace[1730664765] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"1.281878614s","start":"2026-03-18T10:42:52.595165Z","end":"2026-03-18T10:42:53.877044Z","steps":["trace[1730664765] 'process raft request' (duration: 1.28170521s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:53.877088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:52.591058Z","time spent":"1.286008055s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:53.877118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:52.59515Z","time spent":"1.281939705s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:53.877148Z","caller":"traceutil/trace.go:171","msg":"trace[1418424300] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24569; }","duration":"411.837299ms","start":"2026-03-18T10:42:53.465285Z","end":"2026-03-18T10:42:53.877122Z","steps":["trace[1418424300] 'read index received' (duration: 3.950987ms)","trace[1418424300] 'applied index is now lower than readState.Index' (duration: 407.885092ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:53.877197Z","caller":"traceutil/trace.go:171","msg":"trace[1279711492] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"1.281938995s","start":"2026-03-18T10:42:52.595246Z","end":"2026-03-18T10:42:53.877185Z","steps":["trace[1279711492] 'process raft request' (duration: 1.281749161s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:53.877223Z","caller":"traceutil/trace.go:171","msg":"trace[647993587] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"1.279528451s","start":"2026-03-18T10:42:52.597687Z","end":"2026-03-18T10:42:53.877216Z","steps":["trace[647993587] 'process raft request' (duration: 1.279389398s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:53.877251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:52.595239Z","time spent":"1.281984856s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:53.877259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:52.597675Z","time spent":"1.279565361s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:53.877189Z","caller":"traceutil/trace.go:171","msg":"trace[685894925] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"1.281887424s","start":"2026-03-18T10:42:52.595294Z","end":"2026-03-18T10:42:53.877182Z","steps":["trace[685894925] 'process raft request' (duration: 1.281747501s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:53.877364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:52.595288Z","time spent":"1.282056858s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:53.877378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.068794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:42:53.877411Z","caller":"traceutil/trace.go:171","msg":"trace[1823420613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23736; }","duration":"412.149056ms","start":"2026-03-18T10:42:53.465252Z","end":"2026-03-18T10:42:53.877401Z","steps":["trace[1823420613] 'agreement among raft nodes before linearized reading' (duration: 411.997232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:53.877453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.465234Z","time spent":"412.211347ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:42:54.974312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.539936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:54.974697Z","caller":"traceutil/trace.go:171","msg":"trace[455544926] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"1.078565558s","start":"2026-03-18T10:42:53.896114Z","end":"2026-03-18T10:42:54.974679Z","steps":["trace[455544926] 'process raft request' (duration: 1.078517507s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:54.974838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.896091Z","time spent":"1.078707803s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:54.975053Z","caller":"traceutil/trace.go:171","msg":"trace[1969257758] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"1.088624074s","start":"2026-03-18T10:42:53.886418Z","end":"2026-03-18T10:42:54.975042Z","steps":["trace[1969257758] 'process raft request' (duration: 1.088128182s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:54.975112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.886399Z","time spent":"1.088685075s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:54.97524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330876701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:54.975322Z","caller":"traceutil/trace.go:171","msg":"trace[1957789137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23739; }","duration":"1.331009813s","start":"2026-03-18T10:42:53.644295Z","end":"2026-03-18T10:42:54.975305Z","steps":["trace[1957789137] 'agreement among raft nodes before linearized reading' (duration: 1.330832789s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:54.975368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.644262Z","time spent":"1.331097475s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:54.975535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51017814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T10:42:54.97557Z","caller":"traceutil/trace.go:171","msg":"trace[1498480522] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"1.282717053s","start":"2026-03-18T10:42:53.692838Z","end":"2026-03-18T10:42:54.975555Z","steps":["trace[1498480522] 'process raft request' (duration: 495.857078ms)","trace[1498480522] 'compare' (duration: 785.237529ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:54.97559Z","caller":"traceutil/trace.go:171","msg":"trace[489214449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23739; }","duration":"1.510240851s","start":"2026-03-18T10:42:53.465337Z","end":"2026-03-18T10:42:54.975578Z","steps":["trace[489214449] 'agreement among raft nodes before linearized reading' (duration: 1.510084587s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:54.975604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510214451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:42:54.975634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.465334Z","time spent":"1.510291242s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:54.975666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.692792Z","time spent":"1.282811925s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:54.975055Z","caller":"traceutil/trace.go:171","msg":"trace[1479110027] linearizableReadLoop","detail":"{readStateIndex:24578; appliedIndex:24577; }","duration":"1.097806329s","start":"2026-03-18T10:42:53.87722Z","end":"2026-03-18T10:42:54.975026Z","steps":["trace[1479110027] 'read index received' (duration: 311.493895ms)","trace[1479110027] 'applied index is now lower than readState.Index' (duration: 786.309274ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:54.975674Z","caller":"traceutil/trace.go:171","msg":"trace[1154224626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23739; }","duration":"1.510303762s","start":"2026-03-18T10:42:53.465352Z","end":"2026-03-18T10:42:54.975656Z","steps":["trace[1154224626] 'agreement among raft nodes before linearized reading' (duration: 1.510065487s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:54.975864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.465349Z","time spent":"1.510482856s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:54.97605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51066456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:42:54.976148Z","caller":"traceutil/trace.go:171","msg":"trace[618633584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23739; }","duration":"1.510802384s","start":"2026-03-18T10:42:53.46532Z","end":"2026-03-18T10:42:54.976122Z","steps":["trace[618633584] 'agreement among raft nodes before linearized reading' (duration: 1.510404145s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:54.976222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.465316Z","time spent":"1.510890276s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:42:54.976543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505043374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:42:54.976712Z","caller":"traceutil/trace.go:171","msg":"trace[1195821741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23739; }","duration":"1.50528578s","start":"2026-03-18T10:42:53.47141Z","end":"2026-03-18T10:42:54.976696Z","steps":["trace[1195821741] 'agreement among raft nodes before linearized reading' (duration: 1.504269268s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:54.976908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.471363Z","time spent":"1.505530536s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:42:56.580378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231716732s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:42:56.627674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279238116s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:42:56.627846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.405237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:56.628012Z","caller":"traceutil/trace.go:171","msg":"trace[491219058] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23739; }","duration":"130.589371ms","start":"2026-03-18T10:42:56.497396Z","end":"2026-03-18T10:42:56.627986Z","steps":["trace[491219058] 'range keys from in-memory index tree' (duration: 130.380347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:56.628029Z","caller":"traceutil/trace.go:171","msg":"trace[1095541502] linearizableReadLoop","detail":"{readStateIndex:24581; appliedIndex:24580; }","duration":"1.652267617s","start":"2026-03-18T10:42:54.975731Z","end":"2026-03-18T10:42:56.627999Z","steps":["trace[1095541502] 'read index received' (duration: 372.746306ms)","trace[1095541502] 'applied index is now lower than readState.Index' (duration: 1.279519941s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:56.628819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69759029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-18T10:42:56.628893Z","caller":"traceutil/trace.go:171","msg":"trace[1839283853] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23739; }","duration":"1.697728264s","start":"2026-03-18T10:42:54.931146Z","end":"2026-03-18T10:42:56.628874Z","steps":["trace[1839283853] 'agreement among raft nodes before linearized reading' (duration: 1.69756731s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.628943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994559812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:56.628961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:54.931126Z","time spent":"1.697815975s","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-18T10:42:56.628978Z","caller":"traceutil/trace.go:171","msg":"trace[716942604] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23739; }","duration":"1.994630164s","start":"2026-03-18T10:42:54.634337Z","end":"2026-03-18T10:42:56.628967Z","steps":["trace[716942604] 'agreement among raft nodes before linearized reading' (duration: 1.994587923s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.629004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:54.634315Z","time spent":"1.994683744s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:56.629017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723228205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-03-18T10:42:56.629093Z","caller":"traceutil/trace.go:171","msg":"trace[1440536377] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23739; }","duration":"2.723344708s","start":"2026-03-18T10:42:53.905734Z","end":"2026-03-18T10:42:56.629079Z","steps":["trace[1440536377] 'agreement among raft nodes before linearized reading' (duration: 2.723179794s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.628904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161754631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:42:56.629142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:53.905721Z","time spent":"2.723405839s","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-18T10:42:56.629195Z","caller":"traceutil/trace.go:171","msg":"trace[1903686001] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23739; }","duration":"2.162064408s","start":"2026-03-18T10:42:54.467093Z","end":"2026-03-18T10:42:56.629157Z","steps":["trace[1903686001] 'agreement among raft nodes before linearized reading' (duration: 2.161769631s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.629293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:54.467072Z","time spent":"2.16218553s","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:56.629401Z","caller":"traceutil/trace.go:171","msg":"trace[39744630] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"1.649465435s","start":"2026-03-18T10:42:54.979923Z","end":"2026-03-18T10:42:56.629389Z","steps":["trace[39744630] 'process raft request' (duration: 1.647920291s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.629475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:54.979894Z","time spent":"1.649535366s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:56.909337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.856957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:56.909636Z","caller":"traceutil/trace.go:171","msg":"trace[1255020951] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"1.928966424s","start":"2026-03-18T10:42:54.980647Z","end":"2026-03-18T10:42:56.909613Z","steps":["trace[1255020951] 'process raft request' (duration: 1.92881307s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.909724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:54.980579Z","time spent":"1.929108296s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:56.910192Z","caller":"traceutil/trace.go:171","msg":"trace[929201753] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"1.928604675s","start":"2026-03-18T10:42:54.981552Z","end":"2026-03-18T10:42:56.910156Z","steps":["trace[929201753] 'process raft request' (duration: 1.928009982s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.91037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:54.981538Z","time spent":"1.928739158s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:56.910917Z","caller":"traceutil/trace.go:171","msg":"trace[698817311] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"1.319433233s","start":"2026-03-18T10:42:55.591473Z","end":"2026-03-18T10:42:56.910906Z","steps":["trace[698817311] 'process raft request' (duration: 1.318596274s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.910979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.591442Z","time spent":"1.319511665s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:56.91103Z","caller":"traceutil/trace.go:171","msg":"trace[1672052937] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"1.930446376s","start":"2026-03-18T10:42:54.980519Z","end":"2026-03-18T10:42:56.910966Z","steps":["trace[1672052937] 'process raft request' (duration: 1.64886204s)","trace[1672052937] 'compare' (duration: 279.632512ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:56.911191Z","caller":"traceutil/trace.go:171","msg":"trace[524044724] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"1.022506214s","start":"2026-03-18T10:42:55.888679Z","end":"2026-03-18T10:42:56.911185Z","steps":["trace[524044724] 'process raft request' (duration: 1.022364011s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.911235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.888666Z","time spent":"1.022546615s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:56.911386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:54.980507Z","time spent":"1.930804495s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:56.911074Z","caller":"traceutil/trace.go:171","msg":"trace[685717956] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"1.022576386s","start":"2026-03-18T10:42:55.888492Z","end":"2026-03-18T10:42:56.911068Z","steps":["trace[685717956] 'process raft request' (duration: 1.022352051s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.91159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.888458Z","time spent":"1.023082757s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:56.911647Z","caller":"traceutil/trace.go:171","msg":"trace[1213196800] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"1.022810901s","start":"2026-03-18T10:42:55.888803Z","end":"2026-03-18T10:42:56.911614Z","steps":["trace[1213196800] 'process raft request' (duration: 1.022358491s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:56.911685Z","caller":"traceutil/trace.go:171","msg":"trace[1852554188] linearizableReadLoop","detail":"{readStateIndex:24593; appliedIndex:24582; }","duration":"283.577991ms","start":"2026-03-18T10:42:56.628093Z","end":"2026-03-18T10:42:56.911671Z","steps":["trace[1852554188] 'read index received' (duration: 201.160069ms)","trace[1852554188] 'applied index is now lower than readState.Index' (duration: 82.416812ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:56.911717Z","caller":"traceutil/trace.go:171","msg":"trace[1008651886] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"1.022362131s","start":"2026-03-18T10:42:55.88934Z","end":"2026-03-18T10:42:56.911702Z","steps":["trace[1008651886] 'process raft request' (duration: 1.022196737s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.911771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.88929Z","time spent":"1.022450372s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:56.911823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.343644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:56.911849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787093411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:56.911853Z","caller":"traceutil/trace.go:171","msg":"trace[1501970869] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"1.022583466s","start":"2026-03-18T10:42:55.88926Z","end":"2026-03-18T10:42:56.911843Z","steps":["trace[1501970869] 'process raft request' (duration: 1.022147546s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:56.911872Z","caller":"traceutil/trace.go:171","msg":"trace[450189536] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23751; }","duration":"316.456156ms","start":"2026-03-18T10:42:56.595404Z","end":"2026-03-18T10:42:56.91186Z","steps":["trace[450189536] 'agreement among raft nodes before linearized reading' (duration: 316.361534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:56.911878Z","caller":"traceutil/trace.go:171","msg":"trace[1000471158] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"1.022249478s","start":"2026-03-18T10:42:55.889617Z","end":"2026-03-18T10:42:56.911867Z","steps":["trace[1000471158] 'process raft request' (duration: 1.021970002s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.91191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.64916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:56.911902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.889236Z","time spent":"1.022638097s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:56.911914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:56.595372Z","time spent":"316.531278ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:56.91195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130881658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:56.911938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.889599Z","time spent":"1.02230601s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:56.911964Z","caller":"traceutil/trace.go:171","msg":"trace[2033724088] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23751; }","duration":"1.130931139s","start":"2026-03-18T10:42:55.781029Z","end":"2026-03-18T10:42:56.91196Z","steps":["trace[2033724088] 'agreement among raft nodes before linearized reading' (duration: 1.130906659s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.911983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.781004Z","time spent":"1.13097474s","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:56.91188Z","caller":"traceutil/trace.go:171","msg":"trace[724631125] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23751; }","duration":"1.787178533s","start":"2026-03-18T10:42:55.124692Z","end":"2026-03-18T10:42:56.911871Z","steps":["trace[724631125] 'agreement among raft nodes before linearized reading' (duration: 1.787100192s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:56.911926Z","caller":"traceutil/trace.go:171","msg":"trace[2129613205] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23751; }","duration":"371.66697ms","start":"2026-03-18T10:42:56.540255Z","end":"2026-03-18T10:42:56.911922Z","steps":["trace[2129613205] 'agreement among raft nodes before linearized reading' (duration: 371.63604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.912092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.124668Z","time spent":"1.787405889s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:56.911791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.888791Z","time spent":"1.022920193s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:56.91211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934703463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:56.912093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:56.540234Z","time spent":"371.844885ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:42:56.912212Z","caller":"traceutil/trace.go:171","msg":"trace[1751246612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23751; }","duration":"1.934824145s","start":"2026-03-18T10:42:54.977363Z","end":"2026-03-18T10:42:56.912187Z","steps":["trace[1751246612] 'agreement among raft nodes before linearized reading' (duration: 1.934651871s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.912277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:54.97731Z","time spent":"1.934958318s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:56.912353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.26885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-18T10:42:56.912397Z","caller":"traceutil/trace.go:171","msg":"trace[1150305497] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23751; }","duration":"108.347232ms","start":"2026-03-18T10:42:56.804038Z","end":"2026-03-18T10:42:56.912385Z","steps":["trace[1150305497] 'agreement among raft nodes before linearized reading' (duration: 108.201978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.912433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.099655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-fmxbz\" ","response":"range_response_count:1 size:4906"} {"level":"info","ts":"2026-03-18T10:42:56.912465Z","caller":"traceutil/trace.go:171","msg":"trace[76710876] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-fmxbz; range_end:; response_count:1; response_revision:23751; }","duration":"281.167016ms","start":"2026-03-18T10:42:56.631289Z","end":"2026-03-18T10:42:56.912456Z","steps":["trace[76710876] 'agreement among raft nodes before linearized reading' (duration: 281.048154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.912451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.470483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jflsw\" ","response":"range_response_count:1 size:5928"} {"level":"info","ts":"2026-03-18T10:42:56.912551Z","caller":"traceutil/trace.go:171","msg":"trace[1794866205] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jflsw; range_end:; response_count:1; response_revision:23751; }","duration":"281.630537ms","start":"2026-03-18T10:42:56.630896Z","end":"2026-03-18T10:42:56.912526Z","steps":["trace[1794866205] 'agreement among raft nodes before linearized reading' (duration: 281.348281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:56.914488Z","caller":"traceutil/trace.go:171","msg":"trace[1223650180] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"916.239638ms","start":"2026-03-18T10:42:55.998211Z","end":"2026-03-18T10:42:56.914451Z","steps":["trace[1223650180] 'process raft request' (duration: 913.416385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:56.914589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:55.998184Z","time spent":"916.35926ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:57.418807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:42:58.263001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.72991ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-18T10:42:58.263113Z","caller":"traceutil/trace.go:171","msg":"trace[115012446] compact","detail":"{revision:20578; response_revision:23751; }","duration":"1.346476677s","start":"2026-03-18T10:42:56.916618Z","end":"2026-03-18T10:42:58.263095Z","steps":["trace[115012446] 'process raft request' (duration: 707.692574ms)","trace[115012446] 'check and update compact revision' (duration: 637.598187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:58.263149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:56.916576Z","time spent":"1.34656946s","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:42:58.263516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20578} {"level":"info","ts":"2026-03-18T10:42:58.263955Z","caller":"traceutil/trace.go:171","msg":"trace[1002612871] linearizableReadLoop","detail":"{readStateIndex:24595; appliedIndex:24593; }","duration":"1.345611989s","start":"2026-03-18T10:42:56.918302Z","end":"2026-03-18T10:42:58.263914Z","steps":["trace[1002612871] 'read index received' (duration: 706.020847ms)","trace[1002612871] 'applied index is now lower than readState.Index' (duration: 639.589382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:58.2648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345570678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:58.264796Z","caller":"traceutil/trace.go:171","msg":"trace[1026546924] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"1.282753724s","start":"2026-03-18T10:42:56.981995Z","end":"2026-03-18T10:42:58.264749Z","steps":["trace[1026546924] 'process raft request' (duration: 1.281132347s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:58.264869Z","caller":"traceutil/trace.go:171","msg":"trace[870608951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23752; }","duration":"1.34566598s","start":"2026-03-18T10:42:56.919188Z","end":"2026-03-18T10:42:58.264854Z","steps":["trace[870608951] 'agreement among raft nodes before linearized reading' (duration: 1.345563618s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:58.264899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:56.919175Z","time spent":"1.345718921s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:58.264904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346581281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T10:42:58.264946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:56.981968Z","time spent":"1.282908068s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:58.264962Z","caller":"traceutil/trace.go:171","msg":"trace[619933004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23752; }","duration":"1.346675153s","start":"2026-03-18T10:42:56.918267Z","end":"2026-03-18T10:42:58.264942Z","steps":["trace[619933004] 'agreement among raft nodes before linearized reading' (duration: 1.346471259s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:58.264999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:56.918261Z","time spent":"1.346727964s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:42:58.264988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.315469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:42:58.265008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003737724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:42:58.265014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.371961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:58.26504Z","caller":"traceutil/trace.go:171","msg":"trace[2121982954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23752; }","duration":"903.404371ms","start":"2026-03-18T10:42:57.36162Z","end":"2026-03-18T10:42:58.265025Z","steps":["trace[2121982954] 'agreement among raft nodes before linearized reading' (duration: 903.206727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:58.265053Z","caller":"traceutil/trace.go:171","msg":"trace[1308207077] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23752; }","duration":"1.003843716s","start":"2026-03-18T10:42:57.261194Z","end":"2026-03-18T10:42:58.265038Z","steps":["trace[1308207077] 'agreement among raft nodes before linearized reading' (duration: 1.003625951s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:42:58.265076Z","caller":"traceutil/trace.go:171","msg":"trace[305033245] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23752; }","duration":"145.458683ms","start":"2026-03-18T10:42:58.119603Z","end":"2026-03-18T10:42:58.265062Z","steps":["trace[305033245] 'agreement among raft nodes before linearized reading' (duration: 145.202577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:58.265079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:57.361603Z","time spent":"903.466312ms","remote":"127.0.0.1:49422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:58.26509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:57.261165Z","time spent":"1.003915378s","remote":"127.0.0.1:36784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:42:58.265092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.381863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T10:42:58.26514Z","caller":"traceutil/trace.go:171","msg":"trace[1320910826] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23752; }","duration":"955.489785ms","start":"2026-03-18T10:42:57.309636Z","end":"2026-03-18T10:42:58.265126Z","steps":["trace[1320910826] 'agreement among raft nodes before linearized reading' (duration: 955.168728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:58.265179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:57.309595Z","time spent":"955.572957ms","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T10:42:58.265158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285658409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:42:58.265248Z","caller":"traceutil/trace.go:171","msg":"trace[424228329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23752; }","duration":"1.285820382s","start":"2026-03-18T10:42:56.979405Z","end":"2026-03-18T10:42:58.265225Z","steps":["trace[424228329] 'agreement among raft nodes before linearized reading' (duration: 1.285433454s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:58.265306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:56.979377Z","time spent":"1.285915855s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:42:58.654057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.25356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:58.654158Z","caller":"traceutil/trace.go:171","msg":"trace[721391238] linearizableReadLoop","detail":"{readStateIndex:24596; appliedIndex:24595; }","duration":"380.809725ms","start":"2026-03-18T10:42:58.273332Z","end":"2026-03-18T10:42:58.654142Z","steps":["trace[721391238] 'read index received' (duration: 35.276069ms)","trace[721391238] 'applied index is now lower than readState.Index' (duration: 345.532566ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:58.654356Z","caller":"traceutil/trace.go:171","msg":"trace[2012007073] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"384.941407ms","start":"2026-03-18T10:42:58.269399Z","end":"2026-03-18T10:42:58.65434Z","steps":["trace[2012007073] 'process raft request' (duration: 39.331319ms)","trace[2012007073] 'compare' (duration: 345.135478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:58.654429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.269383Z","time spent":"385.010279ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:42:58.654547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.61388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:58.654617Z","caller":"traceutil/trace.go:171","msg":"trace[290945721] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23753; }","duration":"329.742793ms","start":"2026-03-18T10:42:58.324856Z","end":"2026-03-18T10:42:58.654599Z","steps":["trace[290945721] 'agreement among raft nodes before linearized reading' (duration: 329.579099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:58.654698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.324831Z","time spent":"329.855636ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T10:42:58.654961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.605632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:42:58.655039Z","caller":"traceutil/trace.go:171","msg":"trace[1777376579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23753; }","duration":"381.709485ms","start":"2026-03-18T10:42:58.273312Z","end":"2026-03-18T10:42:58.655022Z","steps":["trace[1777376579] 'agreement among raft nodes before linearized reading' (duration: 381.569732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:58.65508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.273302Z","time spent":"381.769716ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:42:59.209041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.94665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:42:59.209167Z","caller":"traceutil/trace.go:171","msg":"trace[1545350486] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"549.261462ms","start":"2026-03-18T10:42:58.659877Z","end":"2026-03-18T10:42:59.209139Z","steps":["trace[1545350486] 'process raft request' (duration: 74.143868ms)","trace[1545350486] 'compare' (duration: 474.168033ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:42:59.20925Z","caller":"traceutil/trace.go:171","msg":"trace[1142686344] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"292.878198ms","start":"2026-03-18T10:42:58.916355Z","end":"2026-03-18T10:42:59.209233Z","steps":["trace[1142686344] 'process raft request' (duration: 292.788086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:59.209327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.659859Z","time spent":"549.378154ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:42:59.209459Z","caller":"traceutil/trace.go:171","msg":"trace[796496542] linearizableReadLoop","detail":"{readStateIndex:24597; appliedIndex:24596; }","duration":"547.829598ms","start":"2026-03-18T10:42:58.661618Z","end":"2026-03-18T10:42:59.209448Z","steps":["trace[796496542] 'read index received' (duration: 72.49662ms)","trace[796496542] 'applied index is now lower than readState.Index' (duration: 475.328938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:42:59.209623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.000553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:42:59.209678Z","caller":"traceutil/trace.go:171","msg":"trace[74247444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23755; }","duration":"548.093214ms","start":"2026-03-18T10:42:58.661574Z","end":"2026-03-18T10:42:59.209667Z","steps":["trace[74247444] 'agreement among raft nodes before linearized reading' (duration: 547.937721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:42:59.209707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.66156Z","time spent":"548.138806ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:42:59.709671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:43:00.200995Z","caller":"traceutil/trace.go:171","msg":"trace[1898098719] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"1.281648758s","start":"2026-03-18T10:42:58.91932Z","end":"2026-03-18T10:43:00.200969Z","steps":["trace[1898098719] 'process raft request' (duration: 1.192031444s)","trace[1898098719] 'compare' (duration: 89.350808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:00.201132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.919289Z","time spent":"1.281776461s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:00.201456Z","caller":"traceutil/trace.go:171","msg":"trace[1051192077] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"1.282060517s","start":"2026-03-18T10:42:58.919385Z","end":"2026-03-18T10:43:00.201445Z","steps":["trace[1051192077] 'process raft request' (duration: 1.281539256s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:00.20153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.91937Z","time spent":"1.282123378s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:00.201596Z","caller":"traceutil/trace.go:171","msg":"trace[1477472451] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"1.049531447s","start":"2026-03-18T10:42:59.152037Z","end":"2026-03-18T10:43:00.201568Z","steps":["trace[1477472451] 'process raft request' (duration: 1.049449015s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:00.201738Z","caller":"traceutil/trace.go:171","msg":"trace[1656582626] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"1.28221734s","start":"2026-03-18T10:42:58.919505Z","end":"2026-03-18T10:43:00.201722Z","steps":["trace[1656582626] 'process raft request' (duration: 1.281864383s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:00.201827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.919497Z","time spent":"1.282275481s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:00.201833Z","caller":"traceutil/trace.go:171","msg":"trace[265701462] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"1.282354563s","start":"2026-03-18T10:42:58.919453Z","end":"2026-03-18T10:43:00.201808Z","steps":["trace[265701462] 'process raft request' (duration: 1.28174379s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:00.201836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.152007Z","time spent":"1.049753792s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:00.201839Z","caller":"traceutil/trace.go:171","msg":"trace[1236923263] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"1.282294652s","start":"2026-03-18T10:42:58.91952Z","end":"2026-03-18T10:43:00.201815Z","steps":["trace[1236923263] 'process raft request' (duration: 1.281907954s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:00.201917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.919445Z","time spent":"1.282429035s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:00.201943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.919506Z","time spent":"1.282382604s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:01.64471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:01.644802Z","caller":"traceutil/trace.go:171","msg":"trace[95843222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306919s","start":"2026-03-18T10:42:59.644475Z","end":"2026-03-18T10:43:01.644782Z","steps":["trace[95843222] 'agreement among raft nodes before linearized reading' (duration: 2.000163606s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:01.644855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.644457Z","time spent":"2.000386752s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:02.160752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58265387s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:02.161009Z","caller":"traceutil/trace.go:171","msg":"trace[1133066125] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"946.220009ms","start":"2026-03-18T10:43:01.214771Z","end":"2026-03-18T10:43:02.160991Z","steps":["trace[1133066125] 'process raft request' (duration: 946.173238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:02.16109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:01.214751Z","time spent":"946.29713ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:02.161292Z","caller":"traceutil/trace.go:171","msg":"trace[404575975] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"2.970376919s","start":"2026-03-18T10:42:59.190903Z","end":"2026-03-18T10:43:02.16128Z","steps":["trace[404575975] 'process raft request' (duration: 1.386942683s)","trace[404575975] 'compare' (duration: 1.581689717s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:02.161347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.190886Z","time spent":"2.970435181s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:02.161473Z","caller":"traceutil/trace.go:171","msg":"trace[1323408904] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24598; }","duration":"2.951972939s","start":"2026-03-18T10:42:59.209486Z","end":"2026-03-18T10:43:02.161459Z","steps":["trace[1323408904] 'read index received' (duration: 901.841726ms)","trace[1323408904] 'applied index is now lower than readState.Index' (duration: 2.050129903s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:02.161635Z","caller":"traceutil/trace.go:171","msg":"trace[441871662] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"1.891081866s","start":"2026-03-18T10:43:00.270544Z","end":"2026-03-18T10:43:02.161626Z","steps":["trace[441871662] 'process raft request' (duration: 1.890309649s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:02.161693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:00.270525Z","time spent":"1.891139787s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:02.1619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958224078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:02.161938Z","caller":"traceutil/trace.go:171","msg":"trace[1130846087] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23764; }","duration":"2.958288659s","start":"2026-03-18T10:42:59.20364Z","end":"2026-03-18T10:43:02.161928Z","steps":["trace[1130846087] 'agreement among raft nodes before linearized reading' (duration: 2.958224298s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:02.161974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.203627Z","time spent":"2.958338401s","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:02.161987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2477214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:43:02.162043Z","caller":"traceutil/trace.go:171","msg":"trace[2015204691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23764; }","duration":"3.247784672s","start":"2026-03-18T10:42:58.914218Z","end":"2026-03-18T10:43:02.162003Z","steps":["trace[2015204691] 'agreement among raft nodes before linearized reading' (duration: 3.247664719s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:02.162029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247285831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:43:02.162066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024376946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:43:02.162094Z","caller":"traceutil/trace.go:171","msg":"trace[1032727998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23764; }","duration":"3.247377094s","start":"2026-03-18T10:42:58.9147Z","end":"2026-03-18T10:43:02.162077Z","steps":["trace[1032727998] 'agreement among raft nodes before linearized reading' (duration: 3.247176059s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:02.162076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105187424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T10:43:02.162076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24233394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:43:02.162124Z","caller":"traceutil/trace.go:171","msg":"trace[1814821638] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23764; }","duration":"3.024479638s","start":"2026-03-18T10:42:59.137631Z","end":"2026-03-18T10:43:02.162111Z","steps":["trace[1814821638] 'agreement among raft nodes before linearized reading' (duration: 3.024300894s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:02.162135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.914689Z","time spent":"3.247438055s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:43:02.162163Z","caller":"traceutil/trace.go:171","msg":"trace[1990251666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23764; }","duration":"3.242467883s","start":"2026-03-18T10:42:58.919679Z","end":"2026-03-18T10:43:02.162147Z","steps":["trace[1990251666] 'agreement among raft nodes before linearized reading' (duration: 3.242237398s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:02.162223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.919664Z","time spent":"3.242549815s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:02.162066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:58.914186Z","time spent":"3.247874474s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:43:02.162149Z","caller":"traceutil/trace.go:171","msg":"trace[1823793003] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23764; }","duration":"3.105304226s","start":"2026-03-18T10:42:59.056826Z","end":"2026-03-18T10:43:02.16213Z","steps":["trace[1823793003] 'agreement among raft nodes before linearized reading' (duration: 3.105079321s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:02.162365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.056149Z","time spent":"3.106194756s","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T10:43:02.162166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.13761Z","time spent":"3.02454706s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-18T10:43:03.644864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:03.64495Z","caller":"traceutil/trace.go:171","msg":"trace[1515187350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99999574s","start":"2026-03-18T10:43:01.644935Z","end":"2026-03-18T10:43:03.64493Z","steps":["trace[1515187350] 'agreement among raft nodes before linearized reading' (duration: 1.999891498s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.644995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:01.644911Z","time spent":"2.000075573s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:03.677887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48117973s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:03.67832Z","caller":"traceutil/trace.go:171","msg":"trace[730131987] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"1.511141761s","start":"2026-03-18T10:43:02.167161Z","end":"2026-03-18T10:43:03.678303Z","steps":["trace[730131987] 'process raft request' (duration: 1.51110546s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.678411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.167146Z","time spent":"1.511220032s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:03.678465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.163101Z","time spent":"1.515358584s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:43:03.678738Z","caller":"traceutil/trace.go:171","msg":"trace[2088153716] linearizableReadLoop","detail":"{readStateIndex:24608; appliedIndex:24607; }","duration":"1.517211357s","start":"2026-03-18T10:43:02.161501Z","end":"2026-03-18T10:43:03.678712Z","steps":["trace[2088153716] 'read index received' (duration: 32.361733ms)","trace[2088153716] 'applied index is now lower than readState.Index' (duration: 1.484846823s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:03.678787Z","caller":"traceutil/trace.go:171","msg":"trace[1977814363] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"1.512567303s","start":"2026-03-18T10:43:02.166204Z","end":"2026-03-18T10:43:03.678771Z","steps":["trace[1977814363] 'process raft request' (duration: 1.511938628s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.678847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.166185Z","time spent":"1.512629414s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:03.678857Z","caller":"traceutil/trace.go:171","msg":"trace[1590283522] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"1.741250276s","start":"2026-03-18T10:43:01.937586Z","end":"2026-03-18T10:43:03.678837Z","steps":["trace[1590283522] 'process raft request' (duration: 256.344152ms)","trace[1590283522] 'compare' (duration: 655.615851ms)","trace[1590283522] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 825.474657ms)"],"step_count":3} {"level":"warn","ts":"2026-03-18T10:43:03.678972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:01.937554Z","time spent":"1.74139085s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:03.679019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465106042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:43:03.679014Z","caller":"traceutil/trace.go:171","msg":"trace[1611733494] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"1.512412479s","start":"2026-03-18T10:43:02.166579Z","end":"2026-03-18T10:43:03.678991Z","steps":["trace[1611733494] 'process raft request' (duration: 1.511654421s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:03.679046Z","caller":"traceutil/trace.go:171","msg":"trace[1388277613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23768; }","duration":"2.465173924s","start":"2026-03-18T10:43:01.213866Z","end":"2026-03-18T10:43:03.67904Z","steps":["trace[1388277613] 'agreement among raft nodes before linearized reading' (duration: 2.465074522s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.67907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:01.213844Z","time spent":"2.465221034s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:03.678922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203852961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:03.679102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.166561Z","time spent":"1.512488761s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:03.679132Z","caller":"traceutil/trace.go:171","msg":"trace[429886585] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23768; }","duration":"2.204101166s","start":"2026-03-18T10:43:01.475018Z","end":"2026-03-18T10:43:03.679119Z","steps":["trace[429886585] 'agreement among raft nodes before linearized reading' (duration: 2.20385442s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.67917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:01.475001Z","time spent":"2.204157737s","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:03.679214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484407523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:03.679237Z","caller":"traceutil/trace.go:171","msg":"trace[1545031178] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23768; }","duration":"2.484475896s","start":"2026-03-18T10:43:01.194752Z","end":"2026-03-18T10:43:03.679227Z","steps":["trace[1545031178] 'agreement among raft nodes before linearized reading' (duration: 2.484432875s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.679263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:01.194725Z","time spent":"2.484532087s","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:03.679417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021419772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:43:03.679443Z","caller":"traceutil/trace.go:171","msg":"trace[273910472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23768; }","duration":"3.021446143s","start":"2026-03-18T10:43:00.657991Z","end":"2026-03-18T10:43:03.679437Z","steps":["trace[273910472] 'agreement among raft nodes before linearized reading' (duration: 3.021362781s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.679461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:00.657934Z","time spent":"3.021522124s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:43:03.679489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09733424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:03.679536Z","caller":"traceutil/trace.go:171","msg":"trace[1358739790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23768; }","duration":"4.097389531s","start":"2026-03-18T10:42:59.582136Z","end":"2026-03-18T10:43:03.679525Z","steps":["trace[1358739790] 'agreement among raft nodes before linearized reading' (duration: 4.09730949s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.67957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105176396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:03.679578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.582079Z","time spent":"4.097489653s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:03.679584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44082048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:03.679613Z","caller":"traceutil/trace.go:171","msg":"trace[619767350] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23768; }","duration":"3.440881821s","start":"2026-03-18T10:43:00.238722Z","end":"2026-03-18T10:43:03.679603Z","steps":["trace[619767350] 'agreement among raft nodes before linearized reading' (duration: 3.44083662s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.679641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468907638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-18T10:43:03.679659Z","caller":"traceutil/trace.go:171","msg":"trace[1802179835] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23768; }","duration":"4.468966049s","start":"2026-03-18T10:42:59.210688Z","end":"2026-03-18T10:43:03.679654Z","steps":["trace[1802179835] 'agreement among raft nodes before linearized reading' (duration: 4.468911618s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.679683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.210668Z","time spent":"4.469011201s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18736,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:43:03.679536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618191766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:03.679729Z","caller":"traceutil/trace.go:171","msg":"trace[1703794136] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23768; }","duration":"3.618417002s","start":"2026-03-18T10:43:00.061301Z","end":"2026-03-18T10:43:03.679718Z","steps":["trace[1703794136] 'agreement among raft nodes before linearized reading' (duration: 3.618198077s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.679783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:00.06128Z","time spent":"3.618488933s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:03.679796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895519767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-18T10:43:03.679588Z","caller":"traceutil/trace.go:171","msg":"trace[1336868895] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23768; }","duration":"4.105229167s","start":"2026-03-18T10:42:59.574354Z","end":"2026-03-18T10:43:03.679583Z","steps":["trace[1336868895] 'agreement among raft nodes before linearized reading' (duration: 4.105173416s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:03.679825Z","caller":"traceutil/trace.go:171","msg":"trace[195769763] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23768; }","duration":"3.895576459s","start":"2026-03-18T10:42:59.78424Z","end":"2026-03-18T10:43:03.679816Z","steps":["trace[195769763] 'agreement among raft nodes before linearized reading' (duration: 3.895474107s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.679853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.57433Z","time spent":"4.105514804s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:03.679854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.784224Z","time spent":"3.89562439s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-18T10:43:03.679653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:00.238706Z","time spent":"3.440939532s","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:03.679698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912428515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:03.680004Z","caller":"traceutil/trace.go:171","msg":"trace[1148930450] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23768; }","duration":"3.912733492s","start":"2026-03-18T10:42:59.767261Z","end":"2026-03-18T10:43:03.679995Z","steps":["trace[1148930450] 'agreement among raft nodes before linearized reading' (duration: 3.912412975s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:03.680029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:42:59.767205Z","time spent":"3.912816184s","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:04.993667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.156117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:04.993834Z","caller":"traceutil/trace.go:171","msg":"trace[605087157] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"2.784621717s","start":"2026-03-18T10:43:02.209187Z","end":"2026-03-18T10:43:04.993809Z","steps":["trace[605087157] 'process raft request' (duration: 1.825212414s)","trace[605087157] 'compare' (duration: 909.391664ms)","trace[605087157] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 49.461467ms)"],"step_count":3} {"level":"warn","ts":"2026-03-18T10:43:04.994016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.209173Z","time spent":"2.784818131s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:04.994157Z","caller":"traceutil/trace.go:171","msg":"trace[1340977915] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"2.782068899s","start":"2026-03-18T10:43:02.212079Z","end":"2026-03-18T10:43:04.994148Z","steps":["trace[1340977915] 'process raft request' (duration: 2.781789353s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:04.993914Z","caller":"traceutil/trace.go:171","msg":"trace[75993257] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"2.783623505s","start":"2026-03-18T10:43:02.210278Z","end":"2026-03-18T10:43:04.993902Z","steps":["trace[75993257] 'process raft request' (duration: 2.783558763s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.994242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.21206Z","time spent":"2.782131751s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:04.994255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.210262Z","time spent":"2.783971592s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:04.993947Z","caller":"traceutil/trace.go:171","msg":"trace[1609912950] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"2.783737248s","start":"2026-03-18T10:43:02.210202Z","end":"2026-03-18T10:43:04.993939Z","steps":["trace[1609912950] 'process raft request' (duration: 2.783571244s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.994705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.210173Z","time spent":"2.784433812s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:04.995021Z","caller":"traceutil/trace.go:171","msg":"trace[263045477] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"2.780282579s","start":"2026-03-18T10:43:02.214721Z","end":"2026-03-18T10:43:04.995003Z","steps":["trace[263045477] 'process raft request' (duration: 2.77942511s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.995109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.214707Z","time spent":"2.780360431s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:04.995286Z","caller":"traceutil/trace.go:171","msg":"trace[151662790] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"2.514003846s","start":"2026-03-18T10:43:02.48125Z","end":"2026-03-18T10:43:04.995253Z","steps":["trace[151662790] 'process raft request' (duration: 2.513642567s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:04.995472Z","caller":"traceutil/trace.go:171","msg":"trace[108582398] linearizableReadLoop","detail":"{readStateIndex:24618; appliedIndex:24612; }","duration":"1.316639241s","start":"2026-03-18T10:43:03.678803Z","end":"2026-03-18T10:43:04.995442Z","steps":["trace[108582398] 'read index received' (duration: 355.619941ms)","trace[108582398] 'applied index is now lower than readState.Index' (duration: 961.01603ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:04.995546Z","caller":"traceutil/trace.go:171","msg":"trace[1208749467] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"1.309474132s","start":"2026-03-18T10:43:03.68606Z","end":"2026-03-18T10:43:04.995535Z","steps":["trace[1208749467] 'process raft request' (duration: 1.309152224s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.995622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.686033Z","time spent":"1.309552513s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:04.995604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.481228Z","time spent":"2.514144659s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:04.995677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342849658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:04.995722Z","caller":"traceutil/trace.go:171","msg":"trace[1570058468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23776; }","duration":"1.34293068s","start":"2026-03-18T10:43:03.652779Z","end":"2026-03-18T10:43:04.995709Z","steps":["trace[1570058468] 'agreement among raft nodes before linearized reading' (duration: 1.342795597s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.995765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.652768Z","time spent":"1.342989071s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:04.995926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696413974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:04.995972Z","caller":"traceutil/trace.go:171","msg":"trace[1257881187] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23776; }","duration":"1.696493965s","start":"2026-03-18T10:43:03.299467Z","end":"2026-03-18T10:43:04.995961Z","steps":["trace[1257881187] 'agreement among raft nodes before linearized reading' (duration: 1.696425584s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.996011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.299448Z","time spent":"1.696554677s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:04.995961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347566983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-18T10:43:04.996016Z","caller":"traceutil/trace.go:171","msg":"trace[1885131680] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.309853191s","start":"2026-03-18T10:43:03.686121Z","end":"2026-03-18T10:43:04.995974Z","steps":["trace[1885131680] 'process raft request' (duration: 1.309347459s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.996053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784692387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:04.996063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209541238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:04.996078Z","caller":"traceutil/trace.go:171","msg":"trace[1194888666] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb; range_end:; response_count:1; response_revision:23776; }","duration":"1.347680405s","start":"2026-03-18T10:43:03.64836Z","end":"2026-03-18T10:43:04.99604Z","steps":["trace[1194888666] 'agreement among raft nodes before linearized reading' (duration: 1.347532662s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.996099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.686097Z","time spent":"1.309960592s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:04.996124Z","caller":"traceutil/trace.go:171","msg":"trace[1811622328] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23776; }","duration":"2.20962129s","start":"2026-03-18T10:43:02.786489Z","end":"2026-03-18T10:43:04.99611Z","steps":["trace[1811622328] 'agreement among raft nodes before linearized reading' (duration: 2.209487537s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.996154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:02.786421Z","time spent":"2.209727912s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:04.99617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426959039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:04.996201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.648344Z","time spent":"1.347803728s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" "} {"level":"info","ts":"2026-03-18T10:43:04.996209Z","caller":"traceutil/trace.go:171","msg":"trace[2108624920] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23776; }","duration":"1.427025011s","start":"2026-03-18T10:43:03.569173Z","end":"2026-03-18T10:43:04.996198Z","steps":["trace[2108624920] 'agreement among raft nodes before linearized reading' (duration: 1.426966669s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.996237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.569157Z","time spent":"1.427073381s","remote":"127.0.0.1:49272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:04.996085Z","caller":"traceutil/trace.go:171","msg":"trace[1157246537] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23776; }","duration":"1.784759789s","start":"2026-03-18T10:43:03.211315Z","end":"2026-03-18T10:43:04.996075Z","steps":["trace[1157246537] 'agreement among raft nodes before linearized reading' (duration: 1.784656907s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.996393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.211296Z","time spent":"1.785081396s","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:04.996358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883113258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:04.996453Z","caller":"traceutil/trace.go:171","msg":"trace[36908616] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23776; }","duration":"1.883235141s","start":"2026-03-18T10:43:03.113206Z","end":"2026-03-18T10:43:04.996441Z","steps":["trace[36908616] 'agreement among raft nodes before linearized reading' (duration: 1.883082968s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:04.996692Z","caller":"traceutil/trace.go:171","msg":"trace[809129539] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"1.309653935s","start":"2026-03-18T10:43:03.687023Z","end":"2026-03-18T10:43:04.996677Z","steps":["trace[809129539] 'process raft request' (duration: 1.309474171s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:04.996769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.687011Z","time spent":"1.309722986s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:04.996498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.113186Z","time spent":"1.883298332s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:05.485119Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20578,"took":"7.215517974s","hash":4067064577,"current-db-size-bytes":48287744,"current-db-size":"48 MB","current-db-size-in-use-bytes":39550976,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-18T10:43:05.485195Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4067064577,"revision":20578,"compact-revision":18512} {"level":"warn","ts":"2026-03-18T10:43:05.496646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:05.997556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:06.000526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152188073s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:43:06.000963Z","caller":"traceutil/trace.go:171","msg":"trace[758338887] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"1.831772171s","start":"2026-03-18T10:43:04.169171Z","end":"2026-03-18T10:43:06.000943Z","steps":["trace[758338887] 'process raft request' (duration: 1.831716698s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:06.001011Z","caller":"traceutil/trace.go:171","msg":"trace[1711079455] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"1.832577478s","start":"2026-03-18T10:43:04.168409Z","end":"2026-03-18T10:43:06.000987Z","steps":["trace[1711079455] 'process raft request' (duration: 1.832332282s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:06.001091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.169144Z","time spent":"1.831885752s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:06.001123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.168384Z","time spent":"1.832664501s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:06.997938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000502812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:43:06.99803Z","caller":"traceutil/trace.go:171","msg":"trace[1757293464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636766s","start":"2026-03-18T10:43:04.997375Z","end":"2026-03-18T10:43:06.998012Z","steps":["trace[1757293464] 'agreement among raft nodes before linearized reading' (duration: 2.000518343s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:06.998119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.997364Z","time spent":"2.000742448s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:08.108485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104718523s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:08.154448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656753956s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:08.154655Z","caller":"traceutil/trace.go:171","msg":"trace[1546095069] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23779; }","duration":"1.656961821s","start":"2026-03-18T10:43:06.497658Z","end":"2026-03-18T10:43:08.15462Z","steps":["trace[1546095069] 'range keys from in-memory index tree' (duration: 1.656731666s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.154967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52632454s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:08.155124Z","caller":"traceutil/trace.go:171","msg":"trace[150356829] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"3.156582853s","start":"2026-03-18T10:43:04.998509Z","end":"2026-03-18T10:43:08.155092Z","steps":["trace[150356829] 'process raft request' (duration: 1.63005408s)","trace[150356829] 'compare' (duration: 1.526100194s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.155276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.998501Z","time spent":"3.156690736s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:08.155213Z","caller":"traceutil/trace.go:171","msg":"trace[1317383550] linearizableReadLoop","detail":"{readStateIndex:24624; appliedIndex:24621; }","duration":"3.159649302s","start":"2026-03-18T10:43:04.995542Z","end":"2026-03-18T10:43:08.155191Z","steps":["trace[1317383550] 'read index received' (duration: 1.005229577s)","trace[1317383550] 'applied index is now lower than readState.Index' (duration: 2.154415644s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.656318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:08.737969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.877885ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:43:08.738016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388530932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:08.73805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051752453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:08.738116Z","caller":"traceutil/trace.go:171","msg":"trace[442124462] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23780; }","duration":"4.388672245s","start":"2026-03-18T10:43:04.349413Z","end":"2026-03-18T10:43:08.738086Z","steps":["trace[442124462] 'agreement among raft nodes before linearized reading' (duration: 3.805914563s)","trace[442124462] 'count revisions from in-memory index tree' (duration: 582.623378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.738186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.349396Z","time spent":"4.388771898s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.738389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42956251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:43:08.738434Z","caller":"traceutil/trace.go:171","msg":"trace[969932730] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23780; }","duration":"4.429644171s","start":"2026-03-18T10:43:04.30878Z","end":"2026-03-18T10:43:08.738424Z","steps":["trace[969932730] 'agreement among raft nodes before linearized reading' (duration: 3.846558923s)","trace[969932730] 'count revisions from in-memory index tree' (duration: 583.021147ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:08.738127Z","caller":"traceutil/trace.go:171","msg":"trace[1574364417] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23780; }","duration":"5.051882915s","start":"2026-03-18T10:43:03.68622Z","end":"2026-03-18T10:43:08.738103Z","steps":["trace[1574364417] 'agreement among raft nodes before linearized reading' (duration: 4.469131324s)","trace[1574364417] 'range keys from in-memory index tree' (duration: 582.629389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.73853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.308761Z","time spent":"4.429727444s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.73852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.686204Z","time spent":"5.052301375s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:08.738892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.050006773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-18T10:43:08.73894Z","caller":"traceutil/trace.go:171","msg":"trace[642599678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23780; }","duration":"5.050078354s","start":"2026-03-18T10:43:03.688848Z","end":"2026-03-18T10:43:08.738926Z","steps":["trace[642599678] 'agreement among raft nodes before linearized reading' (duration: 4.466492605s)","trace[642599678] 'range keys from in-memory index tree' (duration: 583.449786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.738991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243919708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:08.739054Z","caller":"traceutil/trace.go:171","msg":"trace[1877071127] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23780; }","duration":"4.244025391s","start":"2026-03-18T10:43:04.495012Z","end":"2026-03-18T10:43:08.739038Z","steps":["trace[1877071127] 'agreement among raft nodes before linearized reading' (duration: 3.660303718s)","trace[1877071127] 'count revisions from in-memory index tree' (duration: 583.642271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.739069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053126923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3f74c111-f56e-4674-86f2-8ac42da72eb6\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-18T10:43:08.739098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.494997Z","time spent":"4.244091692s","remote":"127.0.0.1:51304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.739102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.79538847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:08.739122Z","caller":"traceutil/trace.go:171","msg":"trace[770407074] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3f74c111-f56e-4674-86f2-8ac42da72eb6; range_end:; response_count:1; response_revision:23780; }","duration":"5.053189104s","start":"2026-03-18T10:43:03.685909Z","end":"2026-03-18T10:43:08.739098Z","steps":["trace[770407074] 'agreement among raft nodes before linearized reading' (duration: 4.469524783s)","trace[770407074] 'range keys from in-memory index tree' (duration: 583.525258ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:08.739135Z","caller":"traceutil/trace.go:171","msg":"trace[1415683323] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23780; }","duration":"4.795458422s","start":"2026-03-18T10:43:03.943666Z","end":"2026-03-18T10:43:08.739124Z","steps":["trace[1415683323] 'agreement among raft nodes before linearized reading' (duration: 4.211645707s)","trace[1415683323] 'count revisions from in-memory index tree' (duration: 583.756194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.739182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.685897Z","time spent":"5.053276796s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-3f74c111-f56e-4674-86f2-8ac42da72eb6\" "} {"level":"warn","ts":"2026-03-18T10:43:08.739258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885574175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:08.739338Z","caller":"traceutil/trace.go:171","msg":"trace[219893771] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23780; }","duration":"3.885678077s","start":"2026-03-18T10:43:04.853614Z","end":"2026-03-18T10:43:08.739292Z","steps":["trace[219893771] 'agreement among raft nodes before linearized reading' (duration: 3.301681489s)","trace[219893771] 'count revisions from in-memory index tree' (duration: 583.911687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.739164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.943646Z","time spent":"4.795511122s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.73942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114722429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:08.739039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:03.688839Z","time spent":"5.050165717s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T10:43:08.73947Z","caller":"traceutil/trace.go:171","msg":"trace[1349611569] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23780; }","duration":"4.11476895s","start":"2026-03-18T10:43:04.624685Z","end":"2026-03-18T10:43:08.739454Z","steps":["trace[1349611569] 'agreement among raft nodes before linearized reading' (duration: 3.530621398s)","trace[1349611569] 'count revisions from in-memory index tree' (duration: 584.091361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.739511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.624664Z","time spent":"4.114836272s","remote":"127.0.0.1:51252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.739434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.853593Z","time spent":"3.885788629s","remote":"127.0.0.1:49734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.739265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.410504912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:08.739822Z","caller":"traceutil/trace.go:171","msg":"trace[1219262617] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23780; }","duration":"4.411077105s","start":"2026-03-18T10:43:04.32873Z","end":"2026-03-18T10:43:08.739807Z","steps":["trace[1219262617] 'agreement among raft nodes before linearized reading' (duration: 3.826538624s)","trace[1219262617] 'count revisions from in-memory index tree' (duration: 583.964247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.73993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.328715Z","time spent":"4.411176647s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:08.739523Z","caller":"traceutil/trace.go:171","msg":"trace[867455793] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"1.735842545s","start":"2026-03-18T10:43:07.003658Z","end":"2026-03-18T10:43:08.739501Z","steps":["trace[867455793] 'process raft request' (duration: 1.734413863s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.740145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:07.003636Z","time spent":"1.736431288s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:08.827115Z","caller":"traceutil/trace.go:171","msg":"trace[872889142] linearizableReadLoop","detail":"{readStateIndex:24632; appliedIndex:24626; }","duration":"671.596347ms","start":"2026-03-18T10:43:08.155489Z","end":"2026-03-18T10:43:08.827086Z","steps":["trace[872889142] 'read index received' (duration: 584.655243ms)","trace[872889142] 'applied index is now lower than readState.Index' (duration: 86.939654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.82726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855465861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:08.827342Z","caller":"traceutil/trace.go:171","msg":"trace[2044431566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23787; }","duration":"2.855608853s","start":"2026-03-18T10:43:05.971715Z","end":"2026-03-18T10:43:08.827324Z","steps":["trace[2044431566] 'agreement among raft nodes before linearized reading' (duration: 2.855387308s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.827402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:05.971696Z","time spent":"2.855695446s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.827506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823885614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:43:08.827491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944147593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:08.827536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820852726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:08.82756Z","caller":"traceutil/trace.go:171","msg":"trace[1611623068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23787; }","duration":"1.823971346s","start":"2026-03-18T10:43:07.003576Z","end":"2026-03-18T10:43:08.827547Z","steps":["trace[1611623068] 'agreement among raft nodes before linearized reading' (duration: 1.823833222s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.827553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516541033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:08.827578Z","caller":"traceutil/trace.go:171","msg":"trace[566636569] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23787; }","duration":"1.944245216s","start":"2026-03-18T10:43:06.883313Z","end":"2026-03-18T10:43:08.827558Z","steps":["trace[566636569] 'agreement among raft nodes before linearized reading' (duration: 1.944103922s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.8276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:07.003559Z","time spent":"1.824028488s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:43:08.827586Z","caller":"traceutil/trace.go:171","msg":"trace[299407725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23787; }","duration":"1.820918238s","start":"2026-03-18T10:43:07.006654Z","end":"2026-03-18T10:43:08.827572Z","steps":["trace[299407725] 'agreement among raft nodes before linearized reading' (duration: 1.820829905s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:08.827616Z","caller":"traceutil/trace.go:171","msg":"trace[521792678] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23787; }","duration":"2.516650205s","start":"2026-03-18T10:43:06.310946Z","end":"2026-03-18T10:43:08.827596Z","steps":["trace[521792678] 'agreement among raft nodes before linearized reading' (duration: 2.516528632s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.82763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:06.883244Z","time spent":"1.944375159s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.827639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:07.006647Z","time spent":"1.820984429s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:08.827659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:06.31092Z","time spent":"2.516729617s","remote":"127.0.0.1:49532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.827215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566400436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:08.827825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427153074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:08.827905Z","caller":"traceutil/trace.go:171","msg":"trace[1272854883] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23787; }","duration":"3.427321839s","start":"2026-03-18T10:43:05.400562Z","end":"2026-03-18T10:43:08.827884Z","steps":["trace[1272854883] 'agreement among raft nodes before linearized reading' (duration: 3.427153115s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.827931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.54056438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:08.827961Z","caller":"traceutil/trace.go:171","msg":"trace[1704830742] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"1.822583175s","start":"2026-03-18T10:43:07.005364Z","end":"2026-03-18T10:43:08.827948Z","steps":["trace[1704830742] 'process raft request' (duration: 1.821521411s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.827974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:05.400548Z","time spent":"3.42741144s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.828015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143209735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:43:08.828018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50833921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:08.828062Z","caller":"traceutil/trace.go:171","msg":"trace[1326459282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23787; }","duration":"3.143293216s","start":"2026-03-18T10:43:05.684758Z","end":"2026-03-18T10:43:08.828051Z","steps":["trace[1326459282] 'agreement among raft nodes before linearized reading' (duration: 3.143160323s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:08.828066Z","caller":"traceutil/trace.go:171","msg":"trace[197529011] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23787; }","duration":"3.508410452s","start":"2026-03-18T10:43:05.319646Z","end":"2026-03-18T10:43:08.828056Z","steps":["trace[197529011] 'agreement among raft nodes before linearized reading' (duration: 3.508342631s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.828097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:05.684739Z","time spent":"3.143351538s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:08.828103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:05.319633Z","time spent":"3.508461673s","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:08.8281Z","caller":"traceutil/trace.go:171","msg":"trace[248603332] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"1.823004254s","start":"2026-03-18T10:43:07.005086Z","end":"2026-03-18T10:43:08.828091Z","steps":["trace[248603332] 'process raft request' (duration: 1.821678834s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:08.828138Z","caller":"traceutil/trace.go:171","msg":"trace[2009987764] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"1.824438137s","start":"2026-03-18T10:43:07.003684Z","end":"2026-03-18T10:43:08.828122Z","steps":["trace[2009987764] 'process raft request' (duration: 1.735803675s)","trace[2009987764] 'compare' (duration: 87.031596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:08.828153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:07.005066Z","time spent":"1.823062046s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:08.828062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:07.005344Z","time spent":"1.822659856s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:08.828249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:07.003658Z","time spent":"1.824526208s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:08.827966Z","caller":"traceutil/trace.go:171","msg":"trace[358783916] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23787; }","duration":"3.540629831s","start":"2026-03-18T10:43:05.287326Z","end":"2026-03-18T10:43:08.827956Z","steps":["trace[358783916] 'agreement among raft nodes before linearized reading' (duration: 3.540535779s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.828359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:05.287306Z","time spent":"3.541039121s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.828381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143593913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:43:08.828422Z","caller":"traceutil/trace.go:171","msg":"trace[759513997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23787; }","duration":"3.143675995s","start":"2026-03-18T10:43:05.684733Z","end":"2026-03-18T10:43:08.828409Z","steps":["trace[759513997] 'agreement among raft nodes before linearized reading' (duration: 3.143525512s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.828454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:05.684711Z","time spent":"3.143735986s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T10:43:08.828537Z","caller":"traceutil/trace.go:171","msg":"trace[1316341612] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"823.091496ms","start":"2026-03-18T10:43:08.005434Z","end":"2026-03-18T10:43:08.828525Z","steps":["trace[1316341612] 'process raft request' (duration: 821.545331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:08.828553Z","caller":"traceutil/trace.go:171","msg":"trace[1165305698] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"822.413841ms","start":"2026-03-18T10:43:08.006124Z","end":"2026-03-18T10:43:08.828538Z","steps":["trace[1165305698] 'process raft request' (duration: 820.898757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.828536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823934685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:43:08.828635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.005415Z","time spent":"823.145186ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:08.828654Z","caller":"traceutil/trace.go:171","msg":"trace[1014522737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23787; }","duration":"1.824314773s","start":"2026-03-18T10:43:07.004319Z","end":"2026-03-18T10:43:08.828634Z","steps":["trace[1014522737] 'agreement among raft nodes before linearized reading' (duration: 1.82325704s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.828669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.00612Z","time spent":"822.496863ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:08.828714Z","caller":"traceutil/trace.go:171","msg":"trace[400713835] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"1.82326249s","start":"2026-03-18T10:43:07.005443Z","end":"2026-03-18T10:43:08.828705Z","steps":["trace[400713835] 'process raft request' (duration: 1.82148178s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.828714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:07.004313Z","time spent":"1.824383094s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:43:08.828746Z","caller":"traceutil/trace.go:171","msg":"trace[1790444216] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23787; }","duration":"1.567106973s","start":"2026-03-18T10:43:07.260746Z","end":"2026-03-18T10:43:08.827853Z","steps":["trace[1790444216] 'agreement among raft nodes before linearized reading' (duration: 1.566341425s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.828758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:07.005423Z","time spent":"1.823311071s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:08.828807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830478552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-18T10:43:08.828881Z","caller":"traceutil/trace.go:171","msg":"trace[94449312] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23787; }","duration":"3.830579115s","start":"2026-03-18T10:43:04.998284Z","end":"2026-03-18T10:43:08.828863Z","steps":["trace[94449312] 'agreement among raft nodes before linearized reading' (duration: 3.830279029s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.828944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:04.998281Z","time spent":"3.830640586s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T10:43:08.829173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:07.260728Z","time spent":"1.568421451s","remote":"127.0.0.1:44318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:08.830734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142674323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:43:08.830828Z","caller":"traceutil/trace.go:171","msg":"trace[1843644222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23787; }","duration":"3.143065692s","start":"2026-03-18T10:43:05.687744Z","end":"2026-03-18T10:43:08.830809Z","steps":["trace[1843644222] 'agreement among raft nodes before linearized reading' (duration: 3.139507002s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:08.831026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:05.687733Z","time spent":"3.143281247s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:43:10.004901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:09.03997Z","time spent":"964.924617ms","remote":"127.0.0.1:45280","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:43:10.006271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.079347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-18T10:43:10.006503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262122751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:10.006575Z","caller":"traceutil/trace.go:171","msg":"trace[72410717] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23788; }","duration":"1.262214723s","start":"2026-03-18T10:43:08.744339Z","end":"2026-03-18T10:43:10.006553Z","steps":["trace[72410717] 'agreement among raft nodes before linearized reading' (duration: 1.26207827s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:10.006611Z","caller":"traceutil/trace.go:171","msg":"trace[471748998] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"1.320782493s","start":"2026-03-18T10:43:08.685799Z","end":"2026-03-18T10:43:10.006581Z","steps":["trace[471748998] 'process raft request' (duration: 554.5222ms)","trace[471748998] 'compare' (duration: 764.617837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:10.006652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263827679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-18T10:43:10.006676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.744328Z","time spent":"1.262319635s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-18T10:43:10.006728Z","caller":"traceutil/trace.go:171","msg":"trace[1770262954] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23788; }","duration":"1.263940682s","start":"2026-03-18T10:43:08.742772Z","end":"2026-03-18T10:43:10.006713Z","steps":["trace[1770262954] 'agreement among raft nodes before linearized reading' (duration: 1.263731097s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.006721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.685774Z","time spent":"1.320887655s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:10.00677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.742751Z","time spent":"1.264005394s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-18T10:43:10.006843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532218451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T10:43:10.006914Z","caller":"traceutil/trace.go:171","msg":"trace[1570195698] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23788; }","duration":"1.532337223s","start":"2026-03-18T10:43:08.474556Z","end":"2026-03-18T10:43:10.006894Z","steps":["trace[1570195698] 'agreement among raft nodes before linearized reading' (duration: 1.532086867s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.006963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.474542Z","time spent":"1.532412107s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:43:10.007154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847287327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-18T10:43:10.00706Z","caller":"traceutil/trace.go:171","msg":"trace[1948069228] linearizableReadLoop","detail":"{readStateIndex:24633; appliedIndex:24632; }","duration":"1.179185947s","start":"2026-03-18T10:43:08.827214Z","end":"2026-03-18T10:43:10.0064Z","steps":["trace[1948069228] 'read index received' (duration: 413.090807ms)","trace[1948069228] 'applied index is now lower than readState.Index' (duration: 766.09323ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:10.007271Z","caller":"traceutil/trace.go:171","msg":"trace[1519780623] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb; range_end:; response_count:1; response_revision:23788; }","duration":"1.84743039s","start":"2026-03-18T10:43:08.159815Z","end":"2026-03-18T10:43:10.007246Z","steps":["trace[1519780623] 'agreement among raft nodes before linearized reading' (duration: 1.847136364s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.007329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.159804Z","time spent":"1.847508422s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" "} {"level":"info","ts":"2026-03-18T10:43:10.053789Z","caller":"traceutil/trace.go:171","msg":"trace[1403595377] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"1.221579534s","start":"2026-03-18T10:43:08.832192Z","end":"2026-03-18T10:43:10.053772Z","steps":["trace[1403595377] 'process raft request' (duration: 1.2213837s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.053875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.832174Z","time spent":"1.221658957s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:10.053895Z","caller":"traceutil/trace.go:171","msg":"trace[2111052621] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"1.219352755s","start":"2026-03-18T10:43:08.834521Z","end":"2026-03-18T10:43:10.053874Z","steps":["trace[2111052621] 'process raft request' (duration: 1.219278623s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:10.053909Z","caller":"traceutil/trace.go:171","msg":"trace[1820774957] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"1.220264405s","start":"2026-03-18T10:43:08.833623Z","end":"2026-03-18T10:43:10.053887Z","steps":["trace[1820774957] 'process raft request' (duration: 1.220070261s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.054009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.833598Z","time spent":"1.220367278s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:10.054031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.834504Z","time spent":"1.219451707s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:10.054057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069030563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:10.054085Z","caller":"traceutil/trace.go:171","msg":"trace[1753142577] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23793; }","duration":"1.069085854s","start":"2026-03-18T10:43:08.984988Z","end":"2026-03-18T10:43:10.054074Z","steps":["trace[1753142577] 'agreement among raft nodes before linearized reading' (duration: 1.069017112s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:10.054108Z","caller":"traceutil/trace.go:171","msg":"trace[146248569] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"1.219527868s","start":"2026-03-18T10:43:08.834566Z","end":"2026-03-18T10:43:10.054094Z","steps":["trace[146248569] 'process raft request' (duration: 1.219274773s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.054122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.984969Z","time spent":"1.069141736s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:10.054147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.283007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:10.054178Z","caller":"traceutil/trace.go:171","msg":"trace[1506113936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23793; }","duration":"797.341598ms","start":"2026-03-18T10:43:09.256826Z","end":"2026-03-18T10:43:10.054168Z","steps":["trace[1506113936] 'agreement among raft nodes before linearized reading' (duration: 797.286597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.054161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076838948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:10.05424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223373334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:43:10.054274Z","caller":"traceutil/trace.go:171","msg":"trace[1950732805] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23793; }","duration":"1.076990061s","start":"2026-03-18T10:43:08.977262Z","end":"2026-03-18T10:43:10.054252Z","steps":["trace[1950732805] 'agreement among raft nodes before linearized reading' (duration: 1.076804307s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:10.054294Z","caller":"traceutil/trace.go:171","msg":"trace[1164091929] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23793; }","duration":"1.223453726s","start":"2026-03-18T10:43:08.83083Z","end":"2026-03-18T10:43:10.054284Z","steps":["trace[1164091929] 'agreement among raft nodes before linearized reading' (duration: 1.223308432s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.054313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167616297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-18T10:43:10.054325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.830813Z","time spent":"1.223503647s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-18T10:43:10.054346Z","caller":"traceutil/trace.go:171","msg":"trace[2135850940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23793; }","duration":"1.167675209s","start":"2026-03-18T10:43:08.886662Z","end":"2026-03-18T10:43:10.054337Z","steps":["trace[2135850940] 'agreement among raft nodes before linearized reading' (duration: 1.167568086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.054354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.977246Z","time spent":"1.077093204s","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:10.054373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.886637Z","time spent":"1.16773007s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T10:43:10.054193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.834547Z","time spent":"1.219599031s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:10.054205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:09.256808Z","time spent":"797.39162ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:10.054213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225516113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:10.054495Z","caller":"traceutil/trace.go:171","msg":"trace[994717071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23793; }","duration":"1.225825739s","start":"2026-03-18T10:43:08.828659Z","end":"2026-03-18T10:43:10.054485Z","steps":["trace[994717071] 'agreement among raft nodes before linearized reading' (duration: 1.225523742s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.054523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.828644Z","time spent":"1.225871771s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:43:10.053969Z","caller":"traceutil/trace.go:171","msg":"trace[660250140] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"1.220327486s","start":"2026-03-18T10:43:08.833622Z","end":"2026-03-18T10:43:10.053949Z","steps":["trace[660250140] 'process raft request' (duration: 1.220111822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:10.0548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:08.833595Z","time spent":"1.221124435s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:10.554594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674441830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:43:11.039992Z","caller":"traceutil/trace.go:171","msg":"trace[946043957] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"1.02857847s","start":"2026-03-18T10:43:10.011391Z","end":"2026-03-18T10:43:11.039969Z","steps":["trace[946043957] 'process raft request' (duration: 1.028509828s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.040119Z","caller":"traceutil/trace.go:171","msg":"trace[1738926720] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"1.030041512s","start":"2026-03-18T10:43:10.010037Z","end":"2026-03-18T10:43:11.040078Z","steps":["trace[1738926720] 'process raft request' (duration: 1.029549681s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:11.040168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.011374Z","time spent":"1.028681292s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:11.040345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.010013Z","time spent":"1.030179115s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:11.043714Z","caller":"traceutil/trace.go:171","msg":"trace[1000333972] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"511.332634ms","start":"2026-03-18T10:43:10.532366Z","end":"2026-03-18T10:43:11.043699Z","steps":["trace[1000333972] 'process raft request' (duration: 511.258403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.043772Z","caller":"traceutil/trace.go:171","msg":"trace[258184890] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"984.374502ms","start":"2026-03-18T10:43:10.059362Z","end":"2026-03-18T10:43:11.043737Z","steps":["trace[258184890] 'process raft request' (duration: 984.146507ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.043964Z","caller":"traceutil/trace.go:171","msg":"trace[615588818] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"299.001886ms","start":"2026-03-18T10:43:10.744945Z","end":"2026-03-18T10:43:11.043947Z","steps":["trace[615588818] 'process raft request' (duration: 298.7167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:11.043967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.059351Z","time spent":"984.507275ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:11.043995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.532338Z","time spent":"511.423706ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:11.044133Z","caller":"traceutil/trace.go:171","msg":"trace[1352224932] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"210.114638ms","start":"2026-03-18T10:43:10.834012Z","end":"2026-03-18T10:43:11.044127Z","steps":["trace[1352224932] 'process raft request' (duration: 209.849832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.044717Z","caller":"traceutil/trace.go:171","msg":"trace[1099475690] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"204.954702ms","start":"2026-03-18T10:43:10.839748Z","end":"2026-03-18T10:43:11.044703Z","steps":["trace[1099475690] 'process raft request' (duration: 204.352549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.044876Z","caller":"traceutil/trace.go:171","msg":"trace[699901108] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"205.043205ms","start":"2026-03-18T10:43:10.839821Z","end":"2026-03-18T10:43:11.044864Z","steps":["trace[699901108] 'process raft request' (duration: 204.757639ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.044908Z","caller":"traceutil/trace.go:171","msg":"trace[1595540026] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"203.421829ms","start":"2026-03-18T10:43:10.841478Z","end":"2026-03-18T10:43:11.0449Z","steps":["trace[1595540026] 'process raft request' (duration: 203.210934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.045048Z","caller":"traceutil/trace.go:171","msg":"trace[1960998066] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"203.4518ms","start":"2026-03-18T10:43:10.841588Z","end":"2026-03-18T10:43:11.04504Z","steps":["trace[1960998066] 'process raft request' (duration: 203.136973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.045294Z","caller":"traceutil/trace.go:171","msg":"trace[1242991113] linearizableReadLoop","detail":"{readStateIndex:24642; appliedIndex:24638; }","duration":"991.290446ms","start":"2026-03-18T10:43:10.053988Z","end":"2026-03-18T10:43:11.045279Z","steps":["trace[1242991113] 'read index received' (duration: 985.545018ms)","trace[1242991113] 'applied index is now lower than readState.Index' (duration: 5.744038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:11.045343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03263931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:11.04533Z","caller":"traceutil/trace.go:171","msg":"trace[122328616] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"200.716888ms","start":"2026-03-18T10:43:10.84458Z","end":"2026-03-18T10:43:11.045297Z","steps":["trace[122328616] 'process raft request' (duration: 200.188416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.045373Z","caller":"traceutil/trace.go:171","msg":"trace[91882678] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23804; }","duration":"1.032693321s","start":"2026-03-18T10:43:10.012671Z","end":"2026-03-18T10:43:11.045364Z","steps":["trace[91882678] 'agreement among raft nodes before linearized reading' (duration: 1.032619649s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:11.045405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0353041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d638356d-315d-4099-a37f-1bdddec1a218\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-18T10:43:11.045439Z","caller":"traceutil/trace.go:171","msg":"trace[250650889] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d638356d-315d-4099-a37f-1bdddec1a218; range_end:; response_count:1; response_revision:23804; }","duration":"1.035364001s","start":"2026-03-18T10:43:10.010067Z","end":"2026-03-18T10:43:11.045431Z","steps":["trace[250650889] 'agreement among raft nodes before linearized reading' (duration: 1.035256428s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:11.04546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.010051Z","time spent":"1.035404572s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d638356d-315d-4099-a37f-1bdddec1a218\" "} {"level":"warn","ts":"2026-03-18T10:43:11.045409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.012664Z","time spent":"1.032738862s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:11.045628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.746297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:11.045658Z","caller":"traceutil/trace.go:171","msg":"trace[1486961159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23804; }","duration":"318.777477ms","start":"2026-03-18T10:43:10.726874Z","end":"2026-03-18T10:43:11.045652Z","steps":["trace[1486961159] 'agreement among raft nodes before linearized reading' (duration: 318.729826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:11.045662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.785022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:11.045676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.726804Z","time spent":"318.868351ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:43:11.045684Z","caller":"traceutil/trace.go:171","msg":"trace[1836699753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23804; }","duration":"862.844134ms","start":"2026-03-18T10:43:10.182833Z","end":"2026-03-18T10:43:11.045677Z","steps":["trace[1836699753] 'agreement among raft nodes before linearized reading' (duration: 862.803513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:11.045703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.182812Z","time spent":"862.886174ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:11.045833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.863339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:43:11.045812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.186305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:11.045868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.313241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:11.04589Z","caller":"traceutil/trace.go:171","msg":"trace[207002748] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23804; }","duration":"987.95095ms","start":"2026-03-18T10:43:10.057927Z","end":"2026-03-18T10:43:11.045878Z","steps":["trace[207002748] 'agreement among raft nodes before linearized reading' (duration: 987.609623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.045925Z","caller":"traceutil/trace.go:171","msg":"trace[112733547] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23804; }","duration":"167.388532ms","start":"2026-03-18T10:43:10.878523Z","end":"2026-03-18T10:43:11.045912Z","steps":["trace[112733547] 'agreement among raft nodes before linearized reading' (duration: 167.267909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:11.045934Z","caller":"traceutil/trace.go:171","msg":"trace[1859969369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23804; }","duration":"983.339358ms","start":"2026-03-18T10:43:10.062567Z","end":"2026-03-18T10:43:11.045906Z","steps":["trace[1859969369] 'agreement among raft nodes before linearized reading' (duration: 983.114263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:11.045996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.06256Z","time spent":"983.42615ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:11.046254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:10.057908Z","time spent":"988.014882ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T10:43:26.560047Z","caller":"traceutil/trace.go:171","msg":"trace[1635248035] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"509.585304ms","start":"2026-03-18T10:43:26.050434Z","end":"2026-03-18T10:43:26.560019Z","steps":["trace[1635248035] 'process raft request' (duration: 509.367059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:26.560221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:26.050421Z","time spent":"509.715587ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:26.562129Z","caller":"traceutil/trace.go:171","msg":"trace[1952985411] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"508.084751ms","start":"2026-03-18T10:43:26.054018Z","end":"2026-03-18T10:43:26.562102Z","steps":["trace[1952985411] 'process raft request' (duration: 507.922817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:26.562291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:26.054004Z","time spent":"508.230904ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:26.564344Z","caller":"traceutil/trace.go:171","msg":"trace[658011266] linearizableReadLoop","detail":"{readStateIndex:24748; appliedIndex:24747; }","duration":"375.556798ms","start":"2026-03-18T10:43:26.188767Z","end":"2026-03-18T10:43:26.564324Z","steps":["trace[658011266] 'read index received' (duration: 371.275062ms)","trace[658011266] 'applied index is now lower than readState.Index' (duration: 4.280446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:26.564541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.751012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:43:26.564659Z","caller":"traceutil/trace.go:171","msg":"trace[1234140995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23900; }","duration":"375.910526ms","start":"2026-03-18T10:43:26.188726Z","end":"2026-03-18T10:43:26.564637Z","steps":["trace[1234140995] 'agreement among raft nodes before linearized reading' (duration: 375.65878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:26.564662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.780427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:43:26.564711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:26.188708Z","time spent":"375.991477ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:43:26.564735Z","caller":"traceutil/trace.go:171","msg":"trace[1333875971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23900; }","duration":"368.888789ms","start":"2026-03-18T10:43:26.195828Z","end":"2026-03-18T10:43:26.564717Z","steps":["trace[1333875971] 'agreement among raft nodes before linearized reading' (duration: 368.694164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:26.564733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.003573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T10:43:26.564777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.017071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T10:43:26.564782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:26.19581Z","time spent":"368.959751ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:43:26.564807Z","caller":"traceutil/trace.go:171","msg":"trace[148713194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23900; }","duration":"370.119466ms","start":"2026-03-18T10:43:26.194669Z","end":"2026-03-18T10:43:26.564789Z","steps":["trace[148713194] 'agreement among raft nodes before linearized reading' (duration: 369.85262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:26.564852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:26.194649Z","time spent":"370.194568ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:43:26.564829Z","caller":"traceutil/trace.go:171","msg":"trace[1548627209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23900; }","duration":"373.098443ms","start":"2026-03-18T10:43:26.191716Z","end":"2026-03-18T10:43:26.564814Z","steps":["trace[1548627209] 'agreement among raft nodes before linearized reading' (duration: 372.97121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:26.564918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:26.191702Z","time spent":"373.188185ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:26.564653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.846154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:43:26.565083Z","caller":"traceutil/trace.go:171","msg":"trace[761942439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23900; }","duration":"376.333504ms","start":"2026-03-18T10:43:26.188735Z","end":"2026-03-18T10:43:26.565068Z","steps":["trace[761942439] 'agreement among raft nodes before linearized reading' (duration: 375.726291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:26.565148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:26.188712Z","time spent":"376.417367ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:29.073414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:29.341602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086363711s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:43:29.342057Z","caller":"traceutil/trace.go:171","msg":"trace[39952408] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"1.09167515s","start":"2026-03-18T10:43:28.250358Z","end":"2026-03-18T10:43:29.342033Z","steps":["trace[39952408] 'process raft request' (duration: 1.091502336s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:29.342317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.250339Z","time spent":"1.091878146s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:30.64502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:43:30.645167Z","caller":"traceutil/trace.go:171","msg":"trace[1351123993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440632s","start":"2026-03-18T10:43:28.644709Z","end":"2026-03-18T10:43:30.64515Z","steps":["trace[1351123993] 'agreement among raft nodes before linearized reading' (duration: 2.000269368s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:30.645225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.644701Z","time spent":"2.000514403s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:30.912232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.570340235s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:31.133888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.322099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:31.134734Z","caller":"traceutil/trace.go:171","msg":"trace[1351135296] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"2.241359198s","start":"2026-03-18T10:43:28.893335Z","end":"2026-03-18T10:43:31.134694Z","steps":["trace[1351135296] 'process raft request' (duration: 2.01914713s)","trace[1351135296] 'compare' (duration: 220.91173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:31.134836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.893299Z","time spent":"2.241489311s","remote":"127.0.0.1:44268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:31.135556Z","caller":"traceutil/trace.go:171","msg":"trace[875077774] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"1.914029149s","start":"2026-03-18T10:43:29.221508Z","end":"2026-03-18T10:43:31.135538Z","steps":["trace[875077774] 'process raft request' (duration: 1.912489324s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:31.135633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.221477Z","time spent":"1.914116432s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:31.135889Z","caller":"traceutil/trace.go:171","msg":"trace[2058206302] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"1.913801384s","start":"2026-03-18T10:43:29.222074Z","end":"2026-03-18T10:43:31.135875Z","steps":["trace[2058206302] 'process raft request' (duration: 1.912053235s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:31.135961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.222047Z","time spent":"1.913877845s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:31.136132Z","caller":"traceutil/trace.go:171","msg":"trace[496324068] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"1.911473172s","start":"2026-03-18T10:43:29.224611Z","end":"2026-03-18T10:43:31.136084Z","steps":["trace[496324068] 'process raft request' (duration: 1.911135465s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:31.136354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.224571Z","time spent":"1.911660166s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:31.13661Z","caller":"traceutil/trace.go:171","msg":"trace[389497886] linearizableReadLoop","detail":"{readStateIndex:24825; appliedIndex:24823; }","duration":"2.563669136s","start":"2026-03-18T10:43:28.572903Z","end":"2026-03-18T10:43:31.136572Z","steps":["trace[389497886] 'read index received' (duration: 768.962794ms)","trace[389497886] 'applied index is now lower than readState.Index' (duration: 1.794705292s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:31.136693Z","caller":"traceutil/trace.go:171","msg":"trace[1564306688] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"1.909527398s","start":"2026-03-18T10:43:29.227155Z","end":"2026-03-18T10:43:31.136683Z","steps":["trace[1564306688] 'process raft request' (duration: 1.909332424s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:31.136694Z","caller":"traceutil/trace.go:171","msg":"trace[231268041] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"1.911566484s","start":"2026-03-18T10:43:29.225007Z","end":"2026-03-18T10:43:31.136573Z","steps":["trace[231268041] 'process raft request' (duration: 1.911277977s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:31.13655Z","caller":"traceutil/trace.go:171","msg":"trace[1063963640] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"1.911730778s","start":"2026-03-18T10:43:29.22475Z","end":"2026-03-18T10:43:31.136481Z","steps":["trace[1063963640] 'process raft request' (duration: 1.911090264s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:31.136831Z","caller":"traceutil/trace.go:171","msg":"trace[282923222] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"1.907678287s","start":"2026-03-18T10:43:29.229123Z","end":"2026-03-18T10:43:31.136801Z","steps":["trace[282923222] 'process raft request' (duration: 1.907407161s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:31.136983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564085205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T10:43:31.13698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.229095Z","time spent":"1.90781025s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:31.13699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.225Z","time spent":"1.9118424s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:31.137032Z","caller":"traceutil/trace.go:171","msg":"trace[1847484741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23982; }","duration":"2.564153277s","start":"2026-03-18T10:43:28.572865Z","end":"2026-03-18T10:43:31.137018Z","steps":["trace[1847484741] 'agreement among raft nodes before linearized reading' (duration: 2.564012093s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:31.137065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.572851Z","time spent":"2.564206847s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:43:31.136762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.227115Z","time spent":"1.90960944s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:31.137176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.224741Z","time spent":"1.912154607s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:31.636955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:32.273195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.981969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:32.273285Z","caller":"traceutil/trace.go:171","msg":"trace[2060510654] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"2.24188512s","start":"2026-03-18T10:43:30.031383Z","end":"2026-03-18T10:43:32.273268Z","steps":["trace[2060510654] 'process raft request' (duration: 1.657762919s)","trace[2060510654] 'compare' (duration: 583.316994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:32.273318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:30.031352Z","time spent":"2.241951192s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:32.64588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:43:32.645975Z","caller":"traceutil/trace.go:171","msg":"trace[1895697053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249617s","start":"2026-03-18T10:43:30.645703Z","end":"2026-03-18T10:43:32.645952Z","steps":["trace[1895697053] 'agreement among raft nodes before linearized reading' (duration: 2.000123834s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:32.646027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:30.645689Z","time spent":"2.000328219s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:33.534626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.849567768s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:33.573217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999328439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:33.5733Z","caller":"traceutil/trace.go:171","msg":"trace[2020199285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999427432s","start":"2026-03-18T10:43:28.573848Z","end":"2026-03-18T10:43:33.573275Z","steps":["trace[2020199285] 'agreement among raft nodes before linearized reading' (duration: 4.999325769s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.573345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.573803Z","time spent":"4.999533414s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 10:43:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:33.573503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999317679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:43:33.573565Z","caller":"traceutil/trace.go:171","msg":"trace[1945659846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999397452s","start":"2026-03-18T10:43:28.574153Z","end":"2026-03-18T10:43:33.57355Z","steps":["trace[1945659846] 'agreement among raft nodes before linearized reading' (duration: 4.99932666s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.573607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.574149Z","time spent":"4.999449403s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:43:33.582424Z","caller":"traceutil/trace.go:171","msg":"trace[1321025599] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"2.440060092s","start":"2026-03-18T10:43:31.142347Z","end":"2026-03-18T10:43:33.582407Z","steps":["trace[1321025599] 'process raft request' (duration: 2.392516079s)","trace[1321025599] 'compare' (duration: 47.099743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:33.582525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.14233Z","time spent":"2.440132843s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:33.582532Z","caller":"traceutil/trace.go:171","msg":"trace[485221678] linearizableReadLoop","detail":"{readStateIndex:24835; appliedIndex:24832; }","duration":"2.445856322s","start":"2026-03-18T10:43:31.136652Z","end":"2026-03-18T10:43:33.582508Z","steps":["trace[485221678] 'read index received' (duration: 552.494255ms)","trace[485221678] 'applied index is now lower than readState.Index' (duration: 1.893360897s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:33.582671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40190653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:33.582765Z","caller":"traceutil/trace.go:171","msg":"trace[400829997] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23985; }","duration":"4.402065624s","start":"2026-03-18T10:43:29.180675Z","end":"2026-03-18T10:43:33.58274Z","steps":["trace[400829997] 'agreement among raft nodes before linearized reading' (duration: 4.40189298s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.582773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629172662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:33.582795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.180652Z","time spent":"4.402137185s","remote":"127.0.0.1:42346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:33.582812Z","caller":"traceutil/trace.go:171","msg":"trace[2057757476] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23985; }","duration":"4.629241823s","start":"2026-03-18T10:43:28.953557Z","end":"2026-03-18T10:43:33.582799Z","steps":["trace[2057757476] 'agreement among raft nodes before linearized reading' (duration: 4.629179652s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.582845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.95354Z","time spent":"4.629297555s","remote":"127.0.0.1:49564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:33.582865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749951941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:33.582895Z","caller":"traceutil/trace.go:171","msg":"trace[1966069997] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23985; }","duration":"2.750007472s","start":"2026-03-18T10:43:30.832879Z","end":"2026-03-18T10:43:33.582887Z","steps":["trace[1966069997] 'agreement among raft nodes before linearized reading' (duration: 2.74988887s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.58292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:30.832865Z","time spent":"2.750046793s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:33.582983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579599622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:33.583005Z","caller":"traceutil/trace.go:171","msg":"trace[1031831873] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23985; }","duration":"3.579620043s","start":"2026-03-18T10:43:30.003378Z","end":"2026-03-18T10:43:33.582998Z","steps":["trace[1031831873] 'agreement among raft nodes before linearized reading' (duration: 3.579578872s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.583021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:30.003321Z","time spent":"3.579696214s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:33.583026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734274783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:33.583064Z","caller":"traceutil/trace.go:171","msg":"trace[787155943] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23985; }","duration":"4.734350914s","start":"2026-03-18T10:43:28.848701Z","end":"2026-03-18T10:43:33.583052Z","steps":["trace[787155943] 'agreement among raft nodes before linearized reading' (duration: 4.734288923s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:33.583062Z","caller":"traceutil/trace.go:171","msg":"trace[1219345961] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"2.145113846s","start":"2026-03-18T10:43:31.437935Z","end":"2026-03-18T10:43:33.583049Z","steps":["trace[1219345961] 'process raft request' (duration: 2.1443982s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.583092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.848682Z","time spent":"4.734401386s","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:33.583131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.437908Z","time spent":"2.145187458s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:33.583162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094951036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:33.583183Z","caller":"traceutil/trace.go:171","msg":"trace[271072034] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23985; }","duration":"4.095022158s","start":"2026-03-18T10:43:29.488155Z","end":"2026-03-18T10:43:33.583178Z","steps":["trace[271072034] 'agreement among raft nodes before linearized reading' (duration: 4.094951376s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.583197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.488126Z","time spent":"4.095067809s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:33.583311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.74756056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-18T10:43:33.583325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533335859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:43:33.583345Z","caller":"traceutil/trace.go:171","msg":"trace[758289509] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:23985; }","duration":"4.747654172s","start":"2026-03-18T10:43:28.835682Z","end":"2026-03-18T10:43:33.583336Z","steps":["trace[758289509] 'agreement among raft nodes before linearized reading' (duration: 4.747537709s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:33.583352Z","caller":"traceutil/trace.go:171","msg":"trace[1926800652] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23985; }","duration":"2.533402259s","start":"2026-03-18T10:43:31.049942Z","end":"2026-03-18T10:43:33.583345Z","steps":["trace[1926800652] 'agreement among raft nodes before linearized reading' (duration: 2.533313897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.583369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299221775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T10:43:33.583375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.835649Z","time spent":"4.747718504s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:33.583378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.049919Z","time spent":"2.533453771s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-03-18T10:43:33.583387Z","caller":"traceutil/trace.go:171","msg":"trace[1199747094] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23985; }","duration":"4.299284446s","start":"2026-03-18T10:43:29.284097Z","end":"2026-03-18T10:43:33.583382Z","steps":["trace[1199747094] 'agreement among raft nodes before linearized reading' (duration: 4.299181254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.583553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897601636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:33.583585Z","caller":"traceutil/trace.go:171","msg":"trace[1776182245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23985; }","duration":"4.897678847s","start":"2026-03-18T10:43:28.685896Z","end":"2026-03-18T10:43:33.583575Z","steps":["trace[1776182245] 'agreement among raft nodes before linearized reading' (duration: 4.897618456s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.583588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.284074Z","time spent":"4.299502291s","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T10:43:33.583614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.68588Z","time spent":"4.897725508s","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:33.582713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572492484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:43:33.583731Z","caller":"traceutil/trace.go:171","msg":"trace[41334218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23985; }","duration":"4.573539779s","start":"2026-03-18T10:43:29.010182Z","end":"2026-03-18T10:43:33.583721Z","steps":["trace[41334218] 'agreement among raft nodes before linearized reading' (duration: 4.572419123s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.583762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:29.010166Z","time spent":"4.573587139s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:43:33.583835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.008564746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:43:33.583864Z","caller":"traceutil/trace.go:171","msg":"trace[1912562338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23985; }","duration":"5.008603857s","start":"2026-03-18T10:43:28.575252Z","end":"2026-03-18T10:43:33.583856Z","steps":["trace[1912562338] 'agreement among raft nodes before linearized reading' (duration: 5.008484664s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.583889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.575247Z","time spent":"5.008635268s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:33.583914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.010558561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T10:43:33.58394Z","caller":"traceutil/trace.go:171","msg":"trace[2077748104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23985; }","duration":"5.010609372s","start":"2026-03-18T10:43:28.573324Z","end":"2026-03-18T10:43:33.583933Z","steps":["trace[2077748104] 'agreement among raft nodes before linearized reading' (duration: 5.010537701s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:33.583957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:28.573312Z","time spent":"5.010640743s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:34.082789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:34.582917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:34.651927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:43:34.652036Z","caller":"traceutil/trace.go:171","msg":"trace[1666707061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000602325s","start":"2026-03-18T10:43:32.651406Z","end":"2026-03-18T10:43:34.652008Z","steps":["trace[1666707061] 'agreement among raft nodes before linearized reading' (duration: 2.000465172s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:34.652098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:32.651393Z","time spent":"2.000692587s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:34.804021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266236985s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:35.001598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.290862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:35.001723Z","caller":"traceutil/trace.go:171","msg":"trace[1799107953] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"1.857607498s","start":"2026-03-18T10:43:33.144104Z","end":"2026-03-18T10:43:35.001711Z","steps":["trace[1799107953] 'process raft request' (duration: 1.857559517s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.001765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.14407Z","time spent":"1.857678419s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:35.001784Z","caller":"traceutil/trace.go:171","msg":"trace[2119644078] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"2.35411958s","start":"2026-03-18T10:43:32.647631Z","end":"2026-03-18T10:43:35.001751Z","steps":["trace[2119644078] 'process raft request' (duration: 2.156610753s)","trace[2119644078] 'compare' (duration: 197.125239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:35.001912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:32.647608Z","time spent":"2.354245223s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:35.002105Z","caller":"traceutil/trace.go:171","msg":"trace[957580852] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"1.857791542s","start":"2026-03-18T10:43:33.144286Z","end":"2026-03-18T10:43:35.002077Z","steps":["trace[957580852] 'process raft request' (duration: 1.857626569s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.002261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.144279Z","time spent":"1.857902244s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:35.002397Z","caller":"traceutil/trace.go:171","msg":"trace[347280364] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"1.85815453s","start":"2026-03-18T10:43:33.144232Z","end":"2026-03-18T10:43:35.002386Z","steps":["trace[347280364] 'process raft request' (duration: 1.857460085s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.002456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.144224Z","time spent":"1.858202951s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:35.0027Z","caller":"traceutil/trace.go:171","msg":"trace[806732600] linearizableReadLoop","detail":"{readStateIndex:24846; appliedIndex:24835; }","duration":"1.420106246s","start":"2026-03-18T10:43:33.582576Z","end":"2026-03-18T10:43:35.002682Z","steps":["trace[806732600] 'read index received' (duration: 1.221684088s)","trace[806732600] 'applied index is now lower than readState.Index' (duration: 198.421057ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:35.002832Z","caller":"traceutil/trace.go:171","msg":"trace[578068023] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"1.858481816s","start":"2026-03-18T10:43:33.144335Z","end":"2026-03-18T10:43:35.002817Z","steps":["trace[578068023] 'process raft request' (duration: 1.857692509s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.003504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.144329Z","time spent":"1.859110531s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:35.003532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355089972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-18T10:43:35.003616Z","caller":"traceutil/trace.go:171","msg":"trace[1828353339] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb; range_end:; response_count:1; response_revision:23995; }","duration":"2.355221476s","start":"2026-03-18T10:43:32.64837Z","end":"2026-03-18T10:43:35.003592Z","steps":["trace[1828353339] 'agreement among raft nodes before linearized reading' (duration: 2.354935288s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.003673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:32.648352Z","time spent":"2.355309927s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" "} {"level":"info","ts":"2026-03-18T10:43:35.0039Z","caller":"traceutil/trace.go:171","msg":"trace[274396188] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"1.388851456s","start":"2026-03-18T10:43:33.615036Z","end":"2026-03-18T10:43:35.003887Z","steps":["trace[274396188] 'process raft request' (duration: 1.387609478s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.004013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.615005Z","time spent":"1.388940708s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:35.004139Z","caller":"traceutil/trace.go:171","msg":"trace[442410758] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"1.858830396s","start":"2026-03-18T10:43:33.14529Z","end":"2026-03-18T10:43:35.00412Z","steps":["trace[442410758] 'process raft request' (duration: 1.856894933s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.004238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.145277Z","time spent":"1.858915958s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:35.004277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65196094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:35.004345Z","caller":"traceutil/trace.go:171","msg":"trace[722427366] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23995; }","duration":"1.652029541s","start":"2026-03-18T10:43:33.352271Z","end":"2026-03-18T10:43:35.004301Z","steps":["trace[722427366] 'agreement among raft nodes before linearized reading' (duration: 1.651897158s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.004402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.352254Z","time spent":"1.652138404s","remote":"127.0.0.1:53012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:35.004463Z","caller":"traceutil/trace.go:171","msg":"trace[251740817] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"1.8595124s","start":"2026-03-18T10:43:33.144935Z","end":"2026-03-18T10:43:35.004447Z","steps":["trace[251740817] 'process raft request' (duration: 1.857192068s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.004536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.144923Z","time spent":"1.859579253s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:35.005031Z","caller":"traceutil/trace.go:171","msg":"trace[1019254773] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"1.859153823s","start":"2026-03-18T10:43:33.145855Z","end":"2026-03-18T10:43:35.005009Z","steps":["trace[1019254773] 'process raft request' (duration: 1.856629496s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:35.003866Z","caller":"traceutil/trace.go:171","msg":"trace[1582448871] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"1.408725451s","start":"2026-03-18T10:43:33.595115Z","end":"2026-03-18T10:43:35.00384Z","steps":["trace[1582448871] 'process raft request' (duration: 1.407489953s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.005155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.145838Z","time spent":"1.859258525s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:35.005223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.502446138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-18T10:43:35.005275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746706578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:35.005305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904567129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:35.005321Z","caller":"traceutil/trace.go:171","msg":"trace[615508326] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23995; }","duration":"3.5025433s","start":"2026-03-18T10:43:31.502745Z","end":"2026-03-18T10:43:35.005288Z","steps":["trace[615508326] 'agreement among raft nodes before linearized reading' (duration: 3.502298335s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:35.005345Z","caller":"traceutil/trace.go:171","msg":"trace[632955171] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23995; }","duration":"2.904664852s","start":"2026-03-18T10:43:32.100666Z","end":"2026-03-18T10:43:35.005331Z","steps":["trace[632955171] 'agreement among raft nodes before linearized reading' (duration: 2.904616091s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.005354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.86298502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18713"} {"level":"warn","ts":"2026-03-18T10:43:35.005375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.502682Z","time spent":"3.502684524s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-18T10:43:35.005383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:32.10058Z","time spent":"2.904794655s","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:35.005206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.595093Z","time spent":"1.41004104s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:35.005405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134731126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-18T10:43:35.005439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852504346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:35.005468Z","caller":"traceutil/trace.go:171","msg":"trace[984960806] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23995; }","duration":"3.852548257s","start":"2026-03-18T10:43:31.152911Z","end":"2026-03-18T10:43:35.005459Z","steps":["trace[984960806] 'agreement among raft nodes before linearized reading' (duration: 3.852498916s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:35.005467Z","caller":"traceutil/trace.go:171","msg":"trace[197999558] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23995; }","duration":"3.134787357s","start":"2026-03-18T10:43:31.870658Z","end":"2026-03-18T10:43:35.005445Z","steps":["trace[197999558] 'agreement among raft nodes before linearized reading' (duration: 3.134609593s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.005489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.152902Z","time spent":"3.852581877s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:35.005392Z","caller":"traceutil/trace.go:171","msg":"trace[671259950] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23995; }","duration":"3.863054572s","start":"2026-03-18T10:43:31.142326Z","end":"2026-03-18T10:43:35.005381Z","steps":["trace[671259950] 'agreement among raft nodes before linearized reading' (duration: 3.862919229s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.005528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.589174Z","time spent":"1.41635153s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:43:35.005531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.870634Z","time spent":"3.134881849s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-18T10:43:35.005329Z","caller":"traceutil/trace.go:171","msg":"trace[1823013918] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23995; }","duration":"1.746826911s","start":"2026-03-18T10:43:33.258489Z","end":"2026-03-18T10:43:35.005316Z","steps":["trace[1823013918] 'agreement among raft nodes before linearized reading' (duration: 1.746072904s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.005562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.14231Z","time spent":"3.863241106s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18736,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-18T10:43:35.005649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421653951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:43:35.005698Z","caller":"traceutil/trace.go:171","msg":"trace[729037466] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23995; }","duration":"3.421752293s","start":"2026-03-18T10:43:31.583934Z","end":"2026-03-18T10:43:35.005687Z","steps":["trace[729037466] 'agreement among raft nodes before linearized reading' (duration: 3.421609039s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.005732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.583911Z","time spent":"3.421813394s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-18T10:43:35.005784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292051753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:35.005832Z","caller":"traceutil/trace.go:171","msg":"trace[1995270939] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23995; }","duration":"2.292116954s","start":"2026-03-18T10:43:32.713703Z","end":"2026-03-18T10:43:35.005819Z","steps":["trace[1995270939] 'agreement among raft nodes before linearized reading' (duration: 2.292048532s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.005865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:32.713691Z","time spent":"2.292165095s","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:35.005587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.258467Z","time spent":"1.747106126s","remote":"127.0.0.1:51556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:35.005251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121588732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:43:35.005954Z","caller":"traceutil/trace.go:171","msg":"trace[13516593] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23995; }","duration":"3.122306337s","start":"2026-03-18T10:43:31.883618Z","end":"2026-03-18T10:43:35.005924Z","steps":["trace[13516593] 'agreement among raft nodes before linearized reading' (duration: 3.121477699s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.006031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.883608Z","time spent":"3.122401309s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:35.005983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082805443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:35.006138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.643194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:35.006151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.569816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:35.006178Z","caller":"traceutil/trace.go:171","msg":"trace[48550170] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23995; }","duration":"665.713535ms","start":"2026-03-18T10:43:34.340456Z","end":"2026-03-18T10:43:35.00617Z","steps":["trace[48550170] 'agreement among raft nodes before linearized reading' (duration: 665.612923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.006198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:34.340439Z","time spent":"665.754247ms","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:35.006212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.114343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T10:43:35.00621Z","caller":"traceutil/trace.go:171","msg":"trace[1303446937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23995; }","duration":"353.664448ms","start":"2026-03-18T10:43:34.652528Z","end":"2026-03-18T10:43:35.006193Z","steps":["trace[1303446937] 'agreement among raft nodes before linearized reading' (duration: 353.569256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.006219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.957709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-18T10:43:35.006256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:34.65251Z","time spent":"353.73535ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:35.006131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394619294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T10:43:35.006287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007270703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:35.006308Z","caller":"traceutil/trace.go:171","msg":"trace[1145665362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23995; }","duration":"1.394827309s","start":"2026-03-18T10:43:33.611474Z","end":"2026-03-18T10:43:35.006301Z","steps":["trace[1145665362] 'agreement among raft nodes before linearized reading' (duration: 1.394581084s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:35.006317Z","caller":"traceutil/trace.go:171","msg":"trace[537695521] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23995; }","duration":"1.007341084s","start":"2026-03-18T10:43:33.998966Z","end":"2026-03-18T10:43:35.006307Z","steps":["trace[537695521] 'agreement among raft nodes before linearized reading' (duration: 1.007294443s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.006334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.611461Z","time spent":"1.39486631s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:43:35.006334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.678854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189de989e9fe51e6\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-18T10:43:35.006348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:33.998937Z","time spent":"1.007403027s","remote":"127.0.0.1:49770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:35.006383Z","caller":"traceutil/trace.go:171","msg":"trace[1747657214] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189de989e9fe51e6; range_end:; response_count:1; response_revision:23995; }","duration":"927.759427ms","start":"2026-03-18T10:43:34.078611Z","end":"2026-03-18T10:43:35.00637Z","steps":["trace[1747657214] 'agreement among raft nodes before linearized reading' (duration: 927.624163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:35.006241Z","caller":"traceutil/trace.go:171","msg":"trace[1622921264] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23995; }","duration":"894.175595ms","start":"2026-03-18T10:43:34.112056Z","end":"2026-03-18T10:43:35.006231Z","steps":["trace[1622921264] 'agreement among raft nodes before linearized reading' (duration: 894.095833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.006421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:34.078591Z","time spent":"927.822158ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189de989e9fe51e6\" "} {"level":"info","ts":"2026-03-18T10:43:35.006295Z","caller":"traceutil/trace.go:171","msg":"trace[1477604239] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:23995; }","duration":"415.057131ms","start":"2026-03-18T10:43:34.59122Z","end":"2026-03-18T10:43:35.006277Z","steps":["trace[1477604239] 'agreement among raft nodes before linearized reading' (duration: 414.881737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.006491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:34.591205Z","time spent":"415.270327ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:35.006428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:34.112035Z","time spent":"894.38732ms","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T10:43:35.007314Z","caller":"traceutil/trace.go:171","msg":"trace[1921350195] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23995; }","duration":"2.083045808s","start":"2026-03-18T10:43:32.923119Z","end":"2026-03-18T10:43:35.006165Z","steps":["trace[1921350195] 'agreement among raft nodes before linearized reading' (duration: 2.082557907s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.007624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:32.9231Z","time spent":"2.084499122s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:35.005566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779085924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:35.008075Z","caller":"traceutil/trace.go:171","msg":"trace[854553501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23995; }","duration":"3.781871736s","start":"2026-03-18T10:43:31.22619Z","end":"2026-03-18T10:43:35.008061Z","steps":["trace[854553501] 'agreement among raft nodes before linearized reading' (duration: 3.778949681s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:35.008111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:31.226173Z","time spent":"3.781925668s","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:35.509163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:36.009795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:36.280526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271672626s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:37.017126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:37.017201Z","caller":"traceutil/trace.go:171","msg":"trace[373558989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286609s","start":"2026-03-18T10:43:35.016899Z","end":"2026-03-18T10:43:37.017186Z","steps":["trace[373558989] 'agreement among raft nodes before linearized reading' (duration: 2.000200907s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:37.017244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.016893Z","time spent":"2.00034254s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:37.631373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.785397Z","time spent":"1.845963527s","remote":"127.0.0.1:38532","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:43:37.63297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135245495s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:37.633097Z","caller":"traceutil/trace.go:171","msg":"trace[1813553861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23995; }","duration":"1.135382128s","start":"2026-03-18T10:43:36.497695Z","end":"2026-03-18T10:43:37.633077Z","steps":["trace[1813553861] 'range keys from in-memory index tree' (duration: 1.135230404s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:37.633151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341870675s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:37.633249Z","caller":"traceutil/trace.go:171","msg":"trace[1895898691] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"2.624470336s","start":"2026-03-18T10:43:35.008759Z","end":"2026-03-18T10:43:37.633229Z","steps":["trace[1895898691] 'process raft request' (duration: 1.282435437s)","trace[1895898691] 'compare' (duration: 1.34163619s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:37.633329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.008738Z","time spent":"2.624544097s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:38.371057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.090275881s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:38.57542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999826199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:38.57549Z","caller":"traceutil/trace.go:171","msg":"trace[1694800969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999962252s","start":"2026-03-18T10:43:35.575511Z","end":"2026-03-18T10:43:38.575473Z","steps":["trace[1694800969] 'agreement among raft nodes before linearized reading' (duration: 2.9998665s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:38.575531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.575487Z","time spent":"3.000032043s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 10:43:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:38.576813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998282604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:38.576842Z","caller":"traceutil/trace.go:171","msg":"trace[577503152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998353326s","start":"2026-03-18T10:43:35.578481Z","end":"2026-03-18T10:43:38.576835Z","steps":["trace[577503152] 'agreement among raft nodes before linearized reading' (duration: 2.998321705s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:38.576861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.57846Z","time spent":"2.998396246s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/18 10:43:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/18 10:43:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:38.60665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.010483Z","time spent":"3.596163194s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:43:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:38.938781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.999078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:38.939081Z","caller":"traceutil/trace.go:171","msg":"trace[587954673] linearizableReadLoop","detail":"{readStateIndex:24850; appliedIndex:24846; }","duration":"3.930263634s","start":"2026-03-18T10:43:35.0088Z","end":"2026-03-18T10:43:38.939064Z","steps":["trace[587954673] 'read index received' (duration: 1.282406446s)","trace[587954673] 'applied index is now lower than readState.Index' (duration: 2.647856278s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:38.939161Z","caller":"traceutil/trace.go:171","msg":"trace[1900394680] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"3.883749674s","start":"2026-03-18T10:43:35.055402Z","end":"2026-03-18T10:43:38.939151Z","steps":["trace[1900394680] 'process raft request' (duration: 3.883600971s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:38.939194Z","caller":"traceutil/trace.go:171","msg":"trace[206239601] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"3.930376676s","start":"2026-03-18T10:43:35.008784Z","end":"2026-03-18T10:43:38.939161Z","steps":["trace[206239601] 'process raft request' (duration: 3.362905938s)","trace[206239601] 'compare' (duration: 566.523768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:38.939227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.055381Z","time spent":"3.883810365s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:38.939348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.008751Z","time spent":"3.93051914s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:38.939451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.930617992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-18T10:43:38.939559Z","caller":"traceutil/trace.go:171","msg":"trace[627373275] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23999; }","duration":"3.930741476s","start":"2026-03-18T10:43:35.008794Z","end":"2026-03-18T10:43:38.939536Z","steps":["trace[627373275] 'agreement among raft nodes before linearized reading' (duration: 3.930391897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:38.939615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.008749Z","time spent":"3.930855438s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18736,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:43:39.046127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:39.046231Z","caller":"traceutil/trace.go:171","msg":"trace[1090011237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045403s","start":"2026-03-18T10:43:37.046163Z","end":"2026-03-18T10:43:39.046209Z","steps":["trace[1090011237] 'agreement among raft nodes before linearized reading' (duration: 1.99992256s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:39.046287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.046156Z","time spent":"2.000119374s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:39.440001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:39.542673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171345832s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:40.591345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994967723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:40.591425Z","caller":"traceutil/trace.go:171","msg":"trace[1558047758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.995064235s","start":"2026-03-18T10:43:35.596342Z","end":"2026-03-18T10:43:40.591406Z","steps":["trace[1558047758] 'agreement among raft nodes before linearized reading' (duration: 4.994964362s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:40.591469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.596306Z","time spent":"4.995154287s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 10:43:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:41.054751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000590485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:41.054826Z","caller":"traceutil/trace.go:171","msg":"trace[1942840689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701788s","start":"2026-03-18T10:43:39.054109Z","end":"2026-03-18T10:43:41.05481Z","steps":["trace[1942840689] 'agreement among raft nodes before linearized reading' (duration: 2.000616676s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:41.054865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:39.054098Z","time spent":"2.000758009s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:42.007253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.009161Z","time spent":"4.998084083s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:43:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:42.010376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.011987Z","time spent":"4.998385139s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:43:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:42.012791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.013846Z","time spent":"4.998943272s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:43:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:42.012918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.013696Z","time spent":"4.999220257s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:43:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:42.012997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.013611Z","time spent":"4.999378521s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:43:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:42.013872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.015075Z","time spent":"4.998795397s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:43:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:42.01692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.018Z","time spent":"4.998915981s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:43:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:42.529025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986076681s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:43:43.050474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001578498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:43.050567Z","caller":"traceutil/trace.go:171","msg":"trace[731518030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001737992s","start":"2026-03-18T10:43:41.048809Z","end":"2026-03-18T10:43:43.050547Z","steps":["trace[731518030] 'agreement among raft nodes before linearized reading' (duration: 2.001599058s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.050625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:41.048792Z","time spent":"2.001813753s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:43.055605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000661586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:43.055652Z","caller":"traceutil/trace.go:171","msg":"trace[1189918995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724008s","start":"2026-03-18T10:43:41.054917Z","end":"2026-03-18T10:43:43.055641Z","steps":["trace[1189918995] 'agreement among raft nodes before linearized reading' (duration: 2.000669066s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.055681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:41.054913Z","time spent":"2.000761478s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:43.577745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:38.579507Z","time spent":"4.998227065s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:43:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:43.886319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355802567s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:43.886652Z","caller":"traceutil/trace.go:171","msg":"trace[680201470] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"6.606206331s","start":"2026-03-18T10:43:37.280432Z","end":"2026-03-18T10:43:43.886638Z","steps":["trace[680201470] 'process raft request' (duration: 6.606106489s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.886709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.280413Z","time spent":"6.606262972s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:43.886812Z","caller":"traceutil/trace.go:171","msg":"trace[1675397415] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24850; }","duration":"4.947671215s","start":"2026-03-18T10:43:38.939119Z","end":"2026-03-18T10:43:43.88679Z","steps":["trace[1675397415] 'read index received' (duration: 603.832112ms)","trace[1675397415] 'applied index is now lower than readState.Index' (duration: 4.343838043s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:43.886858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.1155291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:43.886892Z","caller":"traceutil/trace.go:171","msg":"trace[1317466709] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24009; }","duration":"8.115590852s","start":"2026-03-18T10:43:35.77129Z","end":"2026-03-18T10:43:43.886881Z","steps":["trace[1317466709] 'agreement among raft nodes before linearized reading' (duration: 8.115539431s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.886922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.771272Z","time spent":"8.115644093s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:43.88694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.336517863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:43.886959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.782669469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:43.887021Z","caller":"traceutil/trace.go:171","msg":"trace[514565355] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24009; }","duration":"8.782774972s","start":"2026-03-18T10:43:35.104231Z","end":"2026-03-18T10:43:43.887006Z","steps":["trace[514565355] 'agreement among raft nodes before linearized reading' (duration: 8.7826785s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.104212Z","time spent":"8.782828374s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:43.887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.530822067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:43.887076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.872258112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f255518b-890a-4792-a627-25cc11df9a1f\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-18T10:43:43.887051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.42983897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:43.887093Z","caller":"traceutil/trace.go:171","msg":"trace[587338211] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24009; }","duration":"7.531004631s","start":"2026-03-18T10:43:36.356067Z","end":"2026-03-18T10:43:43.887072Z","steps":["trace[587338211] 'agreement among raft nodes before linearized reading' (duration: 7.530827147s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:43.88711Z","caller":"traceutil/trace.go:171","msg":"trace[1074566361] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f255518b-890a-4792-a627-25cc11df9a1f; range_end:; response_count:1; response_revision:24009; }","duration":"8.872301083s","start":"2026-03-18T10:43:35.014798Z","end":"2026-03-18T10:43:43.887099Z","steps":["trace[1074566361] 'agreement among raft nodes before linearized reading' (duration: 8.872196631s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054277139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277952"} {"level":"warn","ts":"2026-03-18T10:43:43.88714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:36.356024Z","time spent":"7.531108144s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:43.887143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.014783Z","time spent":"8.872351454s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-f255518b-890a-4792-a627-25cc11df9a1f\" "} {"level":"info","ts":"2026-03-18T10:43:43.887161Z","caller":"traceutil/trace.go:171","msg":"trace[269335027] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24009; }","duration":"5.05430772s","start":"2026-03-18T10:43:38.832847Z","end":"2026-03-18T10:43:43.887155Z","steps":["trace[269335027] 'agreement among raft nodes before linearized reading' (duration: 5.054031104s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:38.832791Z","time spent":"5.054386812s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277975,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-18T10:43:43.886976Z","caller":"traceutil/trace.go:171","msg":"trace[1811375295] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24009; }","duration":"8.336599714s","start":"2026-03-18T10:43:35.550365Z","end":"2026-03-18T10:43:43.886964Z","steps":["trace[1811375295] 'agreement among raft nodes before linearized reading' (duration: 8.336523512s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.550348Z","time spent":"8.33685903s","remote":"127.0.0.1:49748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:43.887139Z","caller":"traceutil/trace.go:171","msg":"trace[27710107] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24009; }","duration":"8.429974713s","start":"2026-03-18T10:43:35.457145Z","end":"2026-03-18T10:43:43.88712Z","steps":["trace[27710107] 'agreement among raft nodes before linearized reading' (duration: 8.42983319s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.230590721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:43.887291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:35.457126Z","time spent":"8.430156157s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:43.887279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.872572428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:43:43.887314Z","caller":"traceutil/trace.go:171","msg":"trace[2127154108] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24009; }","duration":"5.230646221s","start":"2026-03-18T10:43:38.656659Z","end":"2026-03-18T10:43:43.887305Z","steps":["trace[2127154108] 'agreement among raft nodes before linearized reading' (duration: 5.230545809s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:43.887326Z","caller":"traceutil/trace.go:171","msg":"trace[342517570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24009; }","duration":"6.87263372s","start":"2026-03-18T10:43:37.01468Z","end":"2026-03-18T10:43:43.887313Z","steps":["trace[342517570] 'agreement among raft nodes before linearized reading' (duration: 6.872497207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:38.656642Z","time spent":"5.230692183s","remote":"127.0.0.1:51216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:43.88736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.014673Z","time spent":"6.87267979s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:43.8874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.968113653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:43.887095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.875055703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-18T10:43:43.887434Z","caller":"traceutil/trace.go:171","msg":"trace[1821277874] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24009; }","duration":"5.968195115s","start":"2026-03-18T10:43:37.91923Z","end":"2026-03-18T10:43:43.887425Z","steps":["trace[1821277874] 'agreement among raft nodes before linearized reading' (duration: 5.968142984s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.919201Z","time spent":"5.968256777s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:43.887478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.252061262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-18T10:43:43.887498Z","caller":"traceutil/trace.go:171","msg":"trace[1972798620] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24009; }","duration":"6.252124663s","start":"2026-03-18T10:43:37.635367Z","end":"2026-03-18T10:43:43.887492Z","steps":["trace[1972798620] 'agreement among raft nodes before linearized reading' (duration: 6.252043032s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.635344Z","time spent":"6.252166164s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T10:43:43.887546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.64239224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-18T10:43:43.887441Z","caller":"traceutil/trace.go:171","msg":"trace[533800638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24009; }","duration":"7.875469793s","start":"2026-03-18T10:43:36.011963Z","end":"2026-03-18T10:43:43.887433Z","steps":["trace[533800638] 'agreement among raft nodes before linearized reading' (duration: 7.875058224s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:43.887595Z","caller":"traceutil/trace.go:171","msg":"trace[287208630] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24009; }","duration":"5.64245357s","start":"2026-03-18T10:43:38.245113Z","end":"2026-03-18T10:43:43.887566Z","steps":["trace[287208630] 'agreement among raft nodes before linearized reading' (duration: 5.642362168s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:36.011935Z","time spent":"7.875660817s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:43.887624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.593544207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:43.887623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:38.245094Z","time spent":"5.642522992s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18736,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-18T10:43:43.887647Z","caller":"traceutil/trace.go:171","msg":"trace[1556573307] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24009; }","duration":"5.593591209s","start":"2026-03-18T10:43:38.294048Z","end":"2026-03-18T10:43:43.88764Z","steps":["trace[1556573307] 'agreement among raft nodes before linearized reading' (duration: 5.592811882s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:38.294036Z","time spent":"5.59363942s","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:43.887818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.873080919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:43:43.887858Z","caller":"traceutil/trace.go:171","msg":"trace[928351090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24009; }","duration":"6.87312438s","start":"2026-03-18T10:43:37.01472Z","end":"2026-03-18T10:43:43.887845Z","steps":["trace[928351090] 'agreement among raft nodes before linearized reading' (duration: 6.872088948s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:43.887879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:37.014716Z","time spent":"6.873158301s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:44.387665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:44.888057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:45.015104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200056674s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:45.061685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:45.061776Z","caller":"traceutil/trace.go:171","msg":"trace[2008689560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765229s","start":"2026-03-18T10:43:43.060992Z","end":"2026-03-18T10:43:45.061757Z","steps":["trace[2008689560] 'agreement among raft nodes before linearized reading' (duration: 2.000630326s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:45.061837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.060978Z","time spent":"2.000849731s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:45.250518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.123648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:45.250614Z","caller":"traceutil/trace.go:171","msg":"trace[1493647688] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"1.435637811s","start":"2026-03-18T10:43:43.81496Z","end":"2026-03-18T10:43:45.250598Z","steps":["trace[1493647688] 'process raft request' (duration: 1.20036117s)","trace[1493647688] 'compare' (duration: 233.725357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:45.250657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.814939Z","time spent":"1.435697723s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:45.591598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998604102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:45.59171Z","caller":"traceutil/trace.go:171","msg":"trace[1485951927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998800616s","start":"2026-03-18T10:43:42.592893Z","end":"2026-03-18T10:43:45.591693Z","steps":["trace[1485951927] 'agreement among raft nodes before linearized reading' (duration: 2.998660653s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:45.591771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:42.592873Z","time spent":"2.998887987s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 10:43:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:46.179666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164373777s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:46.353843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.899268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:46.354029Z","caller":"traceutil/trace.go:171","msg":"trace[1143947440] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"759.243308ms","start":"2026-03-18T10:43:45.594773Z","end":"2026-03-18T10:43:46.354016Z","steps":["trace[1143947440] 'process raft request' (duration: 759.222888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.35407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:45.594752Z","time spent":"759.302649ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:46.354179Z","caller":"traceutil/trace.go:171","msg":"trace[255523582] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"2.456864158s","start":"2026-03-18T10:43:43.897309Z","end":"2026-03-18T10:43:46.354173Z","steps":["trace[255523582] 'process raft request' (duration: 2.282584401s)","trace[255523582] 'compare' (duration: 173.605522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:46.354208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.897294Z","time spent":"2.456901259s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:46.354332Z","caller":"traceutil/trace.go:171","msg":"trace[2026756754] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"2.45696907s","start":"2026-03-18T10:43:43.897356Z","end":"2026-03-18T10:43:46.354325Z","steps":["trace[2026756754] 'process raft request' (duration: 2.456552551s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.354361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.897334Z","time spent":"2.457013302s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:46.354402Z","caller":"traceutil/trace.go:171","msg":"trace[1319269500] linearizableReadLoop","detail":"{readStateIndex:24864; appliedIndex:24861; }","duration":"2.467533676s","start":"2026-03-18T10:43:43.886863Z","end":"2026-03-18T10:43:46.354397Z","steps":["trace[1319269500] 'read index received' (duration: 1.128454932s)","trace[1319269500] 'applied index is now lower than readState.Index' (duration: 1.339078144s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:46.354452Z","caller":"traceutil/trace.go:171","msg":"trace[158513318] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"1.144735707s","start":"2026-03-18T10:43:45.209708Z","end":"2026-03-18T10:43:46.354443Z","steps":["trace[158513318] 'process raft request' (duration: 1.144265306s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.354477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:45.209681Z","time spent":"1.144783038s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:46.35466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579296507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:43:46.354683Z","caller":"traceutil/trace.go:171","msg":"trace[89929529] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24014; }","duration":"4.579343258s","start":"2026-03-18T10:43:41.775334Z","end":"2026-03-18T10:43:46.354677Z","steps":["trace[89929529] 'agreement among raft nodes before linearized reading' (duration: 4.579261606s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.3547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:41.775321Z","time spent":"4.579373329s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-18T10:43:46.354642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.356421077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:46.35475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.789076179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T10:43:46.354768Z","caller":"traceutil/trace.go:171","msg":"trace[969571091] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24014; }","duration":"7.356589382s","start":"2026-03-18T10:43:38.998169Z","end":"2026-03-18T10:43:46.354758Z","steps":["trace[969571091] 'agreement among raft nodes before linearized reading' (duration: 7.356423907s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.354791Z","caller":"traceutil/trace.go:171","msg":"trace[1260434278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24014; }","duration":"4.789147171s","start":"2026-03-18T10:43:41.565632Z","end":"2026-03-18T10:43:46.354779Z","steps":["trace[1260434278] 'agreement among raft nodes before linearized reading' (duration: 4.789042938s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.3548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46498693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-18T10:43:46.354816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:41.565621Z","time spent":"4.789190382s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T10:43:46.354826Z","caller":"traceutil/trace.go:171","msg":"trace[508982183] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24014; }","duration":"2.465022201s","start":"2026-03-18T10:43:43.889794Z","end":"2026-03-18T10:43:46.354816Z","steps":["trace[508982183] 'agreement among raft nodes before linearized reading' (duration: 2.46497056s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.354833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:38.99815Z","time spent":"7.356659724s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T10:43:46.354848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.88978Z","time spent":"2.465063902s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-18T10:43:46.354849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.12492088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:46.35487Z","caller":"traceutil/trace.go:171","msg":"trace[468220588] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24014; }","duration":"5.12497884s","start":"2026-03-18T10:43:41.229885Z","end":"2026-03-18T10:43:46.354864Z","steps":["trace[468220588] 'agreement among raft nodes before linearized reading' (duration: 5.124946129s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.354891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:41.229867Z","time spent":"5.125019541s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:46.354881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.338518104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-18T10:43:46.354695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491636827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:46.354951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.342170447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:43:46.354959Z","caller":"traceutil/trace.go:171","msg":"trace[1543654628] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24014; }","duration":"4.491935805s","start":"2026-03-18T10:43:41.863013Z","end":"2026-03-18T10:43:46.354949Z","steps":["trace[1543654628] 'agreement among raft nodes before linearized reading' (duration: 4.491537145s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.354967Z","caller":"traceutil/trace.go:171","msg":"trace[725004021] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24014; }","duration":"6.342212718s","start":"2026-03-18T10:43:40.012748Z","end":"2026-03-18T10:43:46.354961Z","steps":["trace[725004021] 'agreement among raft nodes before linearized reading' (duration: 6.342159747s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.354981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:40.012724Z","time spent":"6.342253509s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-18T10:43:46.354978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485669793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:46.354985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341765146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-18T10:43:46.354996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.790747337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-18T10:43:46.355012Z","caller":"traceutil/trace.go:171","msg":"trace[740772445] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24014; }","duration":"4.341790777s","start":"2026-03-18T10:43:42.013213Z","end":"2026-03-18T10:43:46.355003Z","steps":["trace[740772445] 'agreement among raft nodes before linearized reading' (duration: 4.341720706s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.355013Z","caller":"traceutil/trace.go:171","msg":"trace[1368383661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24014; }","duration":"2.485729184s","start":"2026-03-18T10:43:43.869274Z","end":"2026-03-18T10:43:46.355003Z","steps":["trace[1368383661] 'agreement among raft nodes before linearized reading' (duration: 2.485673693s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.355025Z","caller":"traceutil/trace.go:171","msg":"trace[1148750940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24014; }","duration":"4.790773047s","start":"2026-03-18T10:43:41.564243Z","end":"2026-03-18T10:43:46.355017Z","steps":["trace[1148750940] 'agreement among raft nodes before linearized reading' (duration: 4.790719756s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.355029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:42.013184Z","time spent":"4.341840969s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-18T10:43:46.355038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:41.564224Z","time spent":"4.790811329s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T10:43:46.355053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.611649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418331"} {"level":"info","ts":"2026-03-18T10:43:46.35508Z","caller":"traceutil/trace.go:171","msg":"trace[1443831622] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24014; }","duration":"358.663841ms","start":"2026-03-18T10:43:45.996409Z","end":"2026-03-18T10:43:46.355073Z","steps":["trace[1443831622] 'agreement among raft nodes before linearized reading' (duration: 358.521107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.355085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904699945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:46.355094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:45.996392Z","time spent":"358.699301ms","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418354,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T10:43:46.35498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:41.862956Z","time spent":"4.492017116s","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:46.355098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346170616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-18T10:43:46.355163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34192237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-18T10:43:46.355164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33660546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-18T10:43:46.355184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347104005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:46.355201Z","caller":"traceutil/trace.go:171","msg":"trace[351779889] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24014; }","duration":"3.347177716s","start":"2026-03-18T10:43:43.008018Z","end":"2026-03-18T10:43:46.355196Z","steps":["trace[351779889] 'agreement among raft nodes before linearized reading' (duration: 3.347123025s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.355195Z","caller":"traceutil/trace.go:171","msg":"trace[912890480] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24014; }","duration":"4.336657362s","start":"2026-03-18T10:43:42.018528Z","end":"2026-03-18T10:43:46.355185Z","steps":["trace[912890480] 'agreement among raft nodes before linearized reading' (duration: 4.33657835s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.355125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341397259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T10:43:46.355225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:42.018515Z","time spent":"4.336704633s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-18T10:43:46.35526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293225749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:46.35525Z","caller":"traceutil/trace.go:171","msg":"trace[345826858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24014; }","duration":"4.341523431s","start":"2026-03-18T10:43:42.013713Z","end":"2026-03-18T10:43:46.355237Z","steps":["trace[345826858] 'agreement among raft nodes before linearized reading' (duration: 4.341379188s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.355275Z","caller":"traceutil/trace.go:171","msg":"trace[866339914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24014; }","duration":"1.29329303s","start":"2026-03-18T10:43:45.061978Z","end":"2026-03-18T10:43:46.355271Z","steps":["trace[866339914] 'agreement among raft nodes before linearized reading' (duration: 1.293256989s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.355181Z","caller":"traceutil/trace.go:171","msg":"trace[804918442] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24014; }","duration":"4.346275458s","start":"2026-03-18T10:43:42.008881Z","end":"2026-03-18T10:43:46.355156Z","steps":["trace[804918442] 'agreement among raft nodes before linearized reading' (duration: 4.346121475s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.355306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429080519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:46.355312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463119889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:46.355325Z","caller":"traceutil/trace.go:171","msg":"trace[460903831] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24014; }","duration":"4.42913621s","start":"2026-03-18T10:43:41.926182Z","end":"2026-03-18T10:43:46.355319Z","steps":["trace[460903831] 'agreement among raft nodes before linearized reading' (duration: 4.429104409s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.35531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:42.013708Z","time spent":"4.341583342s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T10:43:46.355334Z","caller":"traceutil/trace.go:171","msg":"trace[627695290] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24014; }","duration":"2.463159229s","start":"2026-03-18T10:43:43.892169Z","end":"2026-03-18T10:43:46.355329Z","steps":["trace[627695290] 'agreement among raft nodes before linearized reading' (duration: 2.463123058s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.355335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216695858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:46.355344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446357254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-18T10:43:46.355185Z","caller":"traceutil/trace.go:171","msg":"trace[797846291] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24014; }","duration":"4.341952041s","start":"2026-03-18T10:43:42.013228Z","end":"2026-03-18T10:43:46.35518Z","steps":["trace[797846291] 'agreement among raft nodes before linearized reading' (duration: 4.34190911s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.35497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340513849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-18T10:43:46.355358Z","caller":"traceutil/trace.go:171","msg":"trace[85684413] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24014; }","duration":"2.21676801s","start":"2026-03-18T10:43:44.138584Z","end":"2026-03-18T10:43:46.355352Z","steps":["trace[85684413] 'agreement among raft nodes before linearized reading' (duration: 2.216718839s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:46.355362Z","caller":"traceutil/trace.go:171","msg":"trace[1372045125] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24014; }","duration":"2.446409375s","start":"2026-03-18T10:43:43.908948Z","end":"2026-03-18T10:43:46.355357Z","steps":["trace[1372045125] 'agreement among raft nodes before linearized reading' (duration: 2.446357264s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.355088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93277503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:46.355372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.892147Z","time spent":"2.463203931s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:46.355376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:44.138558Z","time spent":"2.216811121s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:46.35535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:42.008862Z","time spent":"4.346459252s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-18T10:43:46.355385Z","caller":"traceutil/trace.go:171","msg":"trace[1634099795] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24014; }","duration":"2.933114567s","start":"2026-03-18T10:43:43.42226Z","end":"2026-03-18T10:43:46.355375Z","steps":["trace[1634099795] 'agreement among raft nodes before linearized reading' (duration: 2.9328046s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.355093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.301249534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-18T10:43:46.355428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459065876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-18T10:43:46.355446Z","caller":"traceutil/trace.go:171","msg":"trace[1254612644] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24014; }","duration":"1.459114428s","start":"2026-03-18T10:43:44.896327Z","end":"2026-03-18T10:43:46.355442Z","steps":["trace[1254612644] 'agreement among raft nodes before linearized reading' (duration: 1.459064797s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.355364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:42.013225Z","time spent":"4.342136455s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-18T10:43:46.355345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:41.926161Z","time spent":"4.429179882s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:46.355464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:44.89631Z","time spent":"1.459150889s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:46.355377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.90893Z","time spent":"2.446443416s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-18T10:43:46.355045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.869256Z","time spent":"2.485780596s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:46.355218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.008Z","time spent":"3.347213728s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:46.355434Z","caller":"traceutil/trace.go:171","msg":"trace[835590397] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24014; }","duration":"7.301586821s","start":"2026-03-18T10:43:39.053835Z","end":"2026-03-18T10:43:46.355422Z","steps":["trace[835590397] 'agreement among raft nodes before linearized reading' (duration: 7.301228103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.356731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:39.053754Z","time spent":"7.302963992s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-18T10:43:46.355328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464695093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-18T10:43:46.356959Z","caller":"traceutil/trace.go:171","msg":"trace[1317629761] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24014; }","duration":"2.46633207s","start":"2026-03-18T10:43:43.890612Z","end":"2026-03-18T10:43:46.356944Z","steps":["trace[1317629761] 'agreement among raft nodes before linearized reading' (duration: 2.464684864s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.357003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.890598Z","time spent":"2.466395961s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-18T10:43:46.354927Z","caller":"traceutil/trace.go:171","msg":"trace[768845571] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24014; }","duration":"4.338566685s","start":"2026-03-18T10:43:42.016346Z","end":"2026-03-18T10:43:46.354913Z","steps":["trace[768845571] 'agreement among raft nodes before linearized reading' (duration: 4.338437722s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.357192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:42.016334Z","time spent":"4.340848655s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-18T10:43:46.35537Z","caller":"traceutil/trace.go:171","msg":"trace[1257689306] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24014; }","duration":"4.340947538s","start":"2026-03-18T10:43:42.014417Z","end":"2026-03-18T10:43:46.355365Z","steps":["trace[1257689306] 'agreement among raft nodes before linearized reading' (duration: 4.340417856s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.357416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:42.014405Z","time spent":"4.343001294s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T10:43:46.355098Z","caller":"traceutil/trace.go:171","msg":"trace[568454921] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24014; }","duration":"4.904763686s","start":"2026-03-18T10:43:41.45033Z","end":"2026-03-18T10:43:46.355094Z","steps":["trace[568454921] 'agreement among raft nodes before linearized reading' (duration: 4.904738285s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.357599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:41.450306Z","time spent":"4.907282022s","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:46.354722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.412210004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-18T10:43:46.357834Z","caller":"traceutil/trace.go:171","msg":"trace[432794084] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb; range_end:; response_count:1; response_revision:24014; }","duration":"7.415367685s","start":"2026-03-18T10:43:38.942457Z","end":"2026-03-18T10:43:46.357824Z","steps":["trace[432794084] 'agreement among raft nodes before linearized reading' (duration: 7.412171883s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.355401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:43.422234Z","time spent":"2.933162659s","remote":"127.0.0.1:49360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:46.355108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988997968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:46.355288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:45.061941Z","time spent":"1.293344391s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:46.356524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181111471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:43:46.358109Z","caller":"traceutil/trace.go:171","msg":"trace[1719148454] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24014; }","duration":"2.182722878s","start":"2026-03-18T10:43:44.175378Z","end":"2026-03-18T10:43:46.3581Z","steps":["trace[1719148454] 'agreement among raft nodes before linearized reading' (duration: 2.179924516s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.358154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:44.175359Z","time spent":"2.182783689s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2668,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:46.358264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:38.942438Z","time spent":"7.415817105s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" "} {"level":"info","ts":"2026-03-18T10:43:46.358434Z","caller":"traceutil/trace.go:171","msg":"trace[2099127077] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24014; }","duration":"3.992378773s","start":"2026-03-18T10:43:42.366046Z","end":"2026-03-18T10:43:46.358425Z","steps":["trace[2099127077] 'agreement among raft nodes before linearized reading' (duration: 3.989037449s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:46.358488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:42.365999Z","time spent":"3.992478515s","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:46.879332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:47.01204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.592662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:47.012124Z","caller":"traceutil/trace.go:171","msg":"trace[1279578532] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"631.730956ms","start":"2026-03-18T10:43:46.380374Z","end":"2026-03-18T10:43:47.012105Z","steps":["trace[1279578532] 'agreement among raft nodes before linearized reading' (duration: 631.616013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.012172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.380365Z","time spent":"631.797197ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/18 10:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:47.015521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.011009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:47.015614Z","caller":"traceutil/trace.go:171","msg":"trace[737297349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"635.125641ms","start":"2026-03-18T10:43:46.380468Z","end":"2026-03-18T10:43:47.015593Z","steps":["trace[737297349] 'agreement among raft nodes before linearized reading' (duration: 635.014169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.015666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.380463Z","time spent":"635.193133ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/18 10:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:47.01577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.247944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:47.01581Z","caller":"traceutil/trace.go:171","msg":"trace[713223464] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"635.317975ms","start":"2026-03-18T10:43:46.380484Z","end":"2026-03-18T10:43:47.015802Z","steps":["trace[713223464] 'agreement among raft nodes before linearized reading' (duration: 635.275234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.015836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.380465Z","time spent":"635.364768ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/18 10:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:47.015899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.258565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:47.016004Z","caller":"traceutil/trace.go:171","msg":"trace[645489504] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"635.369567ms","start":"2026-03-18T10:43:46.380626Z","end":"2026-03-18T10:43:47.015995Z","steps":["trace[645489504] 'agreement among raft nodes before linearized reading' (duration: 635.266015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.016041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.380579Z","time spent":"635.452709ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/18 10:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:47.030474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.027375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:47.030533Z","caller":"traceutil/trace.go:171","msg":"trace[2134651911] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"650.143008ms","start":"2026-03-18T10:43:46.380377Z","end":"2026-03-18T10:43:47.03052Z","steps":["trace[2134651911] 'agreement among raft nodes before linearized reading' (duration: 650.063456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.030563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.380353Z","time spent":"650.204599ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/18 10:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:47.030657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.018015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:47.030675Z","caller":"traceutil/trace.go:171","msg":"trace[937007776] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; }","duration":"637.047915ms","start":"2026-03-18T10:43:46.393622Z","end":"2026-03-18T10:43:47.03067Z","steps":["trace[937007776] 'agreement among raft nodes before linearized reading' (duration: 637.030005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.030687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.393615Z","time spent":"637.068916ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} 2026/03/18 10:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:47.031792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.229398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:47.03182Z","caller":"traceutil/trace.go:171","msg":"trace[2137084949] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; }","duration":"649.33107ms","start":"2026-03-18T10:43:46.382482Z","end":"2026-03-18T10:43:47.031813Z","steps":["trace[2137084949] 'agreement among raft nodes before linearized reading' (duration: 649.295769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.031837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.382469Z","time spent":"649.363661ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} 2026/03/18 10:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:47.032276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.470832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:47.032295Z","caller":"traceutil/trace.go:171","msg":"trace[1816521777] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"649.500013ms","start":"2026-03-18T10:43:46.382791Z","end":"2026-03-18T10:43:47.032291Z","steps":["trace[1816521777] 'agreement among raft nodes before linearized reading' (duration: 649.478733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.032308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.382786Z","time spent":"649.518943ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/18 10:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:47.037979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.553869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:47.038012Z","caller":"traceutil/trace.go:171","msg":"trace[1031693113] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"655.59492ms","start":"2026-03-18T10:43:46.382408Z","end":"2026-03-18T10:43:47.038003Z","steps":["trace[1031693113] 'agreement among raft nodes before linearized reading' (duration: 655.559809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.038033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.382404Z","time spent":"655.62396ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/18 10:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:47.379824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:47.472301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094263589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:47.607778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10687839s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:47.607928Z","caller":"traceutil/trace.go:171","msg":"trace[993502157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24014; }","duration":"1.107049675s","start":"2026-03-18T10:43:46.500859Z","end":"2026-03-18T10:43:47.607909Z","steps":["trace[993502157] 'range keys from in-memory index tree' (duration: 1.10685594s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:47.609296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.477351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:47.609409Z","caller":"traceutil/trace.go:171","msg":"trace[834242125] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"1.231509267s","start":"2026-03-18T10:43:46.377879Z","end":"2026-03-18T10:43:47.609389Z","steps":["trace[834242125] 'process raft request' (duration: 1.094854822s)","trace[834242125] 'compare' (duration: 136.337758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:47.609592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.377855Z","time spent":"1.231610459s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:48.319676Z","caller":"traceutil/trace.go:171","msg":"trace[461040354] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"1.939129711s","start":"2026-03-18T10:43:46.380519Z","end":"2026-03-18T10:43:48.319649Z","steps":["trace[461040354] 'process raft request' (duration: 1.938888076s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:48.319708Z","caller":"traceutil/trace.go:171","msg":"trace[1091006605] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"1.938968887s","start":"2026-03-18T10:43:46.380711Z","end":"2026-03-18T10:43:48.31968Z","steps":["trace[1091006605] 'process raft request' (duration: 1.938834584s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.319798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.38051Z","time spent":"1.939223873s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:48.319824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.380575Z","time spent":"1.939187162s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:48.31968Z","caller":"traceutil/trace.go:171","msg":"trace[1914243339] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"1.936669555s","start":"2026-03-18T10:43:46.382992Z","end":"2026-03-18T10:43:48.319661Z","steps":["trace[1914243339] 'process raft request' (duration: 1.936588874s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.3199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.382973Z","time spent":"1.936908591s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:48.32005Z","caller":"traceutil/trace.go:171","msg":"trace[1172756124] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"1.874459695s","start":"2026-03-18T10:43:46.445557Z","end":"2026-03-18T10:43:48.320017Z","steps":["trace[1172756124] 'process raft request' (duration: 1.874070197s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:48.320081Z","caller":"traceutil/trace.go:171","msg":"trace[218684139] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24866; }","duration":"1.941468704s","start":"2026-03-18T10:43:46.378603Z","end":"2026-03-18T10:43:48.320072Z","steps":["trace[218684139] 'read index received' (duration: 1.094035494s)","trace[218684139] 'applied index is now lower than readState.Index' (duration: 847.4323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:48.320132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.445532Z","time spent":"1.874556707s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:48.320171Z","caller":"traceutil/trace.go:171","msg":"trace[2093964854] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"1.565132129s","start":"2026-03-18T10:43:46.755032Z","end":"2026-03-18T10:43:48.320165Z","steps":["trace[2093964854] 'process raft request' (duration: 1.564787651s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:48.320146Z","caller":"traceutil/trace.go:171","msg":"trace[861586339] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"1.285282741s","start":"2026-03-18T10:43:47.034855Z","end":"2026-03-18T10:43:48.320138Z","steps":["trace[861586339] 'process raft request' (duration: 1.285185599s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.320213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.755001Z","time spent":"1.56518827s","remote":"127.0.0.1:35430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418389,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:48.320229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939575941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:43:48.320257Z","caller":"traceutil/trace.go:171","msg":"trace[1236482538] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24022; }","duration":"1.939620281s","start":"2026-03-18T10:43:46.380628Z","end":"2026-03-18T10:43:48.320248Z","steps":["trace[1236482538] 'agreement among raft nodes before linearized reading' (duration: 1.939521139s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.320252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.034838Z","time spent":"1.285381913s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:48.320279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.380578Z","time spent":"1.939694093s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T10:43:48.320336Z","caller":"traceutil/trace.go:171","msg":"trace[1258965906] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"1.303979338s","start":"2026-03-18T10:43:47.016347Z","end":"2026-03-18T10:43:48.320326Z","steps":["trace[1258965906] 'process raft request' (duration: 1.303665291s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.320383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.016324Z","time spent":"1.30403412s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:48.32043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941827291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-69f9498e-240f-4896-9f30-75b53389571c\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-18T10:43:48.320434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56075849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:48.320451Z","caller":"traceutil/trace.go:171","msg":"trace[635370562] range","detail":"{range_begin:/registry/persistentvolumes/pvc-69f9498e-240f-4896-9f30-75b53389571c; range_end:; response_count:1; response_revision:24022; }","duration":"1.941885233s","start":"2026-03-18T10:43:46.378558Z","end":"2026-03-18T10:43:48.320443Z","steps":["trace[635370562] 'agreement among raft nodes before linearized reading' (duration: 1.941819351s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:48.32046Z","caller":"traceutil/trace.go:171","msg":"trace[812097564] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24022; }","duration":"1.560798181s","start":"2026-03-18T10:43:46.759654Z","end":"2026-03-18T10:43:48.320452Z","steps":["trace[812097564] 'agreement among raft nodes before linearized reading' (duration: 1.56073842s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.320469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.378537Z","time spent":"1.941927933s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-69f9498e-240f-4896-9f30-75b53389571c\" "} {"level":"warn","ts":"2026-03-18T10:43:48.320481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.759625Z","time spent":"1.560850332s","remote":"127.0.0.1:49632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:48.320684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93818525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:48.32066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938285782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:48.320717Z","caller":"traceutil/trace.go:171","msg":"trace[933148774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24022; }","duration":"1.938237002s","start":"2026-03-18T10:43:46.382471Z","end":"2026-03-18T10:43:48.320708Z","steps":["trace[933148774] 'agreement among raft nodes before linearized reading' (duration: 1.93818303s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.320749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.110539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-18T10:43:48.320747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.382429Z","time spent":"1.938311133s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:43:48.320769Z","caller":"traceutil/trace.go:171","msg":"trace[1984438453] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb; range_end:; response_count:1; response_revision:24022; }","duration":"706.153411ms","start":"2026-03-18T10:43:47.61461Z","end":"2026-03-18T10:43:48.320763Z","steps":["trace[1984438453] 'agreement among raft nodes before linearized reading' (duration: 706.063319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.320785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.614595Z","time spent":"706.186941ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" "} {"level":"warn","ts":"2026-03-18T10:43:48.320794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938311793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:48.320833Z","caller":"traceutil/trace.go:171","msg":"trace[986144420] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24022; }","duration":"1.938348244s","start":"2026-03-18T10:43:46.382474Z","end":"2026-03-18T10:43:48.320823Z","steps":["trace[986144420] 'agreement among raft nodes before linearized reading' (duration: 1.938288983s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.32085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.976485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:48.320737Z","caller":"traceutil/trace.go:171","msg":"trace[1395598917] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24022; }","duration":"1.938382805s","start":"2026-03-18T10:43:46.382336Z","end":"2026-03-18T10:43:48.320719Z","steps":["trace[1395598917] 'agreement among raft nodes before linearized reading' (duration: 1.938214061s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.320878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.382416Z","time spent":"1.938453656s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:48.320917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:46.38233Z","time spent":"1.938577089s","remote":"127.0.0.1:51252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:48.320959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.929055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-18T10:43:48.320994Z","caller":"traceutil/trace.go:171","msg":"trace[438750485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24022; }","duration":"939.001447ms","start":"2026-03-18T10:43:47.381985Z","end":"2026-03-18T10:43:48.320986Z","steps":["trace[438750485] 'agreement among raft nodes before linearized reading' (duration: 938.914215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.321018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.381966Z","time spent":"939.047558ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:48.320885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058041968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:48.321068Z","caller":"traceutil/trace.go:171","msg":"trace[419714074] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24022; }","duration":"1.058256033s","start":"2026-03-18T10:43:47.262801Z","end":"2026-03-18T10:43:48.321057Z","steps":["trace[419714074] 'agreement among raft nodes before linearized reading' (duration: 1.058063419s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.321137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.262781Z","time spent":"1.058320414s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:48.320883Z","caller":"traceutil/trace.go:171","msg":"trace[2120156061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24022; }","duration":"998.044927ms","start":"2026-03-18T10:43:47.322829Z","end":"2026-03-18T10:43:48.320874Z","steps":["trace[2120156061] 'agreement among raft nodes before linearized reading' (duration: 997.986096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:48.321216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:47.32281Z","time spent":"998.389764ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:48.827172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:49.328286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:49.829638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.515827Z","time spent":"1.313804728s","remote":"127.0.0.1:48546","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:43:49.830099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.889847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:49.830192Z","caller":"traceutil/trace.go:171","msg":"trace[1005219289] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"1.504339439s","start":"2026-03-18T10:43:48.325839Z","end":"2026-03-18T10:43:49.830178Z","steps":["trace[1005219289] 'process raft request' (duration: 1.326287218s)","trace[1005219289] 'compare' (duration: 177.536059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:49.830234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.325821Z","time spent":"1.50439522s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:49.897522Z","caller":"traceutil/trace.go:171","msg":"trace[1575635180] linearizableReadLoop","detail":"{readStateIndex:24877; appliedIndex:24874; }","duration":"1.570714083s","start":"2026-03-18T10:43:48.326793Z","end":"2026-03-18T10:43:49.897507Z","steps":["trace[1575635180] 'read index received' (duration: 1.325298516s)","trace[1575635180] 'applied index is now lower than readState.Index' (duration: 245.414887ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:49.897595Z","caller":"traceutil/trace.go:171","msg":"trace[1859031643] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"1.001657848s","start":"2026-03-18T10:43:48.89593Z","end":"2026-03-18T10:43:49.897588Z","steps":["trace[1859031643] 'process raft request' (duration: 1.001488604s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.897658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.895906Z","time spent":"1.001704159s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:49.897781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570989629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-18T10:43:49.897802Z","caller":"traceutil/trace.go:171","msg":"trace[1980673758] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24024; }","duration":"1.57103194s","start":"2026-03-18T10:43:48.326766Z","end":"2026-03-18T10:43:49.897798Z","steps":["trace[1980673758] 'agreement among raft nodes before linearized reading' (duration: 1.570964228s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:49.897816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.326755Z","time spent":"1.571057511s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-18T10:43:49.897875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.327107Z","time spent":"1.570762003s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:43:50.329036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000588235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:50.329125Z","caller":"traceutil/trace.go:171","msg":"trace[276505779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705747s","start":"2026-03-18T10:43:48.328401Z","end":"2026-03-18T10:43:50.329106Z","steps":["trace[276505779] 'agreement among raft nodes before linearized reading' (duration: 2.000596555s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:50.329173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.328395Z","time spent":"2.000768868s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:51.16913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039694249s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:51.169403Z","caller":"traceutil/trace.go:171","msg":"trace[2054511262] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"1.336250119s","start":"2026-03-18T10:43:49.83312Z","end":"2026-03-18T10:43:51.16937Z","steps":["trace[2054511262] 'process raft request' (duration: 296.250564ms)","trace[2054511262] 'compare' (duration: 1.039041994s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:51.169456Z","caller":"traceutil/trace.go:171","msg":"trace[448636318] linearizableReadLoop","detail":"{readStateIndex:24878; appliedIndex:24877; }","duration":"1.27185498s","start":"2026-03-18T10:43:49.897566Z","end":"2026-03-18T10:43:51.169421Z","steps":["trace[448636318] 'read index received' (duration: 231.819644ms)","trace[448636318] 'applied index is now lower than readState.Index' (duration: 1.040032695s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:51.169557Z","caller":"traceutil/trace.go:171","msg":"trace[1798518695] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"1.270880267s","start":"2026-03-18T10:43:49.898653Z","end":"2026-03-18T10:43:51.169533Z","steps":["trace[1798518695] 'process raft request' (duration: 1.27057994s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:51.16954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.833104Z","time spent":"1.336396563s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:43:51.1697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.89863Z","time spent":"1.2709944s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:51.664959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163193022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:51.665063Z","caller":"traceutil/trace.go:171","msg":"trace[1927930196] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24026; }","duration":"3.163335774s","start":"2026-03-18T10:43:48.501691Z","end":"2026-03-18T10:43:51.665027Z","steps":["trace[1927930196] 'agreement among raft nodes before linearized reading' (duration: 2.667970308s)","trace[1927930196] 'count revisions from in-memory index tree' (duration: 495.222904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.665147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.501673Z","time spent":"3.163453478s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:51.665225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599275452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:51.665311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252963839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-18T10:43:51.665367Z","caller":"traceutil/trace.go:171","msg":"trace[2086632128] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:24026; }","duration":"3.253057391s","start":"2026-03-18T10:43:48.412297Z","end":"2026-03-18T10:43:51.665355Z","steps":["trace[2086632128] 'agreement among raft nodes before linearized reading' (duration: 2.757376717s)","trace[2086632128] 'range keys from in-memory index tree' (duration: 495.590822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.665394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.412278Z","time spent":"3.253108012s","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-03-18T10:43:51.665321Z","caller":"traceutil/trace.go:171","msg":"trace[2090437567] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24026; }","duration":"2.599415675s","start":"2026-03-18T10:43:49.065876Z","end":"2026-03-18T10:43:51.665292Z","steps":["trace[2090437567] 'agreement among raft nodes before linearized reading' (duration: 2.104084399s)","trace[2090437567] 'count revisions from in-memory index tree' (duration: 495.204463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.665534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.065848Z","time spent":"2.599675901s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:51.665538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582693512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:51.665589Z","caller":"traceutil/trace.go:171","msg":"trace[864637929] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24026; }","duration":"2.582736222s","start":"2026-03-18T10:43:49.082833Z","end":"2026-03-18T10:43:51.665569Z","steps":["trace[864637929] 'agreement among raft nodes before linearized reading' (duration: 2.086678861s)","trace[864637929] 'count revisions from in-memory index tree' (duration: 496.00391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.665489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125292392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:51.665617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340488985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-18T10:43:51.665662Z","caller":"traceutil/trace.go:171","msg":"trace[35387932] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24026; }","duration":"2.125512287s","start":"2026-03-18T10:43:49.540139Z","end":"2026-03-18T10:43:51.665652Z","steps":["trace[35387932] 'agreement among raft nodes before linearized reading' (duration: 1.629321392s)","trace[35387932] 'count revisions from in-memory index tree' (duration: 495.98724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.665683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.540118Z","time spent":"2.125558149s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:51.665694Z","caller":"traceutil/trace.go:171","msg":"trace[1321730572] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24026; }","duration":"2.340618178s","start":"2026-03-18T10:43:49.325051Z","end":"2026-03-18T10:43:51.66567Z","steps":["trace[1321730572] 'agreement among raft nodes before linearized reading' (duration: 1.844452553s)","trace[1321730572] 'range keys from in-memory index tree' (duration: 496.014831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.665744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.325035Z","time spent":"2.340696949s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:51.665667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.08277Z","time spent":"2.582881035s","remote":"127.0.0.1:49256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:51.665749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.39011ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:43:51.665835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961759597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:51.665825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77235406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:51.66584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043462533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:51.665871Z","caller":"traceutil/trace.go:171","msg":"trace[641047418] linearizableReadLoop","detail":"{readStateIndex:24880; appliedIndex:24879; }","duration":"496.267747ms","start":"2026-03-18T10:43:51.169578Z","end":"2026-03-18T10:43:51.665846Z","steps":["trace[641047418] 'read index received' (duration: 124.113µs)","trace[641047418] 'applied index is now lower than readState.Index' (duration: 496.141754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.66591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362871896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-18T10:43:51.665909Z","caller":"traceutil/trace.go:171","msg":"trace[2033174136] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24026; }","duration":"1.772468683s","start":"2026-03-18T10:43:49.893417Z","end":"2026-03-18T10:43:51.665886Z","steps":["trace[2033174136] 'agreement among raft nodes before linearized reading' (duration: 1.276062704s)","trace[2033174136] 'count revisions from in-memory index tree' (duration: 496.300097ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:51.665928Z","caller":"traceutil/trace.go:171","msg":"trace[1172595837] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24026; }","duration":"2.043588896s","start":"2026-03-18T10:43:49.622307Z","end":"2026-03-18T10:43:51.665896Z","steps":["trace[1172595837] 'agreement among raft nodes before linearized reading' (duration: 1.547180226s)","trace[1172595837] 'count revisions from in-memory index tree' (duration: 496.261907ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:51.665953Z","caller":"traceutil/trace.go:171","msg":"trace[14082605] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24026; }","duration":"2.362944267s","start":"2026-03-18T10:43:49.302994Z","end":"2026-03-18T10:43:51.665939Z","steps":["trace[14082605] 'agreement among raft nodes before linearized reading' (duration: 1.866501416s)","trace[14082605] 'range keys from in-memory index tree' (duration: 496.304858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.665971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.893401Z","time spent":"1.772552055s","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:51.665978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.622262Z","time spent":"2.043703718s","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:51.665999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336664109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:51.665994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.302976Z","time spent":"2.363010389s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18736,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T10:43:51.666016Z","caller":"traceutil/trace.go:171","msg":"trace[1520805587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24026; }","duration":"1.336682379s","start":"2026-03-18T10:43:50.329329Z","end":"2026-03-18T10:43:51.666011Z","steps":["trace[1520805587] 'agreement among raft nodes before linearized reading' (duration: 1.336649928s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:51.665779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283762938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T10:43:51.666036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:50.329282Z","time spent":"1.336751291s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:51.66605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514618637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:51.666106Z","caller":"traceutil/trace.go:171","msg":"trace[954529423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24026; }","duration":"1.514696599s","start":"2026-03-18T10:43:50.151391Z","end":"2026-03-18T10:43:51.666088Z","steps":["trace[954529423] 'agreement among raft nodes before linearized reading' (duration: 1.514594997s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:51.66615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.771833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:51.66616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:50.151384Z","time spent":"1.514760331s","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:51.666058Z","caller":"traceutil/trace.go:171","msg":"trace[775785025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24026; }","duration":"3.284037734s","start":"2026-03-18T10:43:48.382006Z","end":"2026-03-18T10:43:51.666044Z","steps":["trace[775785025] 'agreement among raft nodes before linearized reading' (duration: 2.787616184s)","trace[775785025] 'range keys from in-memory index tree' (duration: 496.065542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.666255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764534926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-18T10:43:51.666275Z","caller":"traceutil/trace.go:171","msg":"trace[1583581787] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24026; }","duration":"1.764564317s","start":"2026-03-18T10:43:49.901706Z","end":"2026-03-18T10:43:51.66627Z","steps":["trace[1583581787] 'agreement among raft nodes before linearized reading' (duration: 1.764499785s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:51.665893Z","caller":"traceutil/trace.go:171","msg":"trace[144379848] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24026; }","duration":"2.961851449s","start":"2026-03-18T10:43:48.704024Z","end":"2026-03-18T10:43:51.665875Z","steps":["trace[144379848] 'agreement among raft nodes before linearized reading' (duration: 2.465626984s)","trace[144379848] 'count revisions from in-memory index tree' (duration: 496.155824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.666299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.381983Z","time spent":"3.28429346s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:51.666339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.564441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:43:51.666352Z","caller":"traceutil/trace.go:171","msg":"trace[1990877422] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24026; }","duration":"266.608803ms","start":"2026-03-18T10:43:51.399739Z","end":"2026-03-18T10:43:51.666348Z","steps":["trace[1990877422] 'agreement among raft nodes before linearized reading' (duration: 266.565372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:51.666348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.703997Z","time spent":"2.962328781s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:51.666374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.771169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-18T10:43:51.666419Z","caller":"traceutil/trace.go:171","msg":"trace[564637484] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24026; }","duration":"492.84085ms","start":"2026-03-18T10:43:51.173568Z","end":"2026-03-18T10:43:51.666409Z","steps":["trace[564637484] 'agreement among raft nodes before linearized reading' (duration: 492.663196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:51.666453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.173552Z","time spent":"492.894992ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T10:43:51.666194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529354818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:51.666679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.952551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-18T10:43:51.666699Z","caller":"traceutil/trace.go:171","msg":"trace[962770547] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24026; }","duration":"1.529873519s","start":"2026-03-18T10:43:50.136804Z","end":"2026-03-18T10:43:51.666678Z","steps":["trace[962770547] 'agreement among raft nodes before linearized reading' (duration: 1.529369018s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:51.666797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:50.136786Z","time spent":"1.529983752s","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:51.6668Z","caller":"traceutil/trace.go:171","msg":"trace[1048138660] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb; range_end:; response_count:1; response_revision:24026; }","duration":"492.221877ms","start":"2026-03-18T10:43:51.174502Z","end":"2026-03-18T10:43:51.666724Z","steps":["trace[1048138660] 'agreement among raft nodes before linearized reading' (duration: 491.811008ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:51.666193Z","caller":"traceutil/trace.go:171","msg":"trace[1263687469] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24026; }","duration":"519.822004ms","start":"2026-03-18T10:43:51.146362Z","end":"2026-03-18T10:43:51.666184Z","steps":["trace[1263687469] 'agreement among raft nodes before linearized reading' (duration: 519.737492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:51.666979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.146301Z","time spent":"520.656442ms","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:51.665594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338238605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-18T10:43:51.666293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:49.901698Z","time spent":"1.764590567s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-18T10:43:51.66696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.174499Z","time spent":"492.443122ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" "} {"level":"warn","ts":"2026-03-18T10:43:51.667409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330601555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-18T10:43:51.66852Z","caller":"traceutil/trace.go:171","msg":"trace[513149626] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24026; }","duration":"3.333887579s","start":"2026-03-18T10:43:48.334611Z","end":"2026-03-18T10:43:51.668499Z","steps":["trace[513149626] 'agreement among raft nodes before linearized reading' (duration: 2.835082566s)","trace[513149626] 'range keys from in-memory index tree' (duration: 495.353566ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:51.668367Z","caller":"traceutil/trace.go:171","msg":"trace[512509793] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24026; }","duration":"3.340915306s","start":"2026-03-18T10:43:48.327253Z","end":"2026-03-18T10:43:51.668168Z","steps":["trace[512509793] 'agreement among raft nodes before linearized reading' (duration: 2.842431259s)","trace[512509793] 'range keys from in-memory index tree' (duration: 495.553941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.668739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.327247Z","time spent":"3.341470098s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T10:43:51.668573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.334602Z","time spent":"3.33395292s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:51.667558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286345515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:43:51.669032Z","caller":"traceutil/trace.go:171","msg":"trace[1941087850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24026; }","duration":"3.28785628s","start":"2026-03-18T10:43:48.381164Z","end":"2026-03-18T10:43:51.66902Z","steps":["trace[1941087850] 'agreement among raft nodes before linearized reading' (duration: 2.788466692s)","trace[1941087850] 'range keys from in-memory index tree' (duration: 497.668238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:51.669075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:48.381145Z","time spent":"3.287920252s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:52.173107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442366,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:43:52.299631Z","caller":"traceutil/trace.go:171","msg":"trace[582876264] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"629.033106ms","start":"2026-03-18T10:43:51.670576Z","end":"2026-03-18T10:43:52.299609Z","steps":["trace[582876264] 'process raft request' (duration: 628.866022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:52.299781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.670555Z","time spent":"629.148009ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:53.428734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05719293s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:43:53.667651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.420812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:53.667882Z","caller":"traceutil/trace.go:171","msg":"trace[153111022] linearizableReadLoop","detail":"{readStateIndex:24884; appliedIndex:24881; }","duration":"1.995765357s","start":"2026-03-18T10:43:51.672101Z","end":"2026-03-18T10:43:53.667867Z","steps":["trace[153111022] 'read index received' (duration: 627.492252ms)","trace[153111022] 'applied index is now lower than readState.Index' (duration: 1.368271825s)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:53.667955Z","caller":"traceutil/trace.go:171","msg":"trace[972970850] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"1.995326237s","start":"2026-03-18T10:43:51.672614Z","end":"2026-03-18T10:43:53.66794Z","steps":["trace[972970850] 'process raft request' (duration: 1.756351373s)","trace[972970850] 'compare' (duration: 237.780558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:53.66805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.672575Z","time spent":"1.995404269s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:53.668396Z","caller":"traceutil/trace.go:171","msg":"trace[701994939] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"1.993639559s","start":"2026-03-18T10:43:51.674744Z","end":"2026-03-18T10:43:53.668384Z","steps":["trace[701994939] 'process raft request' (duration: 1.993000895s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:53.668461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.674706Z","time spent":"1.993716281s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:53.668537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996418832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-18T10:43:53.668611Z","caller":"traceutil/trace.go:171","msg":"trace[1408771538] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd; range_end:; response_count:1; response_revision:24030; }","duration":"1.996514493s","start":"2026-03-18T10:43:51.672082Z","end":"2026-03-18T10:43:53.668596Z","steps":["trace[1408771538] 'agreement among raft nodes before linearized reading' (duration: 1.996307919s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:53.668646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.672072Z","time spent":"1.996562794s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1abefabb-cc1d-410a-8ea0-2bd898ff49fd\" "} {"level":"info","ts":"2026-03-18T10:43:53.668882Z","caller":"traceutil/trace.go:171","msg":"trace[1967898796] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"1.993294621s","start":"2026-03-18T10:43:51.675576Z","end":"2026-03-18T10:43:53.668871Z","steps":["trace[1967898796] 'process raft request' (duration: 1.992250148s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:53.668952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.675565Z","time spent":"1.993337392s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:53.676282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:43:53.676329Z","caller":"traceutil/trace.go:171","msg":"trace[140841017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116855s","start":"2026-03-18T10:43:51.676201Z","end":"2026-03-18T10:43:53.676318Z","steps":["trace[140841017] 'agreement among raft nodes before linearized reading' (duration: 2.000060444s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:53.676363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.676143Z","time spent":"2.000212367s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:54.168469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:54.571321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.369805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:54.571439Z","caller":"traceutil/trace.go:171","msg":"trace[1037030612] linearizableReadLoop","detail":"{readStateIndex:24885; appliedIndex:24884; }","duration":"903.513644ms","start":"2026-03-18T10:43:53.66791Z","end":"2026-03-18T10:43:54.571423Z","steps":["trace[1037030612] 'read index received' (duration: 663.008916ms)","trace[1037030612] 'applied index is now lower than readState.Index' (duration: 240.503618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:54.57159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420237949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:54.571639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895870594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-18T10:43:54.571663Z","caller":"traceutil/trace.go:171","msg":"trace[1715797689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24031; }","duration":"2.420369082s","start":"2026-03-18T10:43:52.151275Z","end":"2026-03-18T10:43:54.571644Z","steps":["trace[1715797689] 'agreement among raft nodes before linearized reading' (duration: 2.420231579s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:54.571673Z","caller":"traceutil/trace.go:171","msg":"trace[2015177089] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"2.26777893s","start":"2026-03-18T10:43:52.303872Z","end":"2026-03-18T10:43:54.571651Z","steps":["trace[2015177089] 'process raft request' (duration: 2.027013926s)","trace[2015177089] 'compare' (duration: 240.245212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:54.571707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:52.151238Z","time spent":"2.420459124s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:54.571758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:52.303842Z","time spent":"2.267872572s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:43:54.571768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.295267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-18T10:43:54.571779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.52187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:54.571803Z","caller":"traceutil/trace.go:171","msg":"trace[747159317] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24031; }","duration":"898.354808ms","start":"2026-03-18T10:43:53.673441Z","end":"2026-03-18T10:43:54.571796Z","steps":["trace[747159317] 'agreement among raft nodes before linearized reading' (duration: 898.257346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:54.571802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894561355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-18T10:43:54.57184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:53.673425Z","time spent":"898.40708ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-18T10:43:54.571841Z","caller":"traceutil/trace.go:171","msg":"trace[1906694310] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24031; }","duration":"762.626453ms","start":"2026-03-18T10:43:53.809198Z","end":"2026-03-18T10:43:54.571824Z","steps":["trace[1906694310] 'agreement among raft nodes before linearized reading' (duration: 762.51431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:54.571859Z","caller":"traceutil/trace.go:171","msg":"trace[765822720] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24031; }","duration":"1.894677007s","start":"2026-03-18T10:43:52.677166Z","end":"2026-03-18T10:43:54.571844Z","steps":["trace[765822720] 'agreement among raft nodes before linearized reading' (duration: 1.894514203s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:54.571863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056970966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:54.571593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932762138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:54.571885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:53.809177Z","time spent":"762.696284ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:54.571918Z","caller":"traceutil/trace.go:171","msg":"trace[966613195] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24031; }","duration":"2.057047558s","start":"2026-03-18T10:43:52.514854Z","end":"2026-03-18T10:43:54.571902Z","steps":["trace[966613195] 'agreement among raft nodes before linearized reading' (duration: 2.056984537s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:54.571991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.093114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-18T10:43:54.571986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:52.514836Z","time spent":"2.05714113s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:54.57201Z","caller":"traceutil/trace.go:171","msg":"trace[1223728664] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24031; }","duration":"797.132724ms","start":"2026-03-18T10:43:53.77487Z","end":"2026-03-18T10:43:54.572003Z","steps":["trace[1223728664] 'agreement among raft nodes before linearized reading' (duration: 797.075593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:54.572027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:53.774855Z","time spent":"797.168106ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-18T10:43:54.572038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.052794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:54.572069Z","caller":"traceutil/trace.go:171","msg":"trace[165337007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24031; }","duration":"895.100216ms","start":"2026-03-18T10:43:53.67696Z","end":"2026-03-18T10:43:54.57206Z","steps":["trace[165337007] 'agreement among raft nodes before linearized reading' (duration: 895.052255ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:54.57167Z","caller":"traceutil/trace.go:171","msg":"trace[785126784] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24031; }","duration":"2.895912825s","start":"2026-03-18T10:43:51.675747Z","end":"2026-03-18T10:43:54.57166Z","steps":["trace[785126784] 'agreement among raft nodes before linearized reading' (duration: 2.895761322s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:54.572098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:53.676949Z","time spent":"895.140406ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:54.57211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:51.675743Z","time spent":"2.896355426s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18736,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:43:54.571805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370192359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:54.572231Z","caller":"traceutil/trace.go:171","msg":"trace[918203822] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24031; }","duration":"2.37067048s","start":"2026-03-18T10:43:52.201553Z","end":"2026-03-18T10:43:54.572223Z","steps":["trace[918203822] 'agreement among raft nodes before linearized reading' (duration: 2.370149549s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:54.572257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:52.20154Z","time spent":"2.370708851s","remote":"127.0.0.1:44348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:43:54.57192Z","caller":"traceutil/trace.go:171","msg":"trace[1600829202] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24031; }","duration":"1.933143136s","start":"2026-03-18T10:43:52.638765Z","end":"2026-03-18T10:43:54.571909Z","steps":["trace[1600829202] 'agreement among raft nodes before linearized reading' (duration: 1.932692817s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:54.572349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:52.638748Z","time spent":"1.933560636s","remote":"127.0.0.1:37704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:54.571888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:52.677135Z","time spent":"1.894748459s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:54.571933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.566956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-18T10:43:54.572418Z","caller":"traceutil/trace.go:171","msg":"trace[180931975] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24031; }","duration":"824.079266ms","start":"2026-03-18T10:43:53.748332Z","end":"2026-03-18T10:43:54.572411Z","steps":["trace[180931975] 'agreement among raft nodes before linearized reading' (duration: 823.573575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:54.57244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:53.748314Z","time spent":"824.120288ms","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-18T10:43:55.080053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:55.918132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.662509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:55.918326Z","caller":"traceutil/trace.go:171","msg":"trace[891583577] linearizableReadLoop","detail":"{readStateIndex:24887; appliedIndex:24885; }","duration":"1.339246857s","start":"2026-03-18T10:43:54.579067Z","end":"2026-03-18T10:43:55.918313Z","steps":["trace[891583577] 'read index received' (duration: 756.341122ms)","trace[891583577] 'applied index is now lower than readState.Index' (duration: 582.904594ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:55.918387Z","caller":"traceutil/trace.go:171","msg":"trace[1738494961] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"1.339809719s","start":"2026-03-18T10:43:54.578568Z","end":"2026-03-18T10:43:55.918378Z","steps":["trace[1738494961] 'process raft request' (duration: 756.826423ms)","trace[1738494961] 'compare' (duration: 581.80384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:55.918432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:54.578549Z","time spent":"1.33985954s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:55.918507Z","caller":"traceutil/trace.go:171","msg":"trace[1540353771] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"1.012736855s","start":"2026-03-18T10:43:54.905706Z","end":"2026-03-18T10:43:55.918443Z","steps":["trace[1540353771] 'process raft request' (duration: 1.012519251s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:55.918663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339580185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-18T10:43:55.91874Z","caller":"traceutil/trace.go:171","msg":"trace[470759841] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24033; }","duration":"1.339692978s","start":"2026-03-18T10:43:54.579029Z","end":"2026-03-18T10:43:55.918722Z","steps":["trace[470759841] 'agreement among raft nodes before linearized reading' (duration: 1.339446551s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:55.9188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:54.579019Z","time spent":"1.339772359s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:43:55.918686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:54.905689Z","time spent":"1.01291978s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:56.41858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:56.579691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:43:56.579794Z","caller":"traceutil/trace.go:171","msg":"trace[394350416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494884s","start":"2026-03-18T10:43:54.579257Z","end":"2026-03-18T10:43:56.579751Z","steps":["trace[394350416] 'agreement among raft nodes before linearized reading' (duration: 2.000392731s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:56.579839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:54.579251Z","time spent":"2.000578816s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:43:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:43:56.709855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.391929ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:56.710039Z","caller":"traceutil/trace.go:171","msg":"trace[840084672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24033; }","duration":"212.617394ms","start":"2026-03-18T10:43:56.497394Z","end":"2026-03-18T10:43:56.710012Z","steps":["trace[840084672] 'range keys from in-memory index tree' (duration: 212.364539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:56.711071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.851182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:56.711255Z","caller":"traceutil/trace.go:171","msg":"trace[841973356] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"1.258464251s","start":"2026-03-18T10:43:55.452763Z","end":"2026-03-18T10:43:56.711228Z","steps":["trace[841973356] 'process raft request' (duration: 976.358994ms)","trace[841973356] 'compare' (duration: 280.566113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:56.711445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.452719Z","time spent":"1.258686476s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:57.853383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.866113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:57.853628Z","caller":"traceutil/trace.go:171","msg":"trace[223534889] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"1.279384398s","start":"2026-03-18T10:43:56.57423Z","end":"2026-03-18T10:43:57.853614Z","steps":["trace[223534889] 'process raft request' (duration: 1.279338647s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:57.853643Z","caller":"traceutil/trace.go:171","msg":"trace[301063820] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"2.026843102s","start":"2026-03-18T10:43:55.82677Z","end":"2026-03-18T10:43:57.853613Z","steps":["trace[301063820] 'process raft request' (duration: 1.172679152s)","trace[301063820] 'compare' (duration: 853.749751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:57.853682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:56.574158Z","time spent":"1.2795025s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:57.853765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.826746Z","time spent":"2.026954024s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:43:57.853822Z","caller":"traceutil/trace.go:171","msg":"trace[1237848743] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"1.930888406s","start":"2026-03-18T10:43:55.922927Z","end":"2026-03-18T10:43:57.853816Z","steps":["trace[1237848743] 'process raft request' (duration: 1.930533159s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.853858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.922901Z","time spent":"1.930939187s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:43:57.853949Z","caller":"traceutil/trace.go:171","msg":"trace[1042985296] linearizableReadLoop","detail":"{readStateIndex:24890; appliedIndex:24887; }","duration":"1.935590002s","start":"2026-03-18T10:43:55.918352Z","end":"2026-03-18T10:43:57.853942Z","steps":["trace[1042985296] 'read index received' (duration: 510.865895ms)","trace[1042985296] 'applied index is now lower than readState.Index' (duration: 1.424723327s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:57.854018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273019527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:57.854048Z","caller":"traceutil/trace.go:171","msg":"trace[1672489087] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24037; }","duration":"2.273066407s","start":"2026-03-18T10:43:55.58097Z","end":"2026-03-18T10:43:57.854037Z","steps":["trace[1672489087] 'agreement among raft nodes before linearized reading' (duration: 2.273005206s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.85407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276039404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:43:57.854096Z","caller":"traceutil/trace.go:171","msg":"trace[1078965370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24037; }","duration":"2.276105915s","start":"2026-03-18T10:43:55.577981Z","end":"2026-03-18T10:43:57.854087Z","steps":["trace[1078965370] 'agreement among raft nodes before linearized reading' (duration: 2.276013033s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.854115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.577894Z","time spent":"2.276216308s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:57.854204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05854239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:57.854223Z","caller":"traceutil/trace.go:171","msg":"trace[480885699] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24037; }","duration":"2.058612991s","start":"2026-03-18T10:43:55.795605Z","end":"2026-03-18T10:43:57.854218Z","steps":["trace[480885699] 'agreement among raft nodes before linearized reading' (duration: 2.058580791s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.854236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.795574Z","time spent":"2.058658033s","remote":"127.0.0.1:49264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:57.854371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181576893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:43:57.854384Z","caller":"traceutil/trace.go:171","msg":"trace[800720829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24037; }","duration":"2.181646544s","start":"2026-03-18T10:43:55.672733Z","end":"2026-03-18T10:43:57.85438Z","steps":["trace[800720829] 'agreement among raft nodes before linearized reading' (duration: 2.181575621s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.854395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.672702Z","time spent":"2.181690725s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:57.854501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18194211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:43:57.854516Z","caller":"traceutil/trace.go:171","msg":"trace[930278355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24037; }","duration":"2.181983921s","start":"2026-03-18T10:43:55.672527Z","end":"2026-03-18T10:43:57.854511Z","steps":["trace[930278355] 'agreement among raft nodes before linearized reading' (duration: 2.18194004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.854529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.672507Z","time spent":"2.182018702s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:43:57.854931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510475017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:57.85496Z","caller":"traceutil/trace.go:171","msg":"trace[335405734] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24037; }","duration":"2.510550098s","start":"2026-03-18T10:43:55.344402Z","end":"2026-03-18T10:43:57.854952Z","steps":["trace[335405734] 'agreement among raft nodes before linearized reading' (duration: 2.509798371s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.85498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.34438Z","time spent":"2.510594219s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:57.855155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626164475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:43:57.855177Z","caller":"traceutil/trace.go:171","msg":"trace[727514285] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24037; }","duration":"2.626227205s","start":"2026-03-18T10:43:55.228945Z","end":"2026-03-18T10:43:57.855172Z","steps":["trace[727514285] 'agreement among raft nodes before linearized reading' (duration: 2.626183454s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.855199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.228922Z","time spent":"2.626270267s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:57.854075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.58096Z","time spent":"2.273106889s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:57.855254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956788557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:57.855287Z","caller":"traceutil/trace.go:171","msg":"trace[584173598] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24037; }","duration":"2.956861719s","start":"2026-03-18T10:43:54.898415Z","end":"2026-03-18T10:43:57.855277Z","steps":["trace[584173598] 'agreement among raft nodes before linearized reading' (duration: 2.956799117s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.855306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:54.898394Z","time spent":"2.95690661s","remote":"127.0.0.1:49306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:57.855345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932481503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-18T10:43:57.855369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771463042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:57.855397Z","caller":"traceutil/trace.go:171","msg":"trace[816580303] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc; range_end:; response_count:1; response_revision:24037; }","duration":"1.932581475s","start":"2026-03-18T10:43:55.922802Z","end":"2026-03-18T10:43:57.855383Z","steps":["trace[816580303] 'agreement among raft nodes before linearized reading' (duration: 1.932420731s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:57.855401Z","caller":"traceutil/trace.go:171","msg":"trace[2042186645] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24037; }","duration":"2.771533684s","start":"2026-03-18T10:43:55.083859Z","end":"2026-03-18T10:43:57.855393Z","steps":["trace[2042186645] 'agreement among raft nodes before linearized reading' (duration: 2.771469643s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.855427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.08384Z","time spent":"2.771580985s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:57.855425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:55.922785Z","time spent":"1.932634886s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-ef478d4f-9aee-4e12-8e70-a111807eb9fc\" "} {"level":"warn","ts":"2026-03-18T10:43:57.855486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271573456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:43:57.855507Z","caller":"traceutil/trace.go:171","msg":"trace[1440337187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24037; }","duration":"3.271601896s","start":"2026-03-18T10:43:54.583899Z","end":"2026-03-18T10:43:57.855501Z","steps":["trace[1440337187] 'agreement among raft nodes before linearized reading' (duration: 3.271540825s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.855524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:54.583894Z","time spent":"3.271625007s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:43:57.855583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178480372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:43:57.855606Z","caller":"traceutil/trace.go:171","msg":"trace[1016546277] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24037; }","duration":"1.178504493s","start":"2026-03-18T10:43:56.677095Z","end":"2026-03-18T10:43:57.855599Z","steps":["trace[1016546277] 'agreement among raft nodes before linearized reading' (duration: 1.178430101s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.855624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:56.677022Z","time spent":"1.178597805s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-18T10:43:57.855642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.276711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:43:57.855627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275701986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:57.855712Z","caller":"traceutil/trace.go:171","msg":"trace[1118145313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24037; }","duration":"1.275848019s","start":"2026-03-18T10:43:56.579841Z","end":"2026-03-18T10:43:57.855689Z","steps":["trace[1118145313] 'agreement among raft nodes before linearized reading' (duration: 1.275708055s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:57.855773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:56.579785Z","time spent":"1.275974791s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:43:57.855669Z","caller":"traceutil/trace.go:171","msg":"trace[1513220391] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24037; }","duration":"273.348063ms","start":"2026-03-18T10:43:57.582313Z","end":"2026-03-18T10:43:57.855661Z","steps":["trace[1513220391] 'agreement among raft nodes before linearized reading' (duration: 273.296002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:58.361266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:43:59.085688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.362496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:59.085801Z","caller":"traceutil/trace.go:171","msg":"trace[661460564] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"1.225752788s","start":"2026-03-18T10:43:57.860028Z","end":"2026-03-18T10:43:59.08578Z","steps":["trace[661460564] 'process raft request' (duration: 637.234838ms)","trace[661460564] 'compare' (duration: 588.184833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:59.085856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:57.860012Z","time spent":"1.225818819s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:43:59.087043Z","caller":"traceutil/trace.go:171","msg":"trace[1727524147] linearizableReadLoop","detail":"{readStateIndex:24895; appliedIndex:24891; }","duration":"1.226026794s","start":"2026-03-18T10:43:57.861Z","end":"2026-03-18T10:43:59.087027Z","steps":["trace[1727524147] 'read index received' (duration: 636.533752ms)","trace[1727524147] 'applied index is now lower than readState.Index' (duration: 589.491892ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:59.087039Z","caller":"traceutil/trace.go:171","msg":"trace[956970637] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"1.226870053s","start":"2026-03-18T10:43:57.860114Z","end":"2026-03-18T10:43:59.086984Z","steps":["trace[956970637] 'process raft request' (duration: 1.226673118s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:59.087094Z","caller":"traceutil/trace.go:171","msg":"trace[1667652653] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"1.221843282s","start":"2026-03-18T10:43:57.865228Z","end":"2026-03-18T10:43:59.087071Z","steps":["trace[1667652653] 'process raft request' (duration: 1.221703679s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:57.860094Z","time spent":"1.227013976s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:59.087203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:57.865219Z","time spent":"1.221926194s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:59.087217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226202849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-18T10:43:59.087228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223993879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:59.087269Z","caller":"traceutil/trace.go:171","msg":"trace[610206518] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24041; }","duration":"1.22628282s","start":"2026-03-18T10:43:57.860971Z","end":"2026-03-18T10:43:59.087254Z","steps":["trace[610206518] 'agreement among raft nodes before linearized reading' (duration: 1.226108797s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:59.08726Z","caller":"traceutil/trace.go:171","msg":"trace[1974390831] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"1.223639211s","start":"2026-03-18T10:43:57.863384Z","end":"2026-03-18T10:43:59.087023Z","steps":["trace[1974390831] 'process raft request' (duration: 1.223508157s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:57.860958Z","time spent":"1.226340881s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-18T10:43:59.087318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.049891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:59.087334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131588933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-18T10:43:59.087365Z","caller":"traceutil/trace.go:171","msg":"trace[2044414354] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24041; }","duration":"538.168923ms","start":"2026-03-18T10:43:58.549178Z","end":"2026-03-18T10:43:59.087347Z","steps":["trace[2044414354] 'agreement among raft nodes before linearized reading' (duration: 538.059931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:57.863369Z","time spent":"1.223943269s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:43:59.0874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.472912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-18T10:43:59.08741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:58.549156Z","time spent":"538.244806ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:59.087417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.984937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:59.087409Z","caller":"traceutil/trace.go:171","msg":"trace[613238724] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24041; }","duration":"1.131712835s","start":"2026-03-18T10:43:57.955678Z","end":"2026-03-18T10:43:59.087391Z","steps":["trace[613238724] 'agreement among raft nodes before linearized reading' (duration: 1.131555492s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.70908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:43:59.087441Z","caller":"traceutil/trace.go:171","msg":"trace[1890379856] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:24041; }","duration":"763.557024ms","start":"2026-03-18T10:43:58.323873Z","end":"2026-03-18T10:43:59.08743Z","steps":["trace[1890379856] 'agreement among raft nodes before linearized reading' (duration: 763.323859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:59.087455Z","caller":"traceutil/trace.go:171","msg":"trace[1056079506] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24041; }","duration":"994.059639ms","start":"2026-03-18T10:43:58.093381Z","end":"2026-03-18T10:43:59.087441Z","steps":["trace[1056079506] 'agreement among raft nodes before linearized reading' (duration: 994.007327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209288021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127702"} {"level":"info","ts":"2026-03-18T10:43:59.087493Z","caller":"traceutil/trace.go:171","msg":"trace[597515460] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24041; }","duration":"222.808373ms","start":"2026-03-18T10:43:58.864644Z","end":"2026-03-18T10:43:59.087452Z","steps":["trace[597515460] 'agreement among raft nodes before linearized reading' (duration: 222.626469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218416844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-18T10:43:59.087462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:57.955656Z","time spent":"1.131797498s","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-18T10:43:59.087519Z","caller":"traceutil/trace.go:171","msg":"trace[248305494] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24041; }","duration":"1.209377023s","start":"2026-03-18T10:43:57.878132Z","end":"2026-03-18T10:43:59.087509Z","steps":["trace[248305494] 'agreement among raft nodes before linearized reading' (duration: 1.209184439s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:58.323851Z","time spent":"763.656636ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-03-18T10:43:59.087535Z","caller":"traceutil/trace.go:171","msg":"trace[502156407] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24041; }","duration":"1.218520656s","start":"2026-03-18T10:43:57.869002Z","end":"2026-03-18T10:43:59.087523Z","steps":["trace[502156407] 'agreement among raft nodes before linearized reading' (duration: 1.218326532s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:57.878111Z","time spent":"1.209436784s","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127725,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-18T10:43:59.087304Z","caller":"traceutil/trace.go:171","msg":"trace[573378849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24041; }","duration":"1.224097751s","start":"2026-03-18T10:43:57.863189Z","end":"2026-03-18T10:43:59.087286Z","steps":["trace[573378849] 'agreement among raft nodes before linearized reading' (duration: 1.223983049s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:57.868992Z","time spent":"1.218575088s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-18T10:43:59.087592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:57.863171Z","time spent":"1.224414339s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:59.087582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.218684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:59.087635Z","caller":"traceutil/trace.go:171","msg":"trace[1364972827] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24041; }","duration":"749.314195ms","start":"2026-03-18T10:43:58.338304Z","end":"2026-03-18T10:43:59.087618Z","steps":["trace[1364972827] 'agreement among raft nodes before linearized reading' (duration: 749.225283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.087501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:58.093352Z","time spent":"994.1437ms","remote":"127.0.0.1:49696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:59.087677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:58.338281Z","time spent":"749.386508ms","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:59.729029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.648623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:43:59.729103Z","caller":"traceutil/trace.go:171","msg":"trace[1016020182] linearizableReadLoop","detail":"{readStateIndex:24896; appliedIndex:24895; }","duration":"638.820134ms","start":"2026-03-18T10:43:59.09027Z","end":"2026-03-18T10:43:59.729091Z","steps":["trace[1016020182] 'read index received' (duration: 427.068699ms)","trace[1016020182] 'applied index is now lower than readState.Index' (duration: 211.749125ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:59.729145Z","caller":"traceutil/trace.go:171","msg":"trace[7490381] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"638.917337ms","start":"2026-03-18T10:43:59.090222Z","end":"2026-03-18T10:43:59.72914Z","steps":["trace[7490381] 'process raft request' (duration: 427.10049ms)","trace[7490381] 'compare' (duration: 211.405858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:59.729176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.090201Z","time spent":"638.958128ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:43:59.730159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.874057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117046"} {"level":"info","ts":"2026-03-18T10:43:59.730254Z","caller":"traceutil/trace.go:171","msg":"trace[603940862] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:24042; }","duration":"640.00671ms","start":"2026-03-18T10:43:59.090226Z","end":"2026-03-18T10:43:59.730233Z","steps":["trace[603940862] 'agreement among raft nodes before linearized reading' (duration: 638.969998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.730299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.921288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:59.730352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.090209Z","time spent":"640.112252ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117069,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-18T10:43:59.730377Z","caller":"traceutil/trace.go:171","msg":"trace[56856989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24042; }","duration":"640.036281ms","start":"2026-03-18T10:43:59.090323Z","end":"2026-03-18T10:43:59.730359Z","steps":["trace[56856989] 'agreement among raft nodes before linearized reading' (duration: 639.905608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.730419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.090311Z","time spent":"640.099402ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:59.73047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.535868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:59.730503Z","caller":"traceutil/trace.go:171","msg":"trace[1191729132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24042; }","duration":"473.653101ms","start":"2026-03-18T10:43:59.25684Z","end":"2026-03-18T10:43:59.730493Z","steps":["trace[1191729132] 'agreement among raft nodes before linearized reading' (duration: 473.59294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.73052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.256812Z","time spent":"473.704142ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:43:59.730532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.811597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:59.730532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.758156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:59.730581Z","caller":"traceutil/trace.go:171","msg":"trace[1193893967] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24042; }","duration":"190.890748ms","start":"2026-03-18T10:43:59.539679Z","end":"2026-03-18T10:43:59.730569Z","steps":["trace[1193893967] 'agreement among raft nodes before linearized reading' (duration: 190.806636ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:59.730601Z","caller":"traceutil/trace.go:171","msg":"trace[1166994180] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24042; }","duration":"635.837628ms","start":"2026-03-18T10:43:59.094742Z","end":"2026-03-18T10:43:59.73058Z","steps":["trace[1166994180] 'agreement among raft nodes before linearized reading' (duration: 635.729876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.730623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.017602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:43:59.73064Z","caller":"traceutil/trace.go:171","msg":"trace[1759945794] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24042; }","duration":"420.066213ms","start":"2026-03-18T10:43:59.310569Z","end":"2026-03-18T10:43:59.730635Z","steps":["trace[1759945794] 'agreement among raft nodes before linearized reading' (duration: 420.037193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.730655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.310553Z","time spent":"420.099124ms","remote":"127.0.0.1:49314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:43:59.730683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.094735Z","time spent":"635.902769ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:43:59.730704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.64824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-18T10:43:59.730776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.090334Z","time spent":"640.43928ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:43:59.730733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.174442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5929761a-bc8a-4ae0-8e02-e4c03291def7\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-18T10:43:59.730823Z","caller":"traceutil/trace.go:171","msg":"trace[977454374] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5929761a-bc8a-4ae0-8e02-e4c03291def7; range_end:; response_count:1; response_revision:24042; }","duration":"639.276954ms","start":"2026-03-18T10:43:59.091535Z","end":"2026-03-18T10:43:59.730812Z","steps":["trace[977454374] 'agreement among raft nodes before linearized reading' (duration: 639.08938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.730868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.091528Z","time spent":"639.327935ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-5929761a-bc8a-4ae0-8e02-e4c03291def7\" "} {"level":"info","ts":"2026-03-18T10:43:59.730783Z","caller":"traceutil/trace.go:171","msg":"trace[475002929] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24042; }","duration":"638.747443ms","start":"2026-03-18T10:43:59.092017Z","end":"2026-03-18T10:43:59.730765Z","steps":["trace[475002929] 'agreement among raft nodes before linearized reading' (duration: 638.504518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.731138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.092011Z","time spent":"639.097061ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-18T10:43:59.731375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.566588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117046"} {"level":"info","ts":"2026-03-18T10:43:59.731438Z","caller":"traceutil/trace.go:171","msg":"trace[1378510724] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:24042; }","duration":"638.643351ms","start":"2026-03-18T10:43:59.092777Z","end":"2026-03-18T10:43:59.73142Z","steps":["trace[1378510724] 'agreement among raft nodes before linearized reading' (duration: 637.679858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.731491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:43:59.092768Z","time spent":"638.707982ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117069,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-18T10:43:59.945847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.192587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-18T10:43:59.94593Z","caller":"traceutil/trace.go:171","msg":"trace[2095571187] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24045; }","duration":"116.30526ms","start":"2026-03-18T10:43:59.829607Z","end":"2026-03-18T10:43:59.945912Z","steps":["trace[2095571187] 'range keys from in-memory index tree' (duration: 116.113996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:59.946032Z","caller":"traceutil/trace.go:171","msg":"trace[671453977] linearizableReadLoop","detail":"{readStateIndex:24901; appliedIndex:24900; }","duration":"115.218227ms","start":"2026-03-18T10:43:59.830787Z","end":"2026-03-18T10:43:59.946005Z","steps":["trace[671453977] 'read index received' (duration: 61.026875ms)","trace[671453977] 'applied index is now lower than readState.Index' (duration: 54.189831ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:43:59.946166Z","caller":"traceutil/trace.go:171","msg":"trace[1277439999] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"115.589515ms","start":"2026-03-18T10:43:59.830562Z","end":"2026-03-18T10:43:59.946151Z","steps":["trace[1277439999] 'process raft request' (duration: 61.309861ms)","trace[1277439999] 'compare' (duration: 53.958937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:43:59.946458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.806407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-18T10:43:59.946498Z","caller":"traceutil/trace.go:171","msg":"trace[1122421625] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24046; }","duration":"114.875349ms","start":"2026-03-18T10:43:59.831612Z","end":"2026-03-18T10:43:59.946488Z","steps":["trace[1122421625] 'agreement among raft nodes before linearized reading' (duration: 114.658934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:43:59.946645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.49493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:43:59.946659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.83763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8dc0f4c5-08a2-46cb-946e-ed8de1d9caf5\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-18T10:43:59.946724Z","caller":"traceutil/trace.go:171","msg":"trace[1636621743] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24046; }","duration":"114.605692ms","start":"2026-03-18T10:43:59.832101Z","end":"2026-03-18T10:43:59.946707Z","steps":["trace[1636621743] 'agreement among raft nodes before linearized reading' (duration: 114.426788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:43:59.946734Z","caller":"traceutil/trace.go:171","msg":"trace[1472861399] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8dc0f4c5-08a2-46cb-946e-ed8de1d9caf5; range_end:; response_count:1; response_revision:24046; }","duration":"115.966353ms","start":"2026-03-18T10:43:59.830749Z","end":"2026-03-18T10:43:59.946715Z","steps":["trace[1472861399] 'agreement among raft nodes before linearized reading' (duration: 115.731978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:00.145068Z","caller":"traceutil/trace.go:171","msg":"trace[1674223810] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"193.367554ms","start":"2026-03-18T10:43:59.951674Z","end":"2026-03-18T10:44:00.145041Z","steps":["trace[1674223810] 'process raft request' (duration: 105.923269ms)","trace[1674223810] 'compare' (duration: 87.318042ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:00.180895Z","caller":"traceutil/trace.go:171","msg":"trace[828667509] linearizableReadLoop","detail":"{readStateIndex:24903; appliedIndex:24902; }","duration":"116.376252ms","start":"2026-03-18T10:44:00.064499Z","end":"2026-03-18T10:44:00.180875Z","steps":["trace[828667509] 'read index received' (duration: 116.153117ms)","trace[828667509] 'applied index is now lower than readState.Index' (duration: 222.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:00.18097Z","caller":"traceutil/trace.go:171","msg":"trace[653455838] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"226.927774ms","start":"2026-03-18T10:43:59.954016Z","end":"2026-03-18T10:44:00.180943Z","steps":["trace[653455838] 'process raft request' (duration: 226.723109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:00.181047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.662407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:44:00.181039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.527656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:44:00.181088Z","caller":"traceutil/trace.go:171","msg":"trace[918092116] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24048; }","duration":"107.743069ms","start":"2026-03-18T10:44:00.073329Z","end":"2026-03-18T10:44:00.181072Z","steps":["trace[918092116] 'agreement among raft nodes before linearized reading' (duration: 107.664257ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:00.181101Z","caller":"traceutil/trace.go:171","msg":"trace[757416343] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24048; }","duration":"116.642439ms","start":"2026-03-18T10:44:00.064442Z","end":"2026-03-18T10:44:00.181084Z","steps":["trace[757416343] 'agreement among raft nodes before linearized reading' (duration: 116.521766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:01.142924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674442412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:44:01.281283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098022513s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:44:01.281854Z","caller":"traceutil/trace.go:171","msg":"trace[1032501303] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"1.098682537s","start":"2026-03-18T10:44:00.183147Z","end":"2026-03-18T10:44:01.28183Z","steps":["trace[1032501303] 'process raft request' (duration: 1.098501913s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:01.282093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:00.183091Z","time spent":"1.098885602s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:44:01.479831Z","caller":"traceutil/trace.go:171","msg":"trace[422866975] linearizableReadLoop","detail":"{readStateIndex:24905; appliedIndex:24903; }","duration":"837.843585ms","start":"2026-03-18T10:44:00.641961Z","end":"2026-03-18T10:44:01.479805Z","steps":["trace[422866975] 'read index received' (duration: 639.637253ms)","trace[422866975] 'applied index is now lower than readState.Index' (duration: 198.204832ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:01.479921Z","caller":"traceutil/trace.go:171","msg":"trace[1367741344] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"554.151812ms","start":"2026-03-18T10:44:00.92574Z","end":"2026-03-18T10:44:01.479892Z","steps":["trace[1367741344] 'process raft request' (duration: 552.058315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:01.479999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.017439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:01.480041Z","caller":"traceutil/trace.go:171","msg":"trace[2007851257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24050; }","duration":"838.10037ms","start":"2026-03-18T10:44:00.641931Z","end":"2026-03-18T10:44:01.480031Z","steps":["trace[2007851257] 'agreement among raft nodes before linearized reading' (duration: 837.993618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:01.480079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:00.641914Z","time spent":"838.157802ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:44:01.480075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:00.925718Z","time spent":"554.271934ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:01.480385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.202582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:44:01.480424Z","caller":"traceutil/trace.go:171","msg":"trace[957924692] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24050; }","duration":"693.275493ms","start":"2026-03-18T10:44:00.787138Z","end":"2026-03-18T10:44:01.480414Z","steps":["trace[957924692] 'agreement among raft nodes before linearized reading' (duration: 693.14565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:01.480452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:00.787118Z","time spent":"693.327764ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"warn","ts":"2026-03-18T10:44:01.480559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.727812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:44:01.480655Z","caller":"traceutil/trace.go:171","msg":"trace[1323334468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24050; }","duration":"388.841656ms","start":"2026-03-18T10:44:01.091801Z","end":"2026-03-18T10:44:01.480642Z","steps":["trace[1323334468] 'agreement among raft nodes before linearized reading' (duration: 388.652411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:01.480686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.002668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:44:01.480726Z","caller":"traceutil/trace.go:171","msg":"trace[1279620675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24050; }","duration":"389.08255ms","start":"2026-03-18T10:44:01.091635Z","end":"2026-03-18T10:44:01.480717Z","steps":["trace[1279620675] 'agreement among raft nodes before linearized reading' (duration: 388.987948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:01.480759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:01.091612Z","time spent":"389.140572ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:44:01.480719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.965998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T10:44:01.480775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.27606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:44:01.480814Z","caller":"traceutil/trace.go:171","msg":"trace[80000758] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24050; }","duration":"294.347262ms","start":"2026-03-18T10:44:01.186455Z","end":"2026-03-18T10:44:01.480802Z","steps":["trace[80000758] 'agreement among raft nodes before linearized reading' (duration: 294.25933ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:01.480838Z","caller":"traceutil/trace.go:171","msg":"trace[1827720352] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24050; }","duration":"224.125762ms","start":"2026-03-18T10:44:01.256676Z","end":"2026-03-18T10:44:01.480802Z","steps":["trace[1827720352] 'agreement among raft nodes before linearized reading' (duration: 223.743434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:01.480693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:01.091795Z","time spent":"388.887286ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:44:01.481101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.870895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:44:01.481165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.713493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kt478.189de98e9357203d\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-18T10:44:01.481199Z","caller":"traceutil/trace.go:171","msg":"trace[1901976442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24050; }","duration":"681.019068ms","start":"2026-03-18T10:44:00.800158Z","end":"2026-03-18T10:44:01.481177Z","steps":["trace[1901976442] 'agreement among raft nodes before linearized reading' (duration: 680.834934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:01.48126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:00.80014Z","time spent":"681.10719ms","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:44:01.481269Z","caller":"traceutil/trace.go:171","msg":"trace[1444625117] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-kt478.189de98e9357203d; range_end:; response_count:1; response_revision:24050; }","duration":"194.858117ms","start":"2026-03-18T10:44:01.286386Z","end":"2026-03-18T10:44:01.481245Z","steps":["trace[1444625117] 'agreement among raft nodes before linearized reading' (duration: 194.56424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:02.546878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.877516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:44:02.54712Z","caller":"traceutil/trace.go:171","msg":"trace[1000091363] linearizableReadLoop","detail":"{readStateIndex:24908; appliedIndex:24905; }","duration":"891.898674ms","start":"2026-03-18T10:44:01.655205Z","end":"2026-03-18T10:44:02.547104Z","steps":["trace[1000091363] 'read index received' (duration: 112.828493ms)","trace[1000091363] 'applied index is now lower than readState.Index' (duration: 779.068901ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:02.547217Z","caller":"traceutil/trace.go:171","msg":"trace[865592727] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"1.063580093s","start":"2026-03-18T10:44:01.483625Z","end":"2026-03-18T10:44:02.547205Z","steps":["trace[865592727] 'process raft request' (duration: 284.293238ms)","trace[865592727] 'compare' (duration: 778.663151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:02.547283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:01.483601Z","time spent":"1.063648324s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:44:02.547586Z","caller":"traceutil/trace.go:171","msg":"trace[2071315032] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"1.06079641s","start":"2026-03-18T10:44:01.486778Z","end":"2026-03-18T10:44:02.547575Z","steps":["trace[2071315032] 'process raft request' (duration: 1.060201557s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:02.547652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:01.486743Z","time spent":"1.060877772s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:02.548053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.853575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:02.548129Z","caller":"traceutil/trace.go:171","msg":"trace[961179529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24053; }","duration":"893.010399ms","start":"2026-03-18T10:44:01.655099Z","end":"2026-03-18T10:44:02.54811Z","steps":["trace[961179529] 'agreement among raft nodes before linearized reading' (duration: 892.909647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:02.548166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:01.655061Z","time spent":"893.095671ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:44:02.548442Z","caller":"traceutil/trace.go:171","msg":"trace[1057381022] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"1.060706319s","start":"2026-03-18T10:44:01.487242Z","end":"2026-03-18T10:44:02.547948Z","steps":["trace[1057381022] 'process raft request' (duration: 1.059827729s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:02.548775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:01.48722Z","time spent":"1.061461456s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:03.389488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.247625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:44:03.389572Z","caller":"traceutil/trace.go:171","msg":"trace[2145754868] linearizableReadLoop","detail":"{readStateIndex:24914; appliedIndex:24913; }","duration":"522.968353ms","start":"2026-03-18T10:44:02.866591Z","end":"2026-03-18T10:44:03.389559Z","steps":["trace[2145754868] 'read index received' (duration: 111.492393ms)","trace[2145754868] 'applied index is now lower than readState.Index' (duration: 411.47434ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:03.389639Z","caller":"traceutil/trace.go:171","msg":"trace[1487133199] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"538.876199ms","start":"2026-03-18T10:44:02.850756Z","end":"2026-03-18T10:44:03.389632Z","steps":["trace[1487133199] 'process raft request' (duration: 127.413379ms)","trace[1487133199] 'compare' (duration: 411.074351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:03.389676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:02.850739Z","time spent":"538.916021ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:03.389963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.373313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T10:44:03.390012Z","caller":"traceutil/trace.go:171","msg":"trace[477792607] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24059; }","duration":"523.452525ms","start":"2026-03-18T10:44:02.866545Z","end":"2026-03-18T10:44:03.389998Z","steps":["trace[477792607] 'agreement among raft nodes before linearized reading' (duration: 523.236029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:03.390047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:02.866533Z","time spent":"523.506476ms","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-18T10:44:03.592643Z","caller":"traceutil/trace.go:171","msg":"trace[645634567] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"169.578823ms","start":"2026-03-18T10:44:03.423044Z","end":"2026-03-18T10:44:03.592623Z","steps":["trace[645634567] 'process raft request' (duration: 108.927656ms)","trace[645634567] 'compare' (duration: 60.254578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:04.202605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.997553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:44:04.202719Z","caller":"traceutil/trace.go:171","msg":"trace[1151431689] linearizableReadLoop","detail":"{readStateIndex:24918; appliedIndex:24917; }","duration":"556.74673ms","start":"2026-03-18T10:44:03.645954Z","end":"2026-03-18T10:44:04.202701Z","steps":["trace[1151431689] 'read index received' (duration: 131.46703ms)","trace[1151431689] 'applied index is now lower than readState.Index' (duration: 425.27848ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:04.202756Z","caller":"traceutil/trace.go:171","msg":"trace[1108109904] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"603.557316ms","start":"2026-03-18T10:44:03.599173Z","end":"2026-03-18T10:44:04.20273Z","steps":["trace[1108109904] 'process raft request' (duration: 178.331608ms)","trace[1108109904] 'compare' (duration: 424.304777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:04.20282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.856192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:04.20287Z","caller":"traceutil/trace.go:171","msg":"trace[354248352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24063; }","duration":"556.905743ms","start":"2026-03-18T10:44:03.645949Z","end":"2026-03-18T10:44:04.202855Z","steps":["trace[354248352] 'agreement among raft nodes before linearized reading' (duration: 556.798271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:04.202889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:03.599148Z","time spent":"603.669929ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:04.20292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:03.6459Z","time spent":"557.011575ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:44:04.620185Z","caller":"traceutil/trace.go:171","msg":"trace[1952168649] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"413.19485ms","start":"2026-03-18T10:44:04.206956Z","end":"2026-03-18T10:44:04.620151Z","steps":["trace[1952168649] 'process raft request' (duration: 413.004716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:04.620346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:04.206931Z","time spent":"413.345613ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:44:04.620567Z","caller":"traceutil/trace.go:171","msg":"trace[543249215] linearizableReadLoop","detail":"{readStateIndex:24919; appliedIndex:24919; }","duration":"224.469889ms","start":"2026-03-18T10:44:04.39607Z","end":"2026-03-18T10:44:04.62054Z","steps":["trace[543249215] 'read index received' (duration: 224.464939ms)","trace[543249215] 'applied index is now lower than readState.Index' (duration: 4.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:04.620774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.665084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:04.620862Z","caller":"traceutil/trace.go:171","msg":"trace[1182436985] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24064; }","duration":"224.812026ms","start":"2026-03-18T10:44:04.396026Z","end":"2026-03-18T10:44:04.620838Z","steps":["trace[1182436985] 'agreement among raft nodes before linearized reading' (duration: 224.607522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:05.037338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.613832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:44:05.03747Z","caller":"traceutil/trace.go:171","msg":"trace[1316942957] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"411.466772ms","start":"2026-03-18T10:44:04.62598Z","end":"2026-03-18T10:44:05.037447Z","steps":["trace[1316942957] 'process raft request' (duration: 68.657745ms)","trace[1316942957] 'compare' (duration: 342.288924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:05.039414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:04.625961Z","time spent":"413.421734ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:44:05.348711Z","caller":"traceutil/trace.go:171","msg":"trace[1985034634] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"722.628789ms","start":"2026-03-18T10:44:04.626064Z","end":"2026-03-18T10:44:05.348693Z","steps":["trace[1985034634] 'process raft request' (duration: 722.478336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:05.348824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:04.626055Z","time spent":"722.712711ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:44:05.349112Z","caller":"traceutil/trace.go:171","msg":"trace[1893693980] linearizableReadLoop","detail":"{readStateIndex:24922; appliedIndex:24920; }","duration":"304.211423ms","start":"2026-03-18T10:44:05.044693Z","end":"2026-03-18T10:44:05.348904Z","steps":["trace[1893693980] 'read index received' (duration: 303.950907ms)","trace[1893693980] 'applied index is now lower than readState.Index' (duration: 259.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:05.34922Z","caller":"traceutil/trace.go:171","msg":"trace[1601037524] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"723.052608ms","start":"2026-03-18T10:44:04.626126Z","end":"2026-03-18T10:44:05.349178Z","steps":["trace[1601037524] 'process raft request' (duration: 722.535957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:05.349342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.639702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-18T10:44:05.34938Z","caller":"traceutil/trace.go:171","msg":"trace[555868595] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb; range_end:; response_count:1; response_revision:24067; }","duration":"304.719884ms","start":"2026-03-18T10:44:05.044646Z","end":"2026-03-18T10:44:05.349365Z","steps":["trace[555868595] 'agreement among raft nodes before linearized reading' (duration: 304.555511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:05.349398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:04.626105Z","time spent":"723.205762ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:05.34942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:05.04463Z","time spent":"304.782145ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189de9807ad808cb\" "} {"level":"info","ts":"2026-03-18T10:44:05.624712Z","caller":"traceutil/trace.go:171","msg":"trace[1379822438] linearizableReadLoop","detail":"{readStateIndex:24923; appliedIndex:24922; }","duration":"275.50722ms","start":"2026-03-18T10:44:05.349177Z","end":"2026-03-18T10:44:05.624684Z","steps":["trace[1379822438] 'read index received' (duration: 223.128819ms)","trace[1379822438] 'applied index is now lower than readState.Index' (duration: 52.377101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:05.624885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.110355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:44:05.62494Z","caller":"traceutil/trace.go:171","msg":"trace[46109691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24067; }","duration":"383.227738ms","start":"2026-03-18T10:44:05.241698Z","end":"2026-03-18T10:44:05.624925Z","steps":["trace[46109691] 'agreement among raft nodes before linearized reading' (duration: 383.098936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:05.624981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:05.241683Z","time spent":"383.286789ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:44:05.625606Z","caller":"traceutil/trace.go:171","msg":"trace[1947064107] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"273.842894ms","start":"2026-03-18T10:44:05.351737Z","end":"2026-03-18T10:44:05.62558Z","steps":["trace[1947064107] 'process raft request' (duration: 272.779859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:05.625622Z","caller":"traceutil/trace.go:171","msg":"trace[1548805767] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"267.227546ms","start":"2026-03-18T10:44:05.358378Z","end":"2026-03-18T10:44:05.625605Z","steps":["trace[1548805767] 'process raft request' (duration: 267.124844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:05.767023Z","caller":"traceutil/trace.go:171","msg":"trace[1696758682] linearizableReadLoop","detail":"{readStateIndex:24926; appliedIndex:24925; }","duration":"124.34412ms","start":"2026-03-18T10:44:05.642644Z","end":"2026-03-18T10:44:05.766988Z","steps":["trace[1696758682] 'read index received' (duration: 117.143609ms)","trace[1696758682] 'applied index is now lower than readState.Index' (duration: 7.199581ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:05.767021Z","caller":"traceutil/trace.go:171","msg":"trace[467717655] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"136.265827ms","start":"2026-03-18T10:44:05.630727Z","end":"2026-03-18T10:44:05.766993Z","steps":["trace[467717655] 'process raft request' (duration: 129.071807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:05.76723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.577885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:05.767284Z","caller":"traceutil/trace.go:171","msg":"trace[1188920350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24070; }","duration":"124.675768ms","start":"2026-03-18T10:44:05.642599Z","end":"2026-03-18T10:44:05.767275Z","steps":["trace[1188920350] 'agreement among raft nodes before linearized reading' (duration: 124.480103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:06.180943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.028963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:44:06.181095Z","caller":"traceutil/trace.go:171","msg":"trace[1681975438] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"320.255311ms","start":"2026-03-18T10:44:05.86081Z","end":"2026-03-18T10:44:06.181066Z","steps":["trace[1681975438] 'process raft request' (duration: 192.026563ms)","trace[1681975438] 'compare' (duration: 127.541363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:06.181304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:05.860788Z","time spent":"320.452076ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:44:06.693251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.31989ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:06.693402Z","caller":"traceutil/trace.go:171","msg":"trace[2117586127] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24072; }","duration":"196.494764ms","start":"2026-03-18T10:44:06.496883Z","end":"2026-03-18T10:44:06.693378Z","steps":["trace[2117586127] 'range keys from in-memory index tree' (duration: 196.300109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:06.693379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.074013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:44:06.693479Z","caller":"traceutil/trace.go:171","msg":"trace[1506476024] linearizableReadLoop","detail":"{readStateIndex:24929; appliedIndex:24928; }","duration":"484.010533ms","start":"2026-03-18T10:44:06.209451Z","end":"2026-03-18T10:44:06.693461Z","steps":["trace[1506476024] 'read index received' (duration: 152.695225ms)","trace[1506476024] 'applied index is now lower than readState.Index' (duration: 331.313268ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:06.693552Z","caller":"traceutil/trace.go:171","msg":"trace[1809909304] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"506.893765ms","start":"2026-03-18T10:44:06.186646Z","end":"2026-03-18T10:44:06.69354Z","steps":["trace[1809909304] 'process raft request' (duration: 175.563557ms)","trace[1809909304] 'compare' (duration: 330.913999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:06.69361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:06.186625Z","time spent":"506.952966ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:06.693713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.261699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:44:06.693777Z","caller":"traceutil/trace.go:171","msg":"trace[299113722] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24073; }","duration":"484.353601ms","start":"2026-03-18T10:44:06.209406Z","end":"2026-03-18T10:44:06.69376Z","steps":["trace[299113722] 'agreement among raft nodes before linearized reading' (duration: 484.211588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:06.69383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:06.209392Z","time spent":"484.425622ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:44:07.148389Z","caller":"traceutil/trace.go:171","msg":"trace[1415131341] linearizableReadLoop","detail":"{readStateIndex:24930; appliedIndex:24929; }","duration":"454.859231ms","start":"2026-03-18T10:44:06.693505Z","end":"2026-03-18T10:44:07.148364Z","steps":["trace[1415131341] 'read index received' (duration: 454.752789ms)","trace[1415131341] 'applied index is now lower than readState.Index' (duration: 105.432µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:07.148496Z","caller":"traceutil/trace.go:171","msg":"trace[1136941779] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"662.040333ms","start":"2026-03-18T10:44:06.486415Z","end":"2026-03-18T10:44:07.148455Z","steps":["trace[1136941779] 'process raft request' (duration: 661.779327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:07.148652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:06.486394Z","time spent":"662.164196ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:07.148663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.762005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:44:07.148737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.147347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:44:07.148735Z","caller":"traceutil/trace.go:171","msg":"trace[1831873484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24074; }","duration":"503.876657ms","start":"2026-03-18T10:44:06.644837Z","end":"2026-03-18T10:44:07.148714Z","steps":["trace[1831873484] 'agreement among raft nodes before linearized reading' (duration: 503.687283ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:07.148786Z","caller":"traceutil/trace.go:171","msg":"trace[1451336963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24074; }","duration":"518.254499ms","start":"2026-03-18T10:44:06.630518Z","end":"2026-03-18T10:44:07.148773Z","steps":["trace[1451336963] 'agreement among raft nodes before linearized reading' (duration: 518.014254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:07.148797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:06.644813Z","time spent":"503.972769ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:44:07.148837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:06.630495Z","time spent":"518.33115ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"info","ts":"2026-03-18T10:44:07.374121Z","caller":"traceutil/trace.go:171","msg":"trace[892975751] linearizableReadLoop","detail":"{readStateIndex:24931; appliedIndex:24930; }","duration":"225.576175ms","start":"2026-03-18T10:44:07.148505Z","end":"2026-03-18T10:44:07.374081Z","steps":["trace[892975751] 'read index received' (duration: 157.349699ms)","trace[892975751] 'applied index is now lower than readState.Index' (duration: 68.224626ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:07.37414Z","caller":"traceutil/trace.go:171","msg":"trace[503936623] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"403.031442ms","start":"2026-03-18T10:44:06.971061Z","end":"2026-03-18T10:44:07.374092Z","steps":["trace[503936623] 'process raft request' (duration: 334.719294ms)","trace[503936623] 'compare' (duration: 67.826667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:07.374329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.661033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:07.374457Z","caller":"traceutil/trace.go:171","msg":"trace[1673310487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24075; }","duration":"224.803307ms","start":"2026-03-18T10:44:07.149631Z","end":"2026-03-18T10:44:07.374435Z","steps":["trace[1673310487] 'agreement among raft nodes before linearized reading' (duration: 224.653713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:07.374454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.202713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kt478.189de98e9357203d\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-18T10:44:07.374513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:06.971037Z","time spent":"403.258078ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:44:07.374528Z","caller":"traceutil/trace.go:171","msg":"trace[1855305491] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-kt478.189de98e9357203d; range_end:; response_count:1; response_revision:24075; }","duration":"677.322906ms","start":"2026-03-18T10:44:06.697188Z","end":"2026-03-18T10:44:07.374511Z","steps":["trace[1855305491] 'agreement among raft nodes before linearized reading' (duration: 677.008369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:07.37471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:06.697169Z","time spent":"677.51636ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kt478.189de98e9357203d\" "} {"level":"warn","ts":"2026-03-18T10:44:07.374308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.021912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kt478\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-03-18T10:44:07.375203Z","caller":"traceutil/trace.go:171","msg":"trace[857239697] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kt478; range_end:; response_count:1; response_revision:24075; }","duration":"551.969123ms","start":"2026-03-18T10:44:06.823214Z","end":"2026-03-18T10:44:07.375183Z","steps":["trace[857239697] 'agreement among raft nodes before linearized reading' (duration: 550.870279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:07.375267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:06.823195Z","time spent":"552.049754ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kt478\" "} {"level":"warn","ts":"2026-03-18T10:44:07.641072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.073017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:44:07.641166Z","caller":"traceutil/trace.go:171","msg":"trace[2139114364] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"263.509672ms","start":"2026-03-18T10:44:07.37764Z","end":"2026-03-18T10:44:07.64115Z","steps":["trace[2139114364] 'process raft request' (duration: 125.283992ms)","trace[2139114364] 'compare' (duration: 137.887653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:08.009489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.228546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:44:08.009808Z","caller":"traceutil/trace.go:171","msg":"trace[534832397] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"630.240763ms","start":"2026-03-18T10:44:07.379534Z","end":"2026-03-18T10:44:08.009775Z","steps":["trace[534832397] 'process raft request' (duration: 362.637208ms)","trace[534832397] 'compare' (duration: 266.683023ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:08.00982Z","caller":"traceutil/trace.go:171","msg":"trace[933768861] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"630.208962ms","start":"2026-03-18T10:44:07.379584Z","end":"2026-03-18T10:44:08.009793Z","steps":["trace[933768861] 'process raft request' (duration: 630.022238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:08.009921Z","caller":"traceutil/trace.go:171","msg":"trace[1372878474] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"627.46014ms","start":"2026-03-18T10:44:07.382441Z","end":"2026-03-18T10:44:08.009901Z","steps":["trace[1372878474] 'process raft request' (duration: 627.288937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:08.009955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:07.379525Z","time spent":"630.347175ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:08.00997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:07.379579Z","time spent":"630.318284ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:08.010012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:07.382431Z","time spent":"627.537543ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:44:08.010048Z","caller":"traceutil/trace.go:171","msg":"trace[2093576846] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"138.761873ms","start":"2026-03-18T10:44:07.871261Z","end":"2026-03-18T10:44:08.010023Z","steps":["trace[2093576846] 'process raft request' (duration: 138.668261ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:08.010066Z","caller":"traceutil/trace.go:171","msg":"trace[615667512] linearizableReadLoop","detail":"{readStateIndex:24935; appliedIndex:24932; }","duration":"365.34014ms","start":"2026-03-18T10:44:07.644678Z","end":"2026-03-18T10:44:08.010018Z","steps":["trace[615667512] 'read index received' (duration: 97.424379ms)","trace[615667512] 'applied index is now lower than readState.Index' (duration: 267.913471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:08.010154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.472143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:08.010204Z","caller":"traceutil/trace.go:171","msg":"trace[1283882802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24080; }","duration":"365.548214ms","start":"2026-03-18T10:44:07.644644Z","end":"2026-03-18T10:44:08.010192Z","steps":["trace[1283882802] 'agreement among raft nodes before linearized reading' (duration: 365.465142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:08.01024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:07.644631Z","time spent":"365.601076ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:44:08.010297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.607593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-h979l.189de9902ac199ab\" ","response":"range_response_count:1 size:867"} {"level":"info","ts":"2026-03-18T10:44:08.010351Z","caller":"traceutil/trace.go:171","msg":"trace[3009142] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-h979l.189de9902ac199ab; range_end:; response_count:1; response_revision:24080; }","duration":"364.680524ms","start":"2026-03-18T10:44:07.645657Z","end":"2026-03-18T10:44:08.010337Z","steps":["trace[3009142] 'agreement among raft nodes before linearized reading' (duration: 364.523801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:08.010353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.897805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-18T10:44:08.010391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:07.645649Z","time spent":"364.734035ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":890,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-h979l.189de9902ac199ab\" "} {"level":"info","ts":"2026-03-18T10:44:08.010412Z","caller":"traceutil/trace.go:171","msg":"trace[1797146825] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24080; }","duration":"159.998567ms","start":"2026-03-18T10:44:07.850395Z","end":"2026-03-18T10:44:08.010394Z","steps":["trace[1797146825] 'agreement among raft nodes before linearized reading' (duration: 159.821203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:08.439693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.667486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:44:08.439783Z","caller":"traceutil/trace.go:171","msg":"trace[289208894] linearizableReadLoop","detail":"{readStateIndex:24937; appliedIndex:24936; }","duration":"425.559076ms","start":"2026-03-18T10:44:08.014211Z","end":"2026-03-18T10:44:08.43977Z","steps":["trace[289208894] 'read index received' (duration: 169.686785ms)","trace[289208894] 'applied index is now lower than readState.Index' (duration: 255.869081ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:08.439812Z","caller":"traceutil/trace.go:171","msg":"trace[852612788] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"427.843347ms","start":"2026-03-18T10:44:08.011936Z","end":"2026-03-18T10:44:08.439779Z","steps":["trace[852612788] 'process raft request' (duration: 172.007477ms)","trace[852612788] 'compare' (duration: 255.112424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:08.439917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.481412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:44:08.439938Z","caller":"traceutil/trace.go:171","msg":"trace[178274797] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24081; }","duration":"416.523713ms","start":"2026-03-18T10:44:08.023407Z","end":"2026-03-18T10:44:08.439931Z","steps":["trace[178274797] 'agreement among raft nodes before linearized reading' (duration: 416.453581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:08.439985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:08.023395Z","time spent":"416.582975ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:44:08.439982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:08.011901Z","time spent":"427.973469ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:08.440037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.804781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-18T10:44:08.44011Z","caller":"traceutil/trace.go:171","msg":"trace[956135869] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7; range_end:; response_count:1; response_revision:24081; }","duration":"425.892633ms","start":"2026-03-18T10:44:08.014195Z","end":"2026-03-18T10:44:08.440087Z","steps":["trace[956135869] 'agreement among raft nodes before linearized reading' (duration: 425.628127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:08.440154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:08.014183Z","time spent":"425.962194ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-2fb168f6-a360-407b-87ea-c52e130ea2b7\" "} {"level":"warn","ts":"2026-03-18T10:44:08.440181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.232927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-18T10:44:08.440219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.339573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:44:08.44024Z","caller":"traceutil/trace.go:171","msg":"trace[1795218071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24081; }","duration":"286.400694ms","start":"2026-03-18T10:44:08.153832Z","end":"2026-03-18T10:44:08.440233Z","steps":["trace[1795218071] 'agreement among raft nodes before linearized reading' (duration: 286.301702ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:08.440234Z","caller":"traceutil/trace.go:171","msg":"trace[1366196757] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:24081; }","duration":"115.321779ms","start":"2026-03-18T10:44:08.324898Z","end":"2026-03-18T10:44:08.44022Z","steps":["trace[1366196757] 'agreement among raft nodes before linearized reading' (duration: 115.041193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:09.069907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.486167ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T10:44:09.069995Z","caller":"traceutil/trace.go:171","msg":"trace[1344206427] linearizableReadLoop","detail":"{readStateIndex:24938; appliedIndex:24937; }","duration":"626.874918ms","start":"2026-03-18T10:44:08.443104Z","end":"2026-03-18T10:44:09.069979Z","steps":["trace[1344206427] 'read index received' (duration: 365.232097ms)","trace[1344206427] 'applied index is now lower than readState.Index' (duration: 261.64152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:09.069996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:08.441822Z","time spent":"628.169307ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:44:09.070189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.073503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189de98e413d2134\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-18T10:44:09.07024Z","caller":"traceutil/trace.go:171","msg":"trace[2098560036] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189de98e413d2134; range_end:; response_count:1; response_revision:24081; }","duration":"627.137704ms","start":"2026-03-18T10:44:08.443085Z","end":"2026-03-18T10:44:09.070223Z","steps":["trace[2098560036] 'agreement among raft nodes before linearized reading' (duration: 626.97927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:09.070275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:08.443073Z","time spent":"627.190535ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189de98e413d2134\" "} {"level":"warn","ts":"2026-03-18T10:44:09.070308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.400303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:09.070405Z","caller":"traceutil/trace.go:171","msg":"trace[1879046892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24081; }","duration":"425.538115ms","start":"2026-03-18T10:44:08.644842Z","end":"2026-03-18T10:44:09.07038Z","steps":["trace[1879046892] 'agreement among raft nodes before linearized reading' (duration: 425.365922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:09.070411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.132975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:44:09.070465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:08.644822Z","time spent":"425.629238ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:44:09.070478Z","caller":"traceutil/trace.go:171","msg":"trace[678865103] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24081; }","duration":"251.264868ms","start":"2026-03-18T10:44:08.819195Z","end":"2026-03-18T10:44:09.07046Z","steps":["trace[678865103] 'agreement among raft nodes before linearized reading' (duration: 251.135245ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:09.626379Z","caller":"traceutil/trace.go:171","msg":"trace[1178155411] linearizableReadLoop","detail":"{readStateIndex:24939; appliedIndex:24938; }","duration":"555.014791ms","start":"2026-03-18T10:44:09.071344Z","end":"2026-03-18T10:44:09.626359Z","steps":["trace[1178155411] 'read index received' (duration: 491.749196ms)","trace[1178155411] 'applied index is now lower than readState.Index' (duration: 63.264275ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:09.626407Z","caller":"traceutil/trace.go:171","msg":"trace[563871339] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"555.575234ms","start":"2026-03-18T10:44:09.070798Z","end":"2026-03-18T10:44:09.626373Z","steps":["trace[563871339] 'process raft request' (duration: 492.279858ms)","trace[563871339] 'compare' (duration: 62.945199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:09.626522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.149954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:09.626546Z","caller":"traceutil/trace.go:171","msg":"trace[75350251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24082; }","duration":"555.220365ms","start":"2026-03-18T10:44:09.071319Z","end":"2026-03-18T10:44:09.626539Z","steps":["trace[75350251] 'agreement among raft nodes before linearized reading' (duration: 555.130163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:09.62657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:09.071311Z","time spent":"555.253716ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:44:09.62657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:09.070765Z","time spent":"555.729467ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:44:09.798687Z","caller":"traceutil/trace.go:171","msg":"trace[1955761523] linearizableReadLoop","detail":"{readStateIndex:24940; appliedIndex:24939; }","duration":"172.23548ms","start":"2026-03-18T10:44:09.62643Z","end":"2026-03-18T10:44:09.798665Z","steps":["trace[1955761523] 'read index received' (duration: 126.028058ms)","trace[1955761523] 'applied index is now lower than readState.Index' (duration: 46.206552ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:09.798793Z","caller":"traceutil/trace.go:171","msg":"trace[923729301] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"726.793461ms","start":"2026-03-18T10:44:09.071991Z","end":"2026-03-18T10:44:09.798784Z","steps":["trace[923729301] 'process raft request' (duration: 680.494116ms)","trace[923729301] 'compare' (duration: 46.06352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:44:09.798881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:09.071983Z","time spent":"726.829853ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:44:09.798923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.91205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:09.798972Z","caller":"traceutil/trace.go:171","msg":"trace[551257875] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24083; }","duration":"454.010412ms","start":"2026-03-18T10:44:09.34495Z","end":"2026-03-18T10:44:09.798961Z","steps":["trace[551257875] 'agreement among raft nodes before linearized reading' (duration: 453.886549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:09.798995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:09.344934Z","time spent":"454.056884ms","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:44:09.799158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.989173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-18T10:44:09.799182Z","caller":"traceutil/trace.go:171","msg":"trace[66653363] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24083; }","duration":"171.036645ms","start":"2026-03-18T10:44:09.628138Z","end":"2026-03-18T10:44:09.799175Z","steps":["trace[66653363] 'agreement among raft nodes before linearized reading' (duration: 170.932042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:09.799191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.219932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r2l7m\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-03-18T10:44:09.79921Z","caller":"traceutil/trace.go:171","msg":"trace[1967750313] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r2l7m; range_end:; response_count:1; response_revision:24083; }","duration":"321.238772ms","start":"2026-03-18T10:44:09.477965Z","end":"2026-03-18T10:44:09.799204Z","steps":["trace[1967750313] 'agreement among raft nodes before linearized reading' (duration: 321.15198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:09.799226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:09.477928Z","time spent":"321.292644ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r2l7m\" "} {"level":"warn","ts":"2026-03-18T10:44:09.799345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.068197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-18T10:44:09.799358Z","caller":"traceutil/trace.go:171","msg":"trace[1855234448] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb; range_end:; response_count:1; response_revision:24083; }","duration":"354.117328ms","start":"2026-03-18T10:44:09.445237Z","end":"2026-03-18T10:44:09.799354Z","steps":["trace[1855234448] 'agreement among raft nodes before linearized reading' (duration: 354.074667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:09.799371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:09.445214Z","time spent":"354.153809ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd4829d8-a4e0-4fdc-bc45-b333f1514efb\" "} {"level":"info","ts":"2026-03-18T10:44:10.224668Z","caller":"traceutil/trace.go:171","msg":"trace[1502748689] linearizableReadLoop","detail":"{readStateIndex:24942; appliedIndex:24941; }","duration":"397.892127ms","start":"2026-03-18T10:44:09.826739Z","end":"2026-03-18T10:44:10.224631Z","steps":["trace[1502748689] 'read index received' (duration: 397.438837ms)","trace[1502748689] 'applied index is now lower than readState.Index' (duration: 452.02µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:44:10.224842Z","caller":"traceutil/trace.go:171","msg":"trace[1787815465] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"418.047318ms","start":"2026-03-18T10:44:09.80671Z","end":"2026-03-18T10:44:10.224757Z","steps":["trace[1787815465] 'process raft request' (duration: 417.574258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:10.225025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.260175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-blcpf.189de990afceaf1c\" ","response":"range_response_count:1 size:876"} {"level":"warn","ts":"2026-03-18T10:44:10.225047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:09.806698Z","time spent":"418.260642ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:44:10.225105Z","caller":"traceutil/trace.go:171","msg":"trace[197316350] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-blcpf.189de990afceaf1c; range_end:; response_count:1; response_revision:24085; }","duration":"398.360617ms","start":"2026-03-18T10:44:09.826724Z","end":"2026-03-18T10:44:10.225085Z","steps":["trace[197316350] 'agreement among raft nodes before linearized reading' (duration: 398.070521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:10.225156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:44:09.82668Z","time spent":"398.46346ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":899,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-blcpf.189de990afceaf1c\" "} {"level":"warn","ts":"2026-03-18T10:44:10.225153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.925841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:44:10.225173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.909061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:44:10.225207Z","caller":"traceutil/trace.go:171","msg":"trace[754931493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24085; }","duration":"209.028235ms","start":"2026-03-18T10:44:10.016165Z","end":"2026-03-18T10:44:10.225193Z","steps":["trace[754931493] 'agreement among raft nodes before linearized reading' (duration: 208.88174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:10.225225Z","caller":"traceutil/trace.go:171","msg":"trace[290562010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24085; }","duration":"208.979653ms","start":"2026-03-18T10:44:10.01623Z","end":"2026-03-18T10:44:10.22521Z","steps":["trace[290562010] 'agreement among raft nodes before linearized reading' (duration: 208.790798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:10.225579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.481319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:10.225627Z","caller":"traceutil/trace.go:171","msg":"trace[1950015329] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24085; }","duration":"266.52512ms","start":"2026-03-18T10:44:09.959082Z","end":"2026-03-18T10:44:10.225607Z","steps":["trace[1950015329] 'agreement among raft nodes before linearized reading' (duration: 266.454728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:58.863523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.68378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:44:58.86376Z","caller":"traceutil/trace.go:171","msg":"trace[1331759755] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24572; }","duration":"133.984276ms","start":"2026-03-18T10:44:58.729751Z","end":"2026-03-18T10:44:58.863735Z","steps":["trace[1331759755] 'count revisions from in-memory index tree' (duration: 133.538796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:59.92681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.179445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:44:59.926922Z","caller":"traceutil/trace.go:171","msg":"trace[2135661780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24576; }","duration":"280.340048ms","start":"2026-03-18T10:44:59.646561Z","end":"2026-03-18T10:44:59.926901Z","steps":["trace[2135661780] 'range keys from in-memory index tree' (duration: 280.033592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:44:59.927382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.262134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:44:59.927527Z","caller":"traceutil/trace.go:171","msg":"trace[2767967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24576; }","duration":"219.459047ms","start":"2026-03-18T10:44:59.708043Z","end":"2026-03-18T10:44:59.927502Z","steps":["trace[2767967] 'range keys from in-memory index tree' (duration: 218.819893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:44:59.98342Z","caller":"traceutil/trace.go:171","msg":"trace[809809814] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"129.383135ms","start":"2026-03-18T10:44:59.854012Z","end":"2026-03-18T10:44:59.983396Z","steps":["trace[809809814] 'process raft request' (duration: 129.252182ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:01.101428Z","caller":"traceutil/trace.go:171","msg":"trace[875191168] linearizableReadLoop","detail":"{readStateIndex:25468; appliedIndex:25467; }","duration":"273.454546ms","start":"2026-03-18T10:45:00.827932Z","end":"2026-03-18T10:45:01.101386Z","steps":["trace[875191168] 'read index received' (duration: 273.074107ms)","trace[875191168] 'applied index is now lower than readState.Index' (duration: 379.369µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:45:01.101749Z","caller":"traceutil/trace.go:171","msg":"trace[1239175112] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"465.032099ms","start":"2026-03-18T10:45:00.636494Z","end":"2026-03-18T10:45:01.101526Z","steps":["trace[1239175112] 'process raft request' (duration: 463.958794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:01.101784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.840144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:45:01.101857Z","caller":"traceutil/trace.go:171","msg":"trace[1081460631] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24598; }","duration":"273.960367ms","start":"2026-03-18T10:45:00.827879Z","end":"2026-03-18T10:45:01.101839Z","steps":["trace[1081460631] 'agreement among raft nodes before linearized reading' (duration: 273.801833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:01.102096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:00.636467Z","time spent":"465.366506ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:45:01.10353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.889492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-18T10:45:01.103672Z","caller":"traceutil/trace.go:171","msg":"trace[214692089] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24599; }","duration":"273.042195ms","start":"2026-03-18T10:45:00.830573Z","end":"2026-03-18T10:45:01.103616Z","steps":["trace[214692089] 'agreement among raft nodes before linearized reading' (duration: 272.727238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:01.104033Z","caller":"traceutil/trace.go:171","msg":"trace[1213716350] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"235.114207ms","start":"2026-03-18T10:45:00.868889Z","end":"2026-03-18T10:45:01.104003Z","steps":["trace[1213716350] 'process raft request' (duration: 234.244637ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:02.119701Z","caller":"traceutil/trace.go:171","msg":"trace[818393784] linearizableReadLoop","detail":"{readStateIndex:25476; appliedIndex:25475; }","duration":"130.384705ms","start":"2026-03-18T10:45:01.9893Z","end":"2026-03-18T10:45:02.119685Z","steps":["trace[818393784] 'read index received' (duration: 130.282693ms)","trace[818393784] 'applied index is now lower than readState.Index' (duration: 101.472µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:45:02.119846Z","caller":"traceutil/trace.go:171","msg":"trace[131337039] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"130.979298ms","start":"2026-03-18T10:45:01.988846Z","end":"2026-03-18T10:45:02.119825Z","steps":["trace[131337039] 'process raft request' (duration: 130.736813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:02.119973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.645161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:45:02.119999Z","caller":"traceutil/trace.go:171","msg":"trace[876930185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24606; }","duration":"130.722732ms","start":"2026-03-18T10:45:01.989269Z","end":"2026-03-18T10:45:02.119992Z","steps":["trace[876930185] 'agreement among raft nodes before linearized reading' (duration: 130.475397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:02.172125Z","caller":"traceutil/trace.go:171","msg":"trace[749045758] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"180.718942ms","start":"2026-03-18T10:45:01.991384Z","end":"2026-03-18T10:45:02.172103Z","steps":["trace[749045758] 'process raft request' (duration: 180.670901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:02.172163Z","caller":"traceutil/trace.go:171","msg":"trace[2114766821] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"181.437648ms","start":"2026-03-18T10:45:01.990695Z","end":"2026-03-18T10:45:02.172132Z","steps":["trace[2114766821] 'process raft request' (duration: 181.241463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:05.795652Z","caller":"traceutil/trace.go:171","msg":"trace[1742956539] linearizableReadLoop","detail":"{readStateIndex:25508; appliedIndex:25507; }","duration":"347.657724ms","start":"2026-03-18T10:45:05.447971Z","end":"2026-03-18T10:45:05.795629Z","steps":["trace[1742956539] 'read index received' (duration: 347.607333ms)","trace[1742956539] 'applied index is now lower than readState.Index' (duration: 49.551µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:45:05.795772Z","caller":"traceutil/trace.go:171","msg":"trace[535694529] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"350.132649ms","start":"2026-03-18T10:45:05.44562Z","end":"2026-03-18T10:45:05.795752Z","steps":["trace[535694529] 'process raft request' (duration: 349.882994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:05.795858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.885558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:45:05.795964Z","caller":"traceutil/trace.go:171","msg":"trace[1457700170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24637; }","duration":"348.032012ms","start":"2026-03-18T10:45:05.447919Z","end":"2026-03-18T10:45:05.795951Z","steps":["trace[1457700170] 'agreement among raft nodes before linearized reading' (duration: 347.819177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:05.795883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:05.44559Z","time spent":"350.229971ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:45:05.808741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:05.4479Z","time spent":"348.136436ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:45:06.427047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.389109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:45:06.427271Z","caller":"traceutil/trace.go:171","msg":"trace[288445416] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"291.824935ms","start":"2026-03-18T10:45:06.135428Z","end":"2026-03-18T10:45:06.427253Z","steps":["trace[288445416] 'process raft request' (duration: 291.790025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:06.427414Z","caller":"traceutil/trace.go:171","msg":"trace[1491866661] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"744.395996ms","start":"2026-03-18T10:45:05.683007Z","end":"2026-03-18T10:45:06.427403Z","steps":["trace[1491866661] 'process raft request' (duration: 744.15697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:06.427457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:05.682981Z","time spent":"744.453577ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:45:06.427528Z","caller":"traceutil/trace.go:171","msg":"trace[1235666938] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"863.380877ms","start":"2026-03-18T10:45:05.564108Z","end":"2026-03-18T10:45:06.427489Z","steps":["trace[1235666938] 'process raft request' (duration: 595.445765ms)","trace[1235666938] 'compare' (duration: 267.244186ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:45:06.427611Z","caller":"traceutil/trace.go:171","msg":"trace[1761860231] linearizableReadLoop","detail":"{readStateIndex:25510; appliedIndex:25508; }","duration":"631.88662ms","start":"2026-03-18T10:45:05.795715Z","end":"2026-03-18T10:45:06.427602Z","steps":["trace[1761860231] 'read index received' (duration: 363.845796ms)","trace[1761860231] 'applied index is now lower than readState.Index' (duration: 268.035664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:45:06.427712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:05.564082Z","time spent":"863.532539ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:45:06.427794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.414716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T10:45:06.427821Z","caller":"traceutil/trace.go:171","msg":"trace[759905543] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24640; }","duration":"723.485388ms","start":"2026-03-18T10:45:05.70433Z","end":"2026-03-18T10:45:06.427816Z","steps":["trace[759905543] 'agreement among raft nodes before linearized reading' (duration: 723.360345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:06.427849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:05.704305Z","time spent":"723.535099ms","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T10:45:06.427987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.943593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:45:06.428022Z","caller":"traceutil/trace.go:171","msg":"trace[1184853683] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24640; }","duration":"777.002304ms","start":"2026-03-18T10:45:05.651008Z","end":"2026-03-18T10:45:06.42801Z","steps":["trace[1184853683] 'agreement among raft nodes before linearized reading' (duration: 776.946203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:06.428042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:05.650998Z","time spent":"777.038836ms","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:45:06.42822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.407435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:45:06.428329Z","caller":"traceutil/trace.go:171","msg":"trace[227905979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24640; }","duration":"786.513737ms","start":"2026-03-18T10:45:05.641791Z","end":"2026-03-18T10:45:06.428305Z","steps":["trace[227905979] 'agreement among raft nodes before linearized reading' (duration: 786.366904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:06.428356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:05.641727Z","time spent":"786.6236ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:45:06.505023Z","caller":"traceutil/trace.go:171","msg":"trace[481235629] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"320.18609ms","start":"2026-03-18T10:45:06.184817Z","end":"2026-03-18T10:45:06.505003Z","steps":["trace[481235629] 'process raft request' (duration: 319.981016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:06.505062Z","caller":"traceutil/trace.go:171","msg":"trace[1245796469] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"318.724037ms","start":"2026-03-18T10:45:06.18631Z","end":"2026-03-18T10:45:06.505034Z","steps":["trace[1245796469] 'process raft request' (duration: 318.631795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:06.505137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:06.184783Z","time spent":"320.291603ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:45:06.505216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:06.18629Z","time spent":"318.84436ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:45:06.50527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.490095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T10:45:06.505317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.317573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:45:06.505397Z","caller":"traceutil/trace.go:171","msg":"trace[185955621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24642; }","duration":"676.444906ms","start":"2026-03-18T10:45:05.828936Z","end":"2026-03-18T10:45:06.505381Z","steps":["trace[185955621] 'agreement among raft nodes before linearized reading' (duration: 676.16499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:06.505433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:05.82892Z","time spent":"676.506347ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T10:45:06.50535Z","caller":"traceutil/trace.go:171","msg":"trace[2121532740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24642; }","duration":"315.632038ms","start":"2026-03-18T10:45:06.189701Z","end":"2026-03-18T10:45:06.505333Z","steps":["trace[2121532740] 'agreement among raft nodes before linearized reading' (duration: 315.361212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:06.505495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:06.189678Z","time spent":"315.809342ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:45:06.854725Z","caller":"traceutil/trace.go:171","msg":"trace[349958819] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"238.839751ms","start":"2026-03-18T10:45:06.615853Z","end":"2026-03-18T10:45:06.854693Z","steps":["trace[349958819] 'process raft request' (duration: 168.990789ms)","trace[349958819] 'compare' (duration: 69.576286ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:45:06.858414Z","caller":"traceutil/trace.go:171","msg":"trace[990609129] linearizableReadLoop","detail":"{readStateIndex:25519; appliedIndex:25516; }","duration":"239.797752ms","start":"2026-03-18T10:45:06.6186Z","end":"2026-03-18T10:45:06.858398Z","steps":["trace[990609129] 'read index received' (duration: 166.218516ms)","trace[990609129] 'applied index is now lower than readState.Index' (duration: 73.577976ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:45:06.858639Z","caller":"traceutil/trace.go:171","msg":"trace[1039930968] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"242.717477ms","start":"2026-03-18T10:45:06.615908Z","end":"2026-03-18T10:45:06.858625Z","steps":["trace[1039930968] 'process raft request' (duration: 242.36923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:06.858792Z","caller":"traceutil/trace.go:171","msg":"trace[1199243449] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"241.48224ms","start":"2026-03-18T10:45:06.6173Z","end":"2026-03-18T10:45:06.858782Z","steps":["trace[1199243449] 'process raft request' (duration: 241.058421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:06.858991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.374465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:45:06.859045Z","caller":"traceutil/trace.go:171","msg":"trace[1297821608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24648; }","duration":"240.476577ms","start":"2026-03-18T10:45:06.618555Z","end":"2026-03-18T10:45:06.859032Z","steps":["trace[1297821608] 'agreement among raft nodes before linearized reading' (duration: 240.314954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:06.861004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.404332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:45:06.861098Z","caller":"traceutil/trace.go:171","msg":"trace[1644957506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24649; }","duration":"217.523884ms","start":"2026-03-18T10:45:06.643551Z","end":"2026-03-18T10:45:06.861075Z","steps":["trace[1644957506] 'agreement among raft nodes before linearized reading' (duration: 217.395672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:08.76245Z","caller":"traceutil/trace.go:171","msg":"trace[865468248] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"327.638026ms","start":"2026-03-18T10:45:08.434795Z","end":"2026-03-18T10:45:08.762433Z","steps":["trace[865468248] 'process raft request' (duration: 307.407334ms)","trace[865468248] 'compare' (duration: 19.889724ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:45:08.762524Z","caller":"traceutil/trace.go:171","msg":"trace[1747429614] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"327.663466ms","start":"2026-03-18T10:45:08.434841Z","end":"2026-03-18T10:45:08.762505Z","steps":["trace[1747429614] 'process raft request' (duration: 327.444641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:08.762554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:08.434751Z","time spent":"327.743118ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:45:08.762648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:08.434835Z","time spent":"327.732269ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:45:08.762718Z","caller":"traceutil/trace.go:171","msg":"trace[1820830785] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"251.847151ms","start":"2026-03-18T10:45:08.510853Z","end":"2026-03-18T10:45:08.7627Z","steps":["trace[1820830785] 'process raft request' (duration: 251.583265ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:08.762787Z","caller":"traceutil/trace.go:171","msg":"trace[1118311939] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"252.730302ms","start":"2026-03-18T10:45:08.51005Z","end":"2026-03-18T10:45:08.762781Z","steps":["trace[1118311939] 'process raft request' (duration: 252.342583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:08.762884Z","caller":"traceutil/trace.go:171","msg":"trace[367304555] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"241.309337ms","start":"2026-03-18T10:45:08.521542Z","end":"2026-03-18T10:45:08.762852Z","steps":["trace[367304555] 'process raft request' (duration: 240.927257ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:08.762928Z","caller":"traceutil/trace.go:171","msg":"trace[506887838] linearizableReadLoop","detail":"{readStateIndex:25528; appliedIndex:25523; }","duration":"242.209845ms","start":"2026-03-18T10:45:08.520307Z","end":"2026-03-18T10:45:08.762516Z","steps":["trace[506887838] 'read index received' (duration: 50.54204ms)","trace[506887838] 'applied index is now lower than readState.Index' (duration: 191.666845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:45:08.763147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.826221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:45:08.763247Z","caller":"traceutil/trace.go:171","msg":"trace[1642694961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24657; }","duration":"242.968443ms","start":"2026-03-18T10:45:08.520258Z","end":"2026-03-18T10:45:08.763226Z","steps":["trace[1642694961] 'agreement among raft nodes before linearized reading' (duration: 242.707187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:08.793621Z","caller":"traceutil/trace.go:171","msg":"trace[464056881] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"120.083966ms","start":"2026-03-18T10:45:08.673522Z","end":"2026-03-18T10:45:08.793606Z","steps":["trace[464056881] 'process raft request' (duration: 120.029464ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:08.793729Z","caller":"traceutil/trace.go:171","msg":"trace[1911690370] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"221.693238ms","start":"2026-03-18T10:45:08.572015Z","end":"2026-03-18T10:45:08.793709Z","steps":["trace[1911690370] 'process raft request' (duration: 221.431511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:08.793922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.053725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:45:08.794012Z","caller":"traceutil/trace.go:171","msg":"trace[1771747416] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24659; }","duration":"175.162727ms","start":"2026-03-18T10:45:08.618832Z","end":"2026-03-18T10:45:08.793995Z","steps":["trace[1771747416] 'agreement among raft nodes before linearized reading' (duration: 174.978063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:08.794405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.410352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:45:08.79449Z","caller":"traceutil/trace.go:171","msg":"trace[1596521036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24659; }","duration":"179.542485ms","start":"2026-03-18T10:45:08.614928Z","end":"2026-03-18T10:45:08.79447Z","steps":["trace[1596521036] 'agreement among raft nodes before linearized reading' (duration: 178.706116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:11.080933Z","caller":"traceutil/trace.go:171","msg":"trace[80446291] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"312.264492ms","start":"2026-03-18T10:45:10.768621Z","end":"2026-03-18T10:45:11.080886Z","steps":["trace[80446291] 'process raft request' (duration: 312.044937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.081164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.768552Z","time spent":"312.488147ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:45:11.154424Z","caller":"traceutil/trace.go:171","msg":"trace[1191302783] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"385.659693ms","start":"2026-03-18T10:45:10.768738Z","end":"2026-03-18T10:45:11.154398Z","steps":["trace[1191302783] 'process raft request' (duration: 385.322346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.154604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.768694Z","time spent":"385.821077ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:45:11.154593Z","caller":"traceutil/trace.go:171","msg":"trace[1336396743] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"384.739502ms","start":"2026-03-18T10:45:10.769795Z","end":"2026-03-18T10:45:11.154534Z","steps":["trace[1336396743] 'process raft request' (duration: 384.525368ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:11.154602Z","caller":"traceutil/trace.go:171","msg":"trace[1861898571] linearizableReadLoop","detail":"{readStateIndex:25546; appliedIndex:25541; }","duration":"354.779183ms","start":"2026-03-18T10:45:10.799774Z","end":"2026-03-18T10:45:11.154553Z","steps":["trace[1861898571] 'read index received' (duration: 280.733808ms)","trace[1861898571] 'applied index is now lower than readState.Index' (duration: 74.043925ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:45:11.154705Z","caller":"traceutil/trace.go:171","msg":"trace[1908770574] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"384.722442ms","start":"2026-03-18T10:45:10.769929Z","end":"2026-03-18T10:45:11.154651Z","steps":["trace[1908770574] 'process raft request' (duration: 384.459896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.15483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.769778Z","time spent":"384.918337ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:45:11.15479Z","caller":"traceutil/trace.go:171","msg":"trace[1720266067] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"384.277893ms","start":"2026-03-18T10:45:10.770491Z","end":"2026-03-18T10:45:11.154769Z","steps":["trace[1720266067] 'process raft request' (duration: 383.988976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.154951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.147681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:45:11.154958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.769912Z","time spent":"384.907717ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:45:11.155011Z","caller":"traceutil/trace.go:171","msg":"trace[1087462429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24674; }","duration":"355.277524ms","start":"2026-03-18T10:45:10.799715Z","end":"2026-03-18T10:45:11.154992Z","steps":["trace[1087462429] 'agreement among raft nodes before linearized reading' (duration: 355.059019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.155064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.799695Z","time spent":"355.358816ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:45:11.155091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.770471Z","time spent":"384.478797ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:45:11.306817Z","caller":"traceutil/trace.go:171","msg":"trace[1717588039] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"145.534724ms","start":"2026-03-18T10:45:11.161255Z","end":"2026-03-18T10:45:11.30679Z","steps":["trace[1717588039] 'process raft request' (duration: 145.435372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:11.306969Z","caller":"traceutil/trace.go:171","msg":"trace[125730002] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"170.694567ms","start":"2026-03-18T10:45:11.136224Z","end":"2026-03-18T10:45:11.306918Z","steps":["trace[125730002] 'process raft request' (duration: 137.849172ms)","trace[125730002] 'compare' (duration: 32.378614ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:45:11.307058Z","caller":"traceutil/trace.go:171","msg":"trace[1482235712] linearizableReadLoop","detail":"{readStateIndex:25547; appliedIndex:25546; }","duration":"152.280786ms","start":"2026-03-18T10:45:11.154732Z","end":"2026-03-18T10:45:11.307013Z","steps":["trace[1482235712] 'read index received' (duration: 119.358149ms)","trace[1482235712] 'applied index is now lower than readState.Index' (duration: 32.919187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:45:11.307306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.253323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:45:11.307355Z","caller":"traceutil/trace.go:171","msg":"trace[136977320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24676; }","duration":"435.401757ms","start":"2026-03-18T10:45:10.871941Z","end":"2026-03-18T10:45:11.307343Z","steps":["trace[136977320] 'agreement among raft nodes before linearized reading' (duration: 435.228073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.307357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.234743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:45:11.307343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.807499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:45:11.307392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.87191Z","time spent":"435.469508ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:45:11.307399Z","caller":"traceutil/trace.go:171","msg":"trace[222304617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24676; }","duration":"503.319245ms","start":"2026-03-18T10:45:10.804068Z","end":"2026-03-18T10:45:11.307387Z","steps":["trace[222304617] 'agreement among raft nodes before linearized reading' (duration: 503.07909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.30735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.981506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:45:11.307445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.804057Z","time spent":"503.378427ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:45:11.307523Z","caller":"traceutil/trace.go:171","msg":"trace[994530234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24676; }","duration":"435.223001ms","start":"2026-03-18T10:45:10.872274Z","end":"2026-03-18T10:45:11.307498Z","steps":["trace[994530234] 'agreement among raft nodes before linearized reading' (duration: 434.755521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.307422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.944414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29563845-ts2jd\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-03-18T10:45:11.307649Z","caller":"traceutil/trace.go:171","msg":"trace[28989629] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29563845-ts2jd; range_end:; response_count:1; response_revision:24676; }","duration":"502.22594ms","start":"2026-03-18T10:45:10.805404Z","end":"2026-03-18T10:45:11.307629Z","steps":["trace[28989629] 'agreement among raft nodes before linearized reading' (duration: 501.790171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.307693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.805388Z","time spent":"502.290791ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7389,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29563845-ts2jd\" "} {"level":"info","ts":"2026-03-18T10:45:11.307439Z","caller":"traceutil/trace.go:171","msg":"trace[422632985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24676; }","duration":"432.954831ms","start":"2026-03-18T10:45:10.874463Z","end":"2026-03-18T10:45:11.307417Z","steps":["trace[422632985] 'agreement among raft nodes before linearized reading' (duration: 432.657475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:45:11.307776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.872248Z","time spent":"435.347634ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:45:11.307897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:45:10.874436Z","time spent":"433.30897ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:45:57.653415Z","caller":"traceutil/trace.go:171","msg":"trace[212583213] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"115.288068ms","start":"2026-03-18T10:45:57.538078Z","end":"2026-03-18T10:45:57.653366Z","steps":["trace[212583213] 'process raft request' (duration: 115.129384ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:45:57.656735Z","caller":"traceutil/trace.go:171","msg":"trace[435695656] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"117.931607ms","start":"2026-03-18T10:45:57.538725Z","end":"2026-03-18T10:45:57.656657Z","steps":["trace[435695656] 'process raft request' (duration: 117.61875ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:15.61372Z","caller":"traceutil/trace.go:171","msg":"trace[243223516] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"162.222258ms","start":"2026-03-18T10:46:15.451451Z","end":"2026-03-18T10:46:15.613673Z","steps":["trace[243223516] 'process raft request' (duration: 128.470113ms)","trace[243223516] 'compare' (duration: 33.398967ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:15.614028Z","caller":"traceutil/trace.go:171","msg":"trace[1877599490] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"125.572339ms","start":"2026-03-18T10:46:15.488432Z","end":"2026-03-18T10:46:15.614005Z","steps":["trace[1877599490] 'process raft request' (duration: 125.17993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:15.614353Z","caller":"traceutil/trace.go:171","msg":"trace[1831192304] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"122.12322ms","start":"2026-03-18T10:46:15.492222Z","end":"2026-03-18T10:46:15.614346Z","steps":["trace[1831192304] 'process raft request' (duration: 121.702741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:15.614657Z","caller":"traceutil/trace.go:171","msg":"trace[1303316622] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"121.561929ms","start":"2026-03-18T10:46:15.49305Z","end":"2026-03-18T10:46:15.614612Z","steps":["trace[1303316622] 'process raft request' (duration: 121.267352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:18.016109Z","caller":"traceutil/trace.go:171","msg":"trace[2028690277] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"135.444569ms","start":"2026-03-18T10:46:17.880639Z","end":"2026-03-18T10:46:18.016083Z","steps":["trace[2028690277] 'process raft request' (duration: 135.202374ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:18.016619Z","caller":"traceutil/trace.go:171","msg":"trace[1087399123] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"135.92751ms","start":"2026-03-18T10:46:17.880645Z","end":"2026-03-18T10:46:18.016572Z","steps":["trace[1087399123] 'process raft request' (duration: 135.392608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:20.017802Z","caller":"traceutil/trace.go:171","msg":"trace[553897409] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"145.079144ms","start":"2026-03-18T10:46:19.872659Z","end":"2026-03-18T10:46:20.017738Z","steps":["trace[553897409] 'process raft request' (duration: 144.838669ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:26.077756Z","caller":"traceutil/trace.go:171","msg":"trace[279197150] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"102.969433ms","start":"2026-03-18T10:46:25.974759Z","end":"2026-03-18T10:46:26.077728Z","steps":["trace[279197150] 'process raft request' (duration: 52.781171ms)","trace[279197150] 'compare' (duration: 49.577588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:30.714077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.051602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:30.714185Z","caller":"traceutil/trace.go:171","msg":"trace[1876358415] linearizableReadLoop","detail":"{readStateIndex:26293; appliedIndex:26292; }","duration":"365.460142ms","start":"2026-03-18T10:46:30.348707Z","end":"2026-03-18T10:46:30.714167Z","steps":["trace[1876358415] 'read index received' (duration: 55.201825ms)","trace[1876358415] 'applied index is now lower than readState.Index' (duration: 310.257007ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:30.714345Z","caller":"traceutil/trace.go:171","msg":"trace[478495116] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"419.227195ms","start":"2026-03-18T10:46:30.295052Z","end":"2026-03-18T10:46:30.71428Z","steps":["trace[478495116] 'process raft request' (duration: 108.880415ms)","trace[478495116] 'compare' (duration: 309.626473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:30.714496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.295035Z","time spent":"419.381848ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:30.71466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.897841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:46:30.714766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.016914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:46:30.715006Z","caller":"traceutil/trace.go:171","msg":"trace[1934421042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25401; }","duration":"366.198319ms","start":"2026-03-18T10:46:30.348684Z","end":"2026-03-18T10:46:30.714882Z","steps":["trace[1934421042] 'agreement among raft nodes before linearized reading' (duration: 365.875602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:30.714774Z","caller":"traceutil/trace.go:171","msg":"trace[1674735025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25401; }","duration":"366.062305ms","start":"2026-03-18T10:46:30.348663Z","end":"2026-03-18T10:46:30.714725Z","steps":["trace[1674735025] 'agreement among raft nodes before linearized reading' (duration: 365.654476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:30.715098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.348657Z","time spent":"366.423753ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:46:30.715171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.348648Z","time spent":"366.483914ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:30.714761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.923844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:30.715293Z","caller":"traceutil/trace.go:171","msg":"trace[126968844] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25401; }","duration":"206.493187ms","start":"2026-03-18T10:46:30.508769Z","end":"2026-03-18T10:46:30.715262Z","steps":["trace[126968844] 'agreement among raft nodes before linearized reading' (duration: 205.824352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:31.219797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.316077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:31.219914Z","caller":"traceutil/trace.go:171","msg":"trace[1383600932] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"500.42078ms","start":"2026-03-18T10:46:30.719469Z","end":"2026-03-18T10:46:31.21989Z","steps":["trace[1383600932] 'process raft request' (duration: 317.741895ms)","trace[1383600932] 'compare' (duration: 182.106592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:31.219974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.719448Z","time spent":"500.497331ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:31.546884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.522582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:31.547068Z","caller":"traceutil/trace.go:171","msg":"trace[518908066] linearizableReadLoop","detail":"{readStateIndex:26295; appliedIndex:26293; }","duration":"826.300297ms","start":"2026-03-18T10:46:30.720751Z","end":"2026-03-18T10:46:31.547051Z","steps":["trace[518908066] 'read index received' (duration: 316.441666ms)","trace[518908066] 'applied index is now lower than readState.Index' (duration: 509.857571ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:31.547208Z","caller":"traceutil/trace.go:171","msg":"trace[800550504] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"827.682328ms","start":"2026-03-18T10:46:30.719494Z","end":"2026-03-18T10:46:31.547176Z","steps":["trace[800550504] 'process raft request' (duration: 720.710436ms)","trace[800550504] 'compare' (duration: 106.386089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:31.547271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.30147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:31.547313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.03257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:31.547345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.127301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:31.54736Z","caller":"traceutil/trace.go:171","msg":"trace[153706859] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25404; }","duration":"404.440973ms","start":"2026-03-18T10:46:31.142898Z","end":"2026-03-18T10:46:31.547339Z","steps":["trace[153706859] 'agreement among raft nodes before linearized reading' (duration: 404.29541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:31.547345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.542539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:31.54738Z","caller":"traceutil/trace.go:171","msg":"trace[659686933] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25404; }","duration":"275.167803ms","start":"2026-03-18T10:46:31.272202Z","end":"2026-03-18T10:46:31.54737Z","steps":["trace[659686933] 'agreement among raft nodes before linearized reading' (duration: 275.01503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:31.547348Z","caller":"traceutil/trace.go:171","msg":"trace[1120224414] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"612.801023ms","start":"2026-03-18T10:46:30.93451Z","end":"2026-03-18T10:46:31.547311Z","steps":["trace[1120224414] 'process raft request' (duration: 612.480496ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:31.547397Z","caller":"traceutil/trace.go:171","msg":"trace[1282417418] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25404; }","duration":"275.177063ms","start":"2026-03-18T10:46:31.272199Z","end":"2026-03-18T10:46:31.547376Z","steps":["trace[1282417418] 'agreement among raft nodes before linearized reading' (duration: 275.126232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:31.547287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.088301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:31.547414Z","caller":"traceutil/trace.go:171","msg":"trace[393143455] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25404; }","duration":"155.660042ms","start":"2026-03-18T10:46:31.39174Z","end":"2026-03-18T10:46:31.5474Z","steps":["trace[393143455] 'agreement among raft nodes before linearized reading' (duration: 155.518949ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:31.547446Z","caller":"traceutil/trace.go:171","msg":"trace[939619639] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25404; }","duration":"275.271605ms","start":"2026-03-18T10:46:31.272164Z","end":"2026-03-18T10:46:31.547436Z","steps":["trace[939619639] 'agreement among raft nodes before linearized reading' (duration: 275.055871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:31.547456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.719456Z","time spent":"827.876152ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:31.547409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.142876Z","time spent":"404.522776ms","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:31.547534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.934482Z","time spent":"612.958157ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:31.547567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.419418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-18T10:46:31.547521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.514162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:31.547724Z","caller":"traceutil/trace.go:171","msg":"trace[17517490] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25404; }","duration":"826.966081ms","start":"2026-03-18T10:46:30.720733Z","end":"2026-03-18T10:46:31.547699Z","steps":["trace[17517490] 'agreement among raft nodes before linearized reading' (duration: 826.4403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:31.547646Z","caller":"traceutil/trace.go:171","msg":"trace[1589269055] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25404; }","duration":"275.534881ms","start":"2026-03-18T10:46:31.2721Z","end":"2026-03-18T10:46:31.547634Z","steps":["trace[1589269055] 'agreement among raft nodes before linearized reading' (duration: 275.350167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:31.547817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:30.720724Z","time spent":"827.079033ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T10:46:32.187304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.003908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:32.187472Z","caller":"traceutil/trace.go:171","msg":"trace[1207971012] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"589.655065ms","start":"2026-03-18T10:46:31.597783Z","end":"2026-03-18T10:46:32.187438Z","steps":["trace[1207971012] 'process raft request' (duration: 86.457484ms)","trace[1207971012] 'compare' (duration: 502.763732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:32.187611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.597741Z","time spent":"589.799949ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:32.187706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.729748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:32.187755Z","caller":"traceutil/trace.go:171","msg":"trace[1294685345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25405; }","duration":"534.82608ms","start":"2026-03-18T10:46:31.652918Z","end":"2026-03-18T10:46:32.187744Z","steps":["trace[1294685345] 'agreement among raft nodes before linearized reading' (duration: 534.738608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:32.187793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.652897Z","time spent":"534.887811ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:46:32.187595Z","caller":"traceutil/trace.go:171","msg":"trace[244810382] linearizableReadLoop","detail":"{readStateIndex:26297; appliedIndex:26296; }","duration":"534.569544ms","start":"2026-03-18T10:46:31.652971Z","end":"2026-03-18T10:46:32.18754Z","steps":["trace[244810382] 'read index received' (duration: 31.249669ms)","trace[244810382] 'applied index is now lower than readState.Index' (duration: 503.318415ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:32.188431Z","caller":"traceutil/trace.go:171","msg":"trace[2109885012] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"452.519869ms","start":"2026-03-18T10:46:31.735895Z","end":"2026-03-18T10:46:32.188415Z","steps":["trace[2109885012] 'process raft request' (duration: 452.453878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:32.188661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.735868Z","time spent":"452.673492ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:32.688087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674446315,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:46:32.856872Z","caller":"traceutil/trace.go:171","msg":"trace[819978394] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"1.079635122s","start":"2026-03-18T10:46:31.777208Z","end":"2026-03-18T10:46:32.856843Z","steps":["trace[819978394] 'process raft request' (duration: 1.079366586s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:32.857131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.777173Z","time spent":"1.079772904s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:32.857225Z","caller":"traceutil/trace.go:171","msg":"trace[1237732786] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"1.023747062s","start":"2026-03-18T10:46:31.833446Z","end":"2026-03-18T10:46:32.857193Z","steps":["trace[1237732786] 'process raft request' (duration: 1.023354603s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:32.857452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.833418Z","time spent":"1.023894956s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:32.8575Z","caller":"traceutil/trace.go:171","msg":"trace[1635818034] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"999.224495ms","start":"2026-03-18T10:46:31.85825Z","end":"2026-03-18T10:46:32.857475Z","steps":["trace[1635818034] 'process raft request' (duration: 999.144983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:32.857651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.858242Z","time spent":"999.334707ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:32.85777Z","caller":"traceutil/trace.go:171","msg":"trace[1778397897] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"999.97011ms","start":"2026-03-18T10:46:31.857725Z","end":"2026-03-18T10:46:32.857695Z","steps":["trace[1778397897] 'process raft request' (duration: 999.356387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:32.85794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.8577Z","time spent":"1.000183866s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:33.355254Z","caller":"traceutil/trace.go:171","msg":"trace[1981076348] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"1.208202186s","start":"2026-03-18T10:46:32.147028Z","end":"2026-03-18T10:46:33.35523Z","steps":["trace[1981076348] 'process raft request' (duration: 1.208106534s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.355279Z","caller":"traceutil/trace.go:171","msg":"trace[2134296421] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"1.321286065s","start":"2026-03-18T10:46:32.033959Z","end":"2026-03-18T10:46:33.355245Z","steps":["trace[2134296421] 'process raft request' (duration: 1.320993548s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.355403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.147008Z","time spent":"1.208318999s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:33.355432Z","caller":"traceutil/trace.go:171","msg":"trace[56031144] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26298; }","duration":"1.167435194s","start":"2026-03-18T10:46:32.187962Z","end":"2026-03-18T10:46:33.355397Z","steps":["trace[56031144] 'read index received' (duration: 668.60728ms)","trace[56031144] 'applied index is now lower than readState.Index' (duration: 498.825704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:33.355505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23295144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:33.355548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261959188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.355587Z","caller":"traceutil/trace.go:171","msg":"trace[1872844561] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25413; }","duration":"1.26203627s","start":"2026-03-18T10:46:32.09354Z","end":"2026-03-18T10:46:33.355577Z","steps":["trace[1872844561] 'agreement among raft nodes before linearized reading' (duration: 1.261960238s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.355594Z","caller":"traceutil/trace.go:171","msg":"trace[1965376728] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25413; }","duration":"1.233102203s","start":"2026-03-18T10:46:32.12247Z","end":"2026-03-18T10:46:33.355572Z","steps":["trace[1965376728] 'agreement among raft nodes before linearized reading' (duration: 1.23295356s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.355616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.093519Z","time spent":"1.262091172s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:46:33.355637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.122375Z","time spent":"1.233253367s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:46:33.355712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415166635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-18T10:46:33.35576Z","caller":"traceutil/trace.go:171","msg":"trace[1267803792] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25413; }","duration":"1.415270668s","start":"2026-03-18T10:46:31.940479Z","end":"2026-03-18T10:46:33.355749Z","steps":["trace[1267803792] 'agreement among raft nodes before linearized reading' (duration: 1.415077793s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.355795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.94046Z","time spent":"1.415327559s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:46:33.355807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261722844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.355857Z","caller":"traceutil/trace.go:171","msg":"trace[221565839] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25413; }","duration":"1.261802746s","start":"2026-03-18T10:46:32.094043Z","end":"2026-03-18T10:46:33.355846Z","steps":["trace[221565839] 'agreement among raft nodes before linearized reading' (duration: 1.261731414s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.355875Z","caller":"traceutil/trace.go:171","msg":"trace[936738123] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"933.345491ms","start":"2026-03-18T10:46:32.422514Z","end":"2026-03-18T10:46:33.355859Z","steps":["trace[936738123] 'process raft request' (duration: 932.666375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.355894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.094026Z","time spent":"1.261860287s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:46:33.355916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415423821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.355949Z","caller":"traceutil/trace.go:171","msg":"trace[1234540864] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25413; }","duration":"1.415491813s","start":"2026-03-18T10:46:31.940447Z","end":"2026-03-18T10:46:33.355938Z","steps":["trace[1234540864] 'agreement among raft nodes before linearized reading' (duration: 1.415447542s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.35597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.422488Z","time spent":"933.415633ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:33.35599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233619546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:33.355994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.940429Z","time spent":"1.415555854s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:46:33.356018Z","caller":"traceutil/trace.go:171","msg":"trace[1805611275] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25413; }","duration":"1.233664476s","start":"2026-03-18T10:46:32.122343Z","end":"2026-03-18T10:46:33.356008Z","steps":["trace[1805611275] 'agreement among raft nodes before linearized reading' (duration: 1.233626576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.356061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.122331Z","time spent":"1.233720148s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:46:33.355456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.033933Z","time spent":"1.321419438s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:33.356169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415720008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.356201Z","caller":"traceutil/trace.go:171","msg":"trace[873821985] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25413; }","duration":"1.41579637s","start":"2026-03-18T10:46:31.940398Z","end":"2026-03-18T10:46:33.356194Z","steps":["trace[873821985] 'agreement among raft nodes before linearized reading' (duration: 1.415751499s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.356197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208705298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-18T10:46:33.356231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.940372Z","time spent":"1.41585412s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:46:33.356252Z","caller":"traceutil/trace.go:171","msg":"trace[1930487601] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25413; }","duration":"1.208781631s","start":"2026-03-18T10:46:32.147461Z","end":"2026-03-18T10:46:33.356243Z","steps":["trace[1930487601] 'agreement among raft nodes before linearized reading' (duration: 1.208638877s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.356281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.147453Z","time spent":"1.208821071s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:46:33.356288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426267232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:33.356303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209537787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.356324Z","caller":"traceutil/trace.go:171","msg":"trace[370837688] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25413; }","duration":"1.426361175s","start":"2026-03-18T10:46:31.929953Z","end":"2026-03-18T10:46:33.356314Z","steps":["trace[370837688] 'agreement among raft nodes before linearized reading' (duration: 1.426305944s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.35636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209570427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.356329Z","caller":"traceutil/trace.go:171","msg":"trace[1844681283] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25413; }","duration":"1.209587588s","start":"2026-03-18T10:46:32.146734Z","end":"2026-03-18T10:46:33.356321Z","steps":["trace[1844681283] 'agreement among raft nodes before linearized reading' (duration: 1.209552068s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.356392Z","caller":"traceutil/trace.go:171","msg":"trace[57784432] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25413; }","duration":"1.209609969s","start":"2026-03-18T10:46:32.146775Z","end":"2026-03-18T10:46:33.356385Z","steps":["trace[57784432] 'agreement among raft nodes before linearized reading' (duration: 1.209571098s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.356366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:31.929911Z","time spent":"1.426448036s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:46:33.356422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.146772Z","time spent":"1.209645009s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:46:33.356397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.146718Z","time spent":"1.20967294s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:46:33.356475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166998516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.356514Z","caller":"traceutil/trace.go:171","msg":"trace[2042146241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25413; }","duration":"1.167039336s","start":"2026-03-18T10:46:32.189464Z","end":"2026-03-18T10:46:33.356503Z","steps":["trace[2042146241] 'agreement among raft nodes before linearized reading' (duration: 1.166976685s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.356552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.189413Z","time spent":"1.167132689s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:33.356676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.15082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:46:33.356733Z","caller":"traceutil/trace.go:171","msg":"trace[2038939736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25413; }","duration":"638.245002ms","start":"2026-03-18T10:46:32.718475Z","end":"2026-03-18T10:46:33.35672Z","steps":["trace[2038939736] 'agreement among raft nodes before linearized reading' (duration: 638.084249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.356761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.679026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T10:46:33.356779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.718455Z","time spent":"638.313173ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:33.356935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.392313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:33.356977Z","caller":"traceutil/trace.go:171","msg":"trace[1045786493] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25413; }","duration":"849.494526ms","start":"2026-03-18T10:46:32.507473Z","end":"2026-03-18T10:46:33.356968Z","steps":["trace[1045786493] 'agreement among raft nodes before linearized reading' (duration: 849.343222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.357006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.50745Z","time spent":"849.548167ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:33.356821Z","caller":"traceutil/trace.go:171","msg":"trace[2088222690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25413; }","duration":"127.757628ms","start":"2026-03-18T10:46:33.229028Z","end":"2026-03-18T10:46:33.356786Z","steps":["trace[2088222690] 'agreement among raft nodes before linearized reading' (duration: 127.625155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.357039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.120314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:33.357084Z","caller":"traceutil/trace.go:171","msg":"trace[1524276067] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25413; }","duration":"496.202926ms","start":"2026-03-18T10:46:32.860871Z","end":"2026-03-18T10:46:33.357074Z","steps":["trace[1524276067] 'agreement among raft nodes before linearized reading' (duration: 496.130164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.357125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.860853Z","time spent":"496.263497ms","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:33.357142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08850041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:46:33.357167Z","caller":"traceutil/trace.go:171","msg":"trace[1050828247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25413; }","duration":"1.088584893s","start":"2026-03-18T10:46:32.268574Z","end":"2026-03-18T10:46:33.357159Z","steps":["trace[1050828247] 'agreement among raft nodes before linearized reading' (duration: 1.088501451s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.357203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.268556Z","time spent":"1.088641364s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:46:33.357307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107940214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-18T10:46:33.357349Z","caller":"traceutil/trace.go:171","msg":"trace[1984082581] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25413; }","duration":"1.108018036s","start":"2026-03-18T10:46:32.249321Z","end":"2026-03-18T10:46:33.357339Z","steps":["trace[1984082581] 'agreement among raft nodes before linearized reading' (duration: 1.107913643s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.357376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.249302Z","time spent":"1.108068057s","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:46:33.357527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099201999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:46:33.357574Z","caller":"traceutil/trace.go:171","msg":"trace[2002537532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25413; }","duration":"1.099276921s","start":"2026-03-18T10:46:32.258287Z","end":"2026-03-18T10:46:33.357564Z","steps":["trace[2002537532] 'agreement among raft nodes before linearized reading' (duration: 1.099111637s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.357602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:32.258272Z","time spent":"1.099323961s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:46:33.776876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.729876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:33.777293Z","caller":"traceutil/trace.go:171","msg":"trace[1898888845] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"413.958377ms","start":"2026-03-18T10:46:33.363271Z","end":"2026-03-18T10:46:33.777229Z","steps":["trace[1898888845] 'process raft request' (duration: 413.704611ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:33.777382Z","caller":"traceutil/trace.go:171","msg":"trace[1371189170] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"414.054748ms","start":"2026-03-18T10:46:33.363292Z","end":"2026-03-18T10:46:33.777346Z","steps":["trace[1371189170] 'process raft request' (duration: 413.717041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.777447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.363256Z","time spent":"414.11517ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:33.777449Z","caller":"traceutil/trace.go:171","msg":"trace[776754459] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"414.037079ms","start":"2026-03-18T10:46:33.363362Z","end":"2026-03-18T10:46:33.777399Z","steps":["trace[776754459] 'process raft request' (duration: 413.673851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:33.777558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.363282Z","time spent":"414.183922ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:33.777679Z","caller":"traceutil/trace.go:171","msg":"trace[1665600327] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"415.316396ms","start":"2026-03-18T10:46:33.362348Z","end":"2026-03-18T10:46:33.777664Z","steps":["trace[1665600327] 'process raft request' (duration: 210.720721ms)","trace[1665600327] 'compare' (duration: 203.622434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:33.777684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.36329Z","time spent":"414.275023ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:33.777747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.362327Z","time spent":"415.383188ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:34.145352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.270494ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:46:34.145442Z","caller":"traceutil/trace.go:171","msg":"trace[1296183094] linearizableReadLoop","detail":"{readStateIndex:26309; appliedIndex:26305; }","duration":"779.096322ms","start":"2026-03-18T10:46:33.366329Z","end":"2026-03-18T10:46:34.145426Z","steps":["trace[1296183094] 'read index received' (duration: 206.726473ms)","trace[1296183094] 'applied index is now lower than readState.Index' (duration: 572.368829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:34.145566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.229554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:34.145594Z","caller":"traceutil/trace.go:171","msg":"trace[785924865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25417; }","duration":"779.272195ms","start":"2026-03-18T10:46:33.366311Z","end":"2026-03-18T10:46:34.145583Z","steps":["trace[785924865] 'agreement among raft nodes before linearized reading' (duration: 779.214514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.145617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.366304Z","time spent":"779.307256ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:46:34.145807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.196985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:34.145834Z","caller":"traceutil/trace.go:171","msg":"trace[1213659973] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25417; }","duration":"758.255005ms","start":"2026-03-18T10:46:33.387571Z","end":"2026-03-18T10:46:34.145827Z","steps":["trace[1213659973] 'agreement among raft nodes before linearized reading' (duration: 758.212175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.145853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.387556Z","time spent":"758.290707ms","remote":"127.0.0.1:49410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:34.145961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.271274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:34.145985Z","caller":"traceutil/trace.go:171","msg":"trace[558921567] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25417; }","duration":"592.295005ms","start":"2026-03-18T10:46:33.553685Z","end":"2026-03-18T10:46:34.14598Z","steps":["trace[558921567] 'agreement among raft nodes before linearized reading' (duration: 592.257314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.146002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.553634Z","time spent":"592.363586ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:46:34.14603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.611968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T10:46:34.146076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.737193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T10:46:34.146124Z","caller":"traceutil/trace.go:171","msg":"trace[1414804317] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25417; }","duration":"463.703459ms","start":"2026-03-18T10:46:33.682375Z","end":"2026-03-18T10:46:34.146079Z","steps":["trace[1414804317] 'agreement among raft nodes before linearized reading' (duration: 463.603857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.14617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.68236Z","time spent":"463.800992ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:34.146175Z","caller":"traceutil/trace.go:171","msg":"trace[1383121789] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25417; }","duration":"588.105671ms","start":"2026-03-18T10:46:33.558049Z","end":"2026-03-18T10:46:34.146155Z","steps":["trace[1383121789] 'agreement among raft nodes before linearized reading' (duration: 587.867015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.146211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.726694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:34.14622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.558032Z","time spent":"588.179062ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T10:46:34.146239Z","caller":"traceutil/trace.go:171","msg":"trace[1985947192] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25417; }","duration":"685.778134ms","start":"2026-03-18T10:46:33.460453Z","end":"2026-03-18T10:46:34.146231Z","steps":["trace[1985947192] 'agreement among raft nodes before linearized reading' (duration: 685.737294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.146259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.460438Z","time spent":"685.815486ms","remote":"127.0.0.1:49274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:46:34.146255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.85211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-18T10:46:34.146273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.912368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:34.146325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.053777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T10:46:34.146376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.559348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-18T10:46:34.146374Z","caller":"traceutil/trace.go:171","msg":"trace[1124482403] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25417; }","duration":"594.025113ms","start":"2026-03-18T10:46:33.552324Z","end":"2026-03-18T10:46:34.146349Z","steps":["trace[1124482403] 'agreement among raft nodes before linearized reading' (duration: 593.638304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:34.146416Z","caller":"traceutil/trace.go:171","msg":"trace[1891347343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25417; }","duration":"587.60926ms","start":"2026-03-18T10:46:33.558792Z","end":"2026-03-18T10:46:34.146401Z","steps":["trace[1891347343] 'agreement among raft nodes before linearized reading' (duration: 587.522808ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:34.146425Z","caller":"traceutil/trace.go:171","msg":"trace[672304071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25417; }","duration":"392.183019ms","start":"2026-03-18T10:46:33.754217Z","end":"2026-03-18T10:46:34.1464Z","steps":["trace[672304071] 'agreement among raft nodes before linearized reading' (duration: 391.922463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:34.146408Z","caller":"traceutil/trace.go:171","msg":"trace[780754741] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25417; }","duration":"593.096702ms","start":"2026-03-18T10:46:33.553263Z","end":"2026-03-18T10:46:34.14636Z","steps":["trace[780754741] 'agreement among raft nodes before linearized reading' (duration: 592.883168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.146441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.552309Z","time spent":"594.122855ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-18T10:46:34.14645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.558783Z","time spent":"587.662061ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T10:46:34.146471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.754175Z","time spent":"392.286141ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:46:34.146506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.553203Z","time spent":"593.266217ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:46:34.146176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.723759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:46:34.146539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.41375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:34.146562Z","caller":"traceutil/trace.go:171","msg":"trace[1835268384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25417; }","duration":"595.144179ms","start":"2026-03-18T10:46:33.551411Z","end":"2026-03-18T10:46:34.146555Z","steps":["trace[1835268384] 'agreement among raft nodes before linearized reading' (duration: 594.680028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:34.146575Z","caller":"traceutil/trace.go:171","msg":"trace[478642708] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25417; }","duration":"593.456801ms","start":"2026-03-18T10:46:33.553107Z","end":"2026-03-18T10:46:34.146564Z","steps":["trace[478642708] 'agreement among raft nodes before linearized reading' (duration: 593.40198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.14659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.55139Z","time spent":"595.1929ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:46:34.146607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.5531Z","time spent":"593.497621ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:46:34.146934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.73659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:46:34.147735Z","caller":"traceutil/trace.go:171","msg":"trace[1472871881] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25417; }","duration":"388.574938ms","start":"2026-03-18T10:46:33.759134Z","end":"2026-03-18T10:46:34.147709Z","steps":["trace[1472871881] 'agreement among raft nodes before linearized reading' (duration: 386.818019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.147877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:33.759127Z","time spent":"388.730311ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":191,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T10:46:34.309092Z","caller":"traceutil/trace.go:171","msg":"trace[1070036617] linearizableReadLoop","detail":"{readStateIndex:26311; appliedIndex:26310; }","duration":"156.691064ms","start":"2026-03-18T10:46:34.152368Z","end":"2026-03-18T10:46:34.30906Z","steps":["trace[1070036617] 'read index received' (duration: 156.539801ms)","trace[1070036617] 'applied index is now lower than readState.Index' (duration: 150.113µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:34.309331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.94102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:46:34.309375Z","caller":"traceutil/trace.go:171","msg":"trace[1839625490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25418; }","duration":"157.004121ms","start":"2026-03-18T10:46:34.15236Z","end":"2026-03-18T10:46:34.309364Z","steps":["trace[1839625490] 'agreement among raft nodes before linearized reading' (duration: 156.818777ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:34.309339Z","caller":"traceutil/trace.go:171","msg":"trace[1352875842] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"157.847509ms","start":"2026-03-18T10:46:34.151449Z","end":"2026-03-18T10:46:34.309296Z","steps":["trace[1352875842] 'process raft request' (duration: 157.435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:34.812203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438792674446331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:46:35.102671Z","caller":"traceutil/trace.go:171","msg":"trace[2137589725] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"950.241358ms","start":"2026-03-18T10:46:34.152387Z","end":"2026-03-18T10:46:35.102628Z","steps":["trace[2137589725] 'process raft request' (duration: 949.950852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:35.103096Z","caller":"traceutil/trace.go:171","msg":"trace[1550045705] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"950.499324ms","start":"2026-03-18T10:46:34.152437Z","end":"2026-03-18T10:46:35.102936Z","steps":["trace[1550045705] 'process raft request' (duration: 950.131836ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:35.103143Z","caller":"traceutil/trace.go:171","msg":"trace[283824774] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"909.473686ms","start":"2026-03-18T10:46:34.193606Z","end":"2026-03-18T10:46:35.10308Z","steps":["trace[283824774] 'process raft request' (duration: 909.228351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.103107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.152367Z","time spent":"950.427043ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:35.103309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.727893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18633"} {"level":"warn","ts":"2026-03-18T10:46:35.103331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.152416Z","time spent":"950.76071ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:35.103371Z","caller":"traceutil/trace.go:171","msg":"trace[779943361] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25421; }","duration":"791.850126ms","start":"2026-03-18T10:46:34.311505Z","end":"2026-03-18T10:46:35.103356Z","steps":["trace[779943361] 'agreement among raft nodes before linearized reading' (duration: 791.629451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.103414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.311486Z","time spent":"791.917317ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18656,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T10:46:35.103421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.193585Z","time spent":"909.665851ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:35.103032Z","caller":"traceutil/trace.go:171","msg":"trace[2137585569] linearizableReadLoop","detail":"{readStateIndex:26314; appliedIndex:26311; }","duration":"791.427896ms","start":"2026-03-18T10:46:34.31157Z","end":"2026-03-18T10:46:35.102998Z","steps":["trace[2137585569] 'read index received' (duration: 790.777302ms)","trace[2137585569] 'applied index is now lower than readState.Index' (duration: 649.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:35.183692Z","caller":"traceutil/trace.go:171","msg":"trace[1965510753] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"320.834503ms","start":"2026-03-18T10:46:34.862834Z","end":"2026-03-18T10:46:35.183669Z","steps":["trace[1965510753] 'process raft request' (duration: 318.746166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.183807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.862801Z","time spent":"320.946137ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:46:35.183892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.422748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:35.183988Z","caller":"traceutil/trace.go:171","msg":"trace[499790154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25425; }","duration":"537.587741ms","start":"2026-03-18T10:46:34.64638Z","end":"2026-03-18T10:46:35.183968Z","steps":["trace[499790154] 'agreement among raft nodes before linearized reading' (duration: 537.424257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.184032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.6463Z","time spent":"537.724354ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:46:35.184109Z","caller":"traceutil/trace.go:171","msg":"trace[1516330444] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"320.072447ms","start":"2026-03-18T10:46:34.864029Z","end":"2026-03-18T10:46:35.184102Z","steps":["trace[1516330444] 'process raft request' (duration: 319.678098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.184148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.864002Z","time spent":"320.126158ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:35.184196Z","caller":"traceutil/trace.go:171","msg":"trace[478975579] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"320.629589ms","start":"2026-03-18T10:46:34.863562Z","end":"2026-03-18T10:46:35.184192Z","steps":["trace[478975579] 'process raft request' (duration: 319.896743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.184229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.86355Z","time spent":"320.66217ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:35.184266Z","caller":"traceutil/trace.go:171","msg":"trace[706714659] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"319.107196ms","start":"2026-03-18T10:46:34.865089Z","end":"2026-03-18T10:46:35.184196Z","steps":["trace[706714659] 'process raft request' (duration: 318.659506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:35.184478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.096994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:35.184643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:46:34.865043Z","time spent":"319.376952ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:46:35.18468Z","caller":"traceutil/trace.go:171","msg":"trace[1381190790] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25425; }","duration":"221.450082ms","start":"2026-03-18T10:46:34.963195Z","end":"2026-03-18T10:46:35.184645Z","steps":["trace[1381190790] 'agreement among raft nodes before linearized reading' (duration: 221.080924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:38.481531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.465446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:38.481974Z","caller":"traceutil/trace.go:171","msg":"trace[813123354] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"137.281089ms","start":"2026-03-18T10:46:38.344667Z","end":"2026-03-18T10:46:38.481948Z","steps":["trace[813123354] 'process raft request' (duration: 19.271361ms)","trace[813123354] 'compare' (duration: 117.122159ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:38.483465Z","caller":"traceutil/trace.go:171","msg":"trace[1065553035] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"120.346791ms","start":"2026-03-18T10:46:38.363092Z","end":"2026-03-18T10:46:38.483439Z","steps":["trace[1065553035] 'process raft request' (duration: 120.196678ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:40.139049Z","caller":"traceutil/trace.go:171","msg":"trace[1035656651] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"177.048999ms","start":"2026-03-18T10:46:39.961963Z","end":"2026-03-18T10:46:40.139012Z","steps":["trace[1035656651] 'process raft request' (duration: 176.981577ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:40.139063Z","caller":"traceutil/trace.go:171","msg":"trace[1150098967] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"177.842367ms","start":"2026-03-18T10:46:39.961175Z","end":"2026-03-18T10:46:40.139018Z","steps":["trace[1150098967] 'process raft request' (duration: 110.478471ms)","trace[1150098967] 'compare' (duration: 67.09188ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:43.597385Z","caller":"traceutil/trace.go:171","msg":"trace[778050192] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"108.69773ms","start":"2026-03-18T10:46:43.488654Z","end":"2026-03-18T10:46:43.597352Z","steps":["trace[778050192] 'process raft request' (duration: 99.091346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:46.545905Z","caller":"traceutil/trace.go:171","msg":"trace[347854550] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"155.679252ms","start":"2026-03-18T10:46:46.390143Z","end":"2026-03-18T10:46:46.545822Z","steps":["trace[347854550] 'process raft request' (duration: 155.129139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:47.434065Z","caller":"traceutil/trace.go:171","msg":"trace[1768267516] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"209.084326ms","start":"2026-03-18T10:46:47.224958Z","end":"2026-03-18T10:46:47.434043Z","steps":["trace[1768267516] 'process raft request' (duration: 208.928032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.594642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.502712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:47.594862Z","caller":"traceutil/trace.go:171","msg":"trace[1054177243] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"277.408033ms","start":"2026-03-18T10:46:47.317436Z","end":"2026-03-18T10:46:47.594844Z","steps":["trace[1054177243] 'process raft request' (duration: 277.314951ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:47.594902Z","caller":"traceutil/trace.go:171","msg":"trace[277377405] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"279.137971ms","start":"2026-03-18T10:46:47.315736Z","end":"2026-03-18T10:46:47.594874Z","steps":["trace[277377405] 'process raft request' (duration: 129.296701ms)","trace[277377405] 'compare' (duration: 149.344729ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:47.595Z","caller":"traceutil/trace.go:171","msg":"trace[1851521128] linearizableReadLoop","detail":"{readStateIndex:26398; appliedIndex:26395; }","duration":"203.256094ms","start":"2026-03-18T10:46:47.391724Z","end":"2026-03-18T10:46:47.59498Z","steps":["trace[1851521128] 'read index received' (duration: 42.207953ms)","trace[1851521128] 'applied index is now lower than readState.Index' (duration: 161.047131ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:47.595048Z","caller":"traceutil/trace.go:171","msg":"trace[1092988123] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"190.773056ms","start":"2026-03-18T10:46:47.404256Z","end":"2026-03-18T10:46:47.595029Z","steps":["trace[1092988123] 'process raft request' (duration: 190.551371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:47.595099Z","caller":"traceutil/trace.go:171","msg":"trace[1406645000] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"190.748046ms","start":"2026-03-18T10:46:47.404307Z","end":"2026-03-18T10:46:47.595055Z","steps":["trace[1406645000] 'process raft request' (duration: 190.594581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.595272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.531772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:47.595336Z","caller":"traceutil/trace.go:171","msg":"trace[1006644382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25505; }","duration":"203.635724ms","start":"2026-03-18T10:46:47.391682Z","end":"2026-03-18T10:46:47.595318Z","steps":["trace[1006644382] 'agreement among raft nodes before linearized reading' (duration: 203.381428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.60972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.316767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18633"} {"level":"warn","ts":"2026-03-18T10:46:47.60973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.75512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:47.609759Z","caller":"traceutil/trace.go:171","msg":"trace[65752215] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25506; }","duration":"216.395289ms","start":"2026-03-18T10:46:47.393354Z","end":"2026-03-18T10:46:47.609749Z","steps":["trace[65752215] 'agreement among raft nodes before linearized reading' (duration: 216.226065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:47.609785Z","caller":"traceutil/trace.go:171","msg":"trace[974782643] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25506; }","duration":"107.836992ms","start":"2026-03-18T10:46:47.501934Z","end":"2026-03-18T10:46:47.609771Z","steps":["trace[974782643] 'agreement among raft nodes before linearized reading' (duration: 107.727489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.609795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.25249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:46:47.609818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.245119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:47.609868Z","caller":"traceutil/trace.go:171","msg":"trace[414631604] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25506; }","duration":"120.361582ms","start":"2026-03-18T10:46:47.489493Z","end":"2026-03-18T10:46:47.609854Z","steps":["trace[414631604] 'agreement among raft nodes before linearized reading' (duration: 120.236419ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:47.609887Z","caller":"traceutil/trace.go:171","msg":"trace[157847210] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25506; }","duration":"120.350431ms","start":"2026-03-18T10:46:47.489521Z","end":"2026-03-18T10:46:47.609872Z","steps":["trace[157847210] 'agreement among raft nodes before linearized reading' (duration: 120.185277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.609938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.132335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:47.609975Z","caller":"traceutil/trace.go:171","msg":"trace[1921324413] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25506; }","duration":"107.188587ms","start":"2026-03-18T10:46:47.502777Z","end":"2026-03-18T10:46:47.609966Z","steps":["trace[1921324413] 'agreement among raft nodes before linearized reading' (duration: 107.132186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.609994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.225878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:47.610017Z","caller":"traceutil/trace.go:171","msg":"trace[498981452] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25506; }","duration":"120.30035ms","start":"2026-03-18T10:46:47.489711Z","end":"2026-03-18T10:46:47.610011Z","steps":["trace[498981452] 'agreement among raft nodes before linearized reading' (duration: 120.235629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:47.610059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.937207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:46:47.610119Z","caller":"traceutil/trace.go:171","msg":"trace[618609901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25506; }","duration":"135.021729ms","start":"2026-03-18T10:46:47.475071Z","end":"2026-03-18T10:46:47.610093Z","steps":["trace[618609901] 'agreement among raft nodes before linearized reading' (duration: 134.950547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:50.198569Z","caller":"traceutil/trace.go:171","msg":"trace[16343050] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"156.111971ms","start":"2026-03-18T10:46:50.042414Z","end":"2026-03-18T10:46:50.198526Z","steps":["trace[16343050] 'process raft request' (duration: 155.744653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:55.900093Z","caller":"traceutil/trace.go:171","msg":"trace[1809593859] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"116.056714ms","start":"2026-03-18T10:46:55.784006Z","end":"2026-03-18T10:46:55.900063Z","steps":["trace[1809593859] 'process raft request' (duration: 115.8641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:55.902388Z","caller":"traceutil/trace.go:171","msg":"trace[1489533274] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"117.263823ms","start":"2026-03-18T10:46:55.785088Z","end":"2026-03-18T10:46:55.902351Z","steps":["trace[1489533274] 'process raft request' (duration: 117.14475ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:55.902477Z","caller":"traceutil/trace.go:171","msg":"trace[1245410004] linearizableReadLoop","detail":"{readStateIndex:26459; appliedIndex:26457; }","duration":"109.584231ms","start":"2026-03-18T10:46:55.792866Z","end":"2026-03-18T10:46:55.90245Z","steps":["trace[1245410004] 'read index received' (duration: 107.172967ms)","trace[1245410004] 'applied index is now lower than readState.Index' (duration: 2.409574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:55.902978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.094032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:55.903048Z","caller":"traceutil/trace.go:171","msg":"trace[245654049] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25563; }","duration":"110.206114ms","start":"2026-03-18T10:46:55.792827Z","end":"2026-03-18T10:46:55.903033Z","steps":["trace[245654049] 'agreement among raft nodes before linearized reading' (duration: 110.105391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:58.12395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.749294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:46:58.12419Z","caller":"traceutil/trace.go:171","msg":"trace[1598404496] linearizableReadLoop","detail":"{readStateIndex:26473; appliedIndex:26471; }","duration":"211.955039ms","start":"2026-03-18T10:46:57.912216Z","end":"2026-03-18T10:46:58.124171Z","steps":["trace[1598404496] 'read index received' (duration: 84.611752ms)","trace[1598404496] 'applied index is now lower than readState.Index' (duration: 127.341987ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:46:58.124279Z","caller":"traceutil/trace.go:171","msg":"trace[1297699108] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"214.825503ms","start":"2026-03-18T10:46:57.909439Z","end":"2026-03-18T10:46:58.124264Z","steps":["trace[1297699108] 'process raft request' (duration: 87.715331ms)","trace[1297699108] 'compare' (duration: 126.417167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:46:58.124461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.148103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:46:58.124788Z","caller":"traceutil/trace.go:171","msg":"trace[349218969] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25575; }","duration":"216.4952ms","start":"2026-03-18T10:46:57.908268Z","end":"2026-03-18T10:46:58.124763Z","steps":["trace[349218969] 'agreement among raft nodes before linearized reading' (duration: 216.116332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:58.124425Z","caller":"traceutil/trace.go:171","msg":"trace[1538909770] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"213.392271ms","start":"2026-03-18T10:46:57.910987Z","end":"2026-03-18T10:46:58.124379Z","steps":["trace[1538909770] 'process raft request' (duration: 213.081764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:46:58.125654Z","caller":"traceutil/trace.go:171","msg":"trace[1995310767] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"118.796517ms","start":"2026-03-18T10:46:58.006837Z","end":"2026-03-18T10:46:58.125633Z","steps":["trace[1995310767] 'process raft request' (duration: 118.504129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:46:58.125794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.990129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:46:58.125927Z","caller":"traceutil/trace.go:171","msg":"trace[1533569661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25576; }","duration":"211.240585ms","start":"2026-03-18T10:46:57.91466Z","end":"2026-03-18T10:46:58.1259Z","steps":["trace[1533569661] 'agreement among raft nodes before linearized reading' (duration: 210.852126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:14.841421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.205631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:14.841497Z","caller":"traceutil/trace.go:171","msg":"trace[937000819] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25713; }","duration":"206.337344ms","start":"2026-03-18T10:47:14.635142Z","end":"2026-03-18T10:47:14.841479Z","steps":["trace[937000819] 'count revisions from in-memory index tree' (duration: 206.12993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:14.841835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.510434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:14.842159Z","caller":"traceutil/trace.go:171","msg":"trace[93376731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25713; }","duration":"196.674317ms","start":"2026-03-18T10:47:14.645254Z","end":"2026-03-18T10:47:14.841928Z","steps":["trace[93376731] 'range keys from in-memory index tree' (duration: 196.415802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:16.574731Z","caller":"traceutil/trace.go:171","msg":"trace[1128075235] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"119.88898ms","start":"2026-03-18T10:47:16.454818Z","end":"2026-03-18T10:47:16.574707Z","steps":["trace[1128075235] 'process raft request' (duration: 119.586183ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:17.123952Z","caller":"traceutil/trace.go:171","msg":"trace[1175248516] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"242.249606ms","start":"2026-03-18T10:47:16.881663Z","end":"2026-03-18T10:47:17.123913Z","steps":["trace[1175248516] 'process raft request' (duration: 242.021111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:18.304469Z","caller":"traceutil/trace.go:171","msg":"trace[561052685] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"300.209683ms","start":"2026-03-18T10:47:18.004198Z","end":"2026-03-18T10:47:18.304407Z","steps":["trace[561052685] 'process raft request' (duration: 260.335871ms)","trace[561052685] 'compare' (duration: 39.722358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:18.304709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:18.004181Z","time spent":"300.396746ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:18.35806Z","caller":"traceutil/trace.go:171","msg":"trace[2030271227] linearizableReadLoop","detail":"{readStateIndex:26637; appliedIndex:26635; }","duration":"217.75981ms","start":"2026-03-18T10:47:18.140274Z","end":"2026-03-18T10:47:18.358034Z","steps":["trace[2030271227] 'read index received' (duration: 124.211998ms)","trace[2030271227] 'applied index is now lower than readState.Index' (duration: 93.546671ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:18.358403Z","caller":"traceutil/trace.go:171","msg":"trace[589848397] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"353.197787ms","start":"2026-03-18T10:47:18.005189Z","end":"2026-03-18T10:47:18.358386Z","steps":["trace[589848397] 'process raft request' (duration: 352.532253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:18.358571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:18.005171Z","time spent":"353.29083ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:18.358843Z","caller":"traceutil/trace.go:171","msg":"trace[781650891] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"159.17297ms","start":"2026-03-18T10:47:18.199654Z","end":"2026-03-18T10:47:18.358827Z","steps":["trace[781650891] 'process raft request' (duration: 158.218259ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:18.359019Z","caller":"traceutil/trace.go:171","msg":"trace[546716978] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"156.823417ms","start":"2026-03-18T10:47:18.202182Z","end":"2026-03-18T10:47:18.359006Z","steps":["trace[546716978] 'process raft request' (duration: 155.751123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:18.359134Z","caller":"traceutil/trace.go:171","msg":"trace[57896621] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"156.288665ms","start":"2026-03-18T10:47:18.202834Z","end":"2026-03-18T10:47:18.359123Z","steps":["trace[57896621] 'process raft request' (duration: 155.147659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:18.359364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.088838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-rabbit-init-g96z7\" ","response":"range_response_count:1 size:6664"} {"level":"info","ts":"2026-03-18T10:47:18.359419Z","caller":"traceutil/trace.go:171","msg":"trace[1206528025] range","detail":"{range_begin:/registry/pods/openstack/manila-rabbit-init-g96z7; range_end:; response_count:1; response_revision:25737; }","duration":"219.203491ms","start":"2026-03-18T10:47:18.140205Z","end":"2026-03-18T10:47:18.359408Z","steps":["trace[1206528025] 'agreement among raft nodes before linearized reading' (duration: 219.036837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:18.359563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.757424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:18.359583Z","caller":"traceutil/trace.go:171","msg":"trace[1185838584] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25737; }","duration":"194.838937ms","start":"2026-03-18T10:47:18.16474Z","end":"2026-03-18T10:47:18.359579Z","steps":["trace[1185838584] 'agreement among raft nodes before linearized reading' (duration: 194.801976ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:18.536337Z","caller":"traceutil/trace.go:171","msg":"trace[2039134673] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"172.678491ms","start":"2026-03-18T10:47:18.363629Z","end":"2026-03-18T10:47:18.536308Z","steps":["trace[2039134673] 'process raft request' (duration: 172.424815ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:18.536703Z","caller":"traceutil/trace.go:171","msg":"trace[1396342370] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"168.746834ms","start":"2026-03-18T10:47:18.367916Z","end":"2026-03-18T10:47:18.53655Z","steps":["trace[1396342370] 'process raft request' (duration: 168.331035ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:18.557704Z","caller":"traceutil/trace.go:171","msg":"trace[845542403] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"185.345595ms","start":"2026-03-18T10:47:18.372334Z","end":"2026-03-18T10:47:18.55768Z","steps":["trace[845542403] 'process raft request' (duration: 183.76042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.069517Z","caller":"traceutil/trace.go:171","msg":"trace[769015531] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"444.373216ms","start":"2026-03-18T10:47:18.625116Z","end":"2026-03-18T10:47:19.069489Z","steps":["trace[769015531] 'process raft request' (duration: 442.455263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.069551Z","caller":"traceutil/trace.go:171","msg":"trace[1094540676] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"254.260426ms","start":"2026-03-18T10:47:18.815264Z","end":"2026-03-18T10:47:19.069524Z","steps":["trace[1094540676] 'process raft request' (duration: 254.159924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.06952Z","caller":"traceutil/trace.go:171","msg":"trace[1845338953] linearizableReadLoop","detail":"{readStateIndex:26648; appliedIndex:26646; }","duration":"110.744377ms","start":"2026-03-18T10:47:18.958756Z","end":"2026-03-18T10:47:19.0695Z","steps":["trace[1845338953] 'read index received' (duration: 108.821833ms)","trace[1845338953] 'applied index is now lower than readState.Index' (duration: 1.921734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:19.069811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.037233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T10:47:19.069874Z","caller":"traceutil/trace.go:171","msg":"trace[561753302] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25744; }","duration":"111.160096ms","start":"2026-03-18T10:47:18.958703Z","end":"2026-03-18T10:47:19.069863Z","steps":["trace[561753302] 'agreement among raft nodes before linearized reading' (duration: 110.859859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.069978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:18.625101Z","time spent":"444.578662ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:19.901734Z","caller":"traceutil/trace.go:171","msg":"trace[2143725749] linearizableReadLoop","detail":"{readStateIndex:26651; appliedIndex:26650; }","duration":"299.458797ms","start":"2026-03-18T10:47:19.60225Z","end":"2026-03-18T10:47:19.901709Z","steps":["trace[2143725749] 'read index received' (duration: 299.340714ms)","trace[2143725749] 'applied index is now lower than readState.Index' (duration: 117.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:19.901786Z","caller":"traceutil/trace.go:171","msg":"trace[1529130021] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"352.100144ms","start":"2026-03-18T10:47:19.549664Z","end":"2026-03-18T10:47:19.901764Z","steps":["trace[1529130021] 'process raft request' (duration: 351.90347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.90191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.63004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:19.901939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.549637Z","time spent":"352.198786ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4929,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:19.902017Z","caller":"traceutil/trace.go:171","msg":"trace[583958836] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25747; }","duration":"299.786784ms","start":"2026-03-18T10:47:19.602203Z","end":"2026-03-18T10:47:19.90199Z","steps":["trace[583958836] 'agreement among raft nodes before linearized reading' (duration: 299.61337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:19.907538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.293076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:19.907595Z","caller":"traceutil/trace.go:171","msg":"trace[1568466919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25748; }","duration":"262.386018ms","start":"2026-03-18T10:47:19.645195Z","end":"2026-03-18T10:47:19.907581Z","steps":["trace[1568466919] 'agreement among raft nodes before linearized reading' (duration: 262.289336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:19.907598Z","caller":"traceutil/trace.go:171","msg":"trace[1287718780] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"164.54927ms","start":"2026-03-18T10:47:19.743038Z","end":"2026-03-18T10:47:19.907587Z","steps":["trace[1287718780] 'process raft request' (duration: 164.353486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.80999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.372908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:47:20.810113Z","caller":"traceutil/trace.go:171","msg":"trace[1997573230] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"499.633922ms","start":"2026-03-18T10:47:20.310469Z","end":"2026-03-18T10:47:20.810103Z","steps":["trace[1997573230] 'process raft request' (duration: 499.589941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.810153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.310447Z","time spent":"499.687153ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:20.810368Z","caller":"traceutil/trace.go:171","msg":"trace[2049229944] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"847.264676ms","start":"2026-03-18T10:47:19.963096Z","end":"2026-03-18T10:47:20.810361Z","steps":["trace[2049229944] 'process raft request' (duration: 308.384016ms)","trace[2049229944] 'compare' (duration: 538.00879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:20.810402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.963072Z","time spent":"847.314736ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:20.810505Z","caller":"traceutil/trace.go:171","msg":"trace[1115000662] linearizableReadLoop","detail":"{readStateIndex:26653; appliedIndex:26652; }","duration":"844.153635ms","start":"2026-03-18T10:47:19.966331Z","end":"2026-03-18T10:47:20.810485Z","steps":["trace[1115000662] 'read index received' (duration: 305.153833ms)","trace[1115000662] 'applied index is now lower than readState.Index' (duration: 538.997882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:20.810629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.294309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:20.810655Z","caller":"traceutil/trace.go:171","msg":"trace[781401214] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25750; }","duration":"844.381151ms","start":"2026-03-18T10:47:19.966268Z","end":"2026-03-18T10:47:20.810649Z","steps":["trace[781401214] 'agreement among raft nodes before linearized reading' (duration: 844.31567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.810674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.966241Z","time spent":"844.428631ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:47:20.900755Z","caller":"traceutil/trace.go:171","msg":"trace[1014498492] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"536.233081ms","start":"2026-03-18T10:47:20.3645Z","end":"2026-03-18T10:47:20.900733Z","steps":["trace[1014498492] 'process raft request' (duration: 535.954634ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:20.900791Z","caller":"traceutil/trace.go:171","msg":"trace[1557827578] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"534.83591ms","start":"2026-03-18T10:47:20.365924Z","end":"2026-03-18T10:47:20.90076Z","steps":["trace[1557827578] 'process raft request' (duration: 534.712597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.900874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.364477Z","time spent":"536.327674ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:20.900986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.365901Z","time spent":"534.954312ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:20.901173Z","caller":"traceutil/trace.go:171","msg":"trace[689497784] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"534.451481ms","start":"2026-03-18T10:47:20.366716Z","end":"2026-03-18T10:47:20.901167Z","steps":["trace[689497784] 'process raft request' (duration: 533.97571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.901207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.36671Z","time spent":"534.480411ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:20.901409Z","caller":"traceutil/trace.go:171","msg":"trace[541067274] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"534.199555ms","start":"2026-03-18T10:47:20.367202Z","end":"2026-03-18T10:47:20.901402Z","steps":["trace[541067274] 'process raft request' (duration: 533.861648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.901414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.61005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"warn","ts":"2026-03-18T10:47:20.901449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.367196Z","time spent":"534.231997ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:20.90146Z","caller":"traceutil/trace.go:171","msg":"trace[1120192115] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25754; }","duration":"909.683302ms","start":"2026-03-18T10:47:19.991765Z","end":"2026-03-18T10:47:20.901448Z","steps":["trace[1120192115] 'agreement among raft nodes before linearized reading' (duration: 909.529579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.901488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.69243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:20.901604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.991755Z","time spent":"909.836795ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4970,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:47:20.901651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.715997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:20.901673Z","caller":"traceutil/trace.go:171","msg":"trace[1882061272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25754; }","duration":"255.759519ms","start":"2026-03-18T10:47:20.645909Z","end":"2026-03-18T10:47:20.901668Z","steps":["trace[1882061272] 'agreement among raft nodes before linearized reading' (duration: 255.723628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.901771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.864148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:20.901792Z","caller":"traceutil/trace.go:171","msg":"trace[448270947] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25754; }","duration":"156.897208ms","start":"2026-03-18T10:47:20.74489Z","end":"2026-03-18T10:47:20.901787Z","steps":["trace[448270947] 'agreement among raft nodes before linearized reading' (duration: 156.859468ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:20.901637Z","caller":"traceutil/trace.go:171","msg":"trace[1001642916] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25754; }","duration":"315.844153ms","start":"2026-03-18T10:47:20.585745Z","end":"2026-03-18T10:47:20.901589Z","steps":["trace[1001642916] 'agreement among raft nodes before linearized reading' (duration: 315.6991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.901873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.585725Z","time spent":"316.136659ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:47:20.901893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.287014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:20.90192Z","caller":"traceutil/trace.go:171","msg":"trace[1501912553] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25754; }","duration":"160.314485ms","start":"2026-03-18T10:47:20.74159Z","end":"2026-03-18T10:47:20.901905Z","steps":["trace[1501912553] 'agreement among raft nodes before linearized reading' (duration: 160.280654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.902024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.156914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:20.902043Z","caller":"traceutil/trace.go:171","msg":"trace[971265510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25754; }","duration":"199.201744ms","start":"2026-03-18T10:47:20.702837Z","end":"2026-03-18T10:47:20.902039Z","steps":["trace[971265510] 'agreement among raft nodes before linearized reading' (duration: 199.154113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.902181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.259254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:20.902269Z","caller":"traceutil/trace.go:171","msg":"trace[1046443664] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25754; }","duration":"304.370877ms","start":"2026-03-18T10:47:20.597885Z","end":"2026-03-18T10:47:20.902256Z","steps":["trace[1046443664] 'agreement among raft nodes before linearized reading' (duration: 304.218483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.902347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.597877Z","time spent":"304.414218ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:20.902397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.492724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-18T10:47:20.90242Z","caller":"traceutil/trace.go:171","msg":"trace[57765350] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25754; }","duration":"315.532605ms","start":"2026-03-18T10:47:20.586882Z","end":"2026-03-18T10:47:20.902415Z","steps":["trace[57765350] 'agreement among raft nodes before linearized reading' (duration: 315.478484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.902434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.586875Z","time spent":"315.555396ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4970,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:47:20.902653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.292627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:20.902696Z","caller":"traceutil/trace.go:171","msg":"trace[16910937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25754; }","duration":"280.359349ms","start":"2026-03-18T10:47:20.622327Z","end":"2026-03-18T10:47:20.902686Z","steps":["trace[16910937] 'agreement among raft nodes before linearized reading' (duration: 280.229216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.902845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.401425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:20.902869Z","caller":"traceutil/trace.go:171","msg":"trace[901499966] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25754; }","duration":"909.439905ms","start":"2026-03-18T10:47:19.993425Z","end":"2026-03-18T10:47:20.902865Z","steps":["trace[901499966] 'agreement among raft nodes before linearized reading' (duration: 909.407184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.90287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.499517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:20.902883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.99342Z","time spent":"909.460455ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:47:20.902976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.305063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:20.902995Z","caller":"traceutil/trace.go:171","msg":"trace[1888821459] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25754; }","duration":"909.341753ms","start":"2026-03-18T10:47:19.993649Z","end":"2026-03-18T10:47:20.902991Z","steps":["trace[1888821459] 'agreement among raft nodes before linearized reading' (duration: 909.315872ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:20.90299Z","caller":"traceutil/trace.go:171","msg":"trace[1567193345] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25754; }","duration":"316.577749ms","start":"2026-03-18T10:47:20.586318Z","end":"2026-03-18T10:47:20.902896Z","steps":["trace[1567193345] 'agreement among raft nodes before linearized reading' (duration: 316.402435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.903008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.993638Z","time spent":"909.366754ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:47:20.903003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.199241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-18T10:47:20.903052Z","caller":"traceutil/trace.go:171","msg":"trace[1130031817] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25754; }","duration":"909.335223ms","start":"2026-03-18T10:47:19.993701Z","end":"2026-03-18T10:47:20.903036Z","steps":["trace[1130031817] 'agreement among raft nodes before linearized reading' (duration: 909.118208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.90312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.993686Z","time spent":"909.422385ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4970,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:47:20.903181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.177501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:20.903197Z","caller":"traceutil/trace.go:171","msg":"trace[1931100545] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25754; }","duration":"537.211661ms","start":"2026-03-18T10:47:20.36598Z","end":"2026-03-18T10:47:20.903192Z","steps":["trace[1931100545] 'agreement among raft nodes before linearized reading' (duration: 537.191441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.903211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.365972Z","time spent":"537.236333ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:47:20.903033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.586288Z","time spent":"316.730673ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:47:20.903161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.991073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T10:47:20.903319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.370459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:20.90328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.112358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-18T10:47:20.903288Z","caller":"traceutil/trace.go:171","msg":"trace[601983489] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25754; }","duration":"662.134815ms","start":"2026-03-18T10:47:20.241142Z","end":"2026-03-18T10:47:20.903277Z","steps":["trace[601983489] 'agreement among raft nodes before linearized reading' (duration: 661.980752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:20.903337Z","caller":"traceutil/trace.go:171","msg":"trace[1932237920] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25754; }","duration":"911.43196ms","start":"2026-03-18T10:47:19.991901Z","end":"2026-03-18T10:47:20.903333Z","steps":["trace[1932237920] 'agreement among raft nodes before linearized reading' (duration: 911.40344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.90335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.991881Z","time spent":"911.465951ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:47:20.903351Z","caller":"traceutil/trace.go:171","msg":"trace[390996400] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25754; }","duration":"909.244442ms","start":"2026-03-18T10:47:19.994096Z","end":"2026-03-18T10:47:20.90334Z","steps":["trace[390996400] 'agreement among raft nodes before linearized reading' (duration: 909.080008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.90339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:19.994085Z","time spent":"909.294623ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4970,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:47:20.903358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.241131Z","time spent":"662.215828ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T10:47:20.903965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.490703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:20.904013Z","caller":"traceutil/trace.go:171","msg":"trace[1665782230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25754; }","duration":"361.587485ms","start":"2026-03-18T10:47:20.542415Z","end":"2026-03-18T10:47:20.904002Z","steps":["trace[1665782230] 'agreement among raft nodes before linearized reading' (duration: 359.445387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.904046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.542349Z","time spent":"361.686758ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:47:20.904497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.759245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-rabbit-init-g96z7\" ","response":"range_response_count:1 size:6680"} {"level":"info","ts":"2026-03-18T10:47:20.906428Z","caller":"traceutil/trace.go:171","msg":"trace[476419290] range","detail":"{range_begin:/registry/pods/openstack/manila-rabbit-init-g96z7; range_end:; response_count:1; response_revision:25754; }","duration":"721.75761ms","start":"2026-03-18T10:47:20.184629Z","end":"2026-03-18T10:47:20.906386Z","steps":["trace[476419290] 'agreement among raft nodes before linearized reading' (duration: 718.556707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:20.906518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:20.184605Z","time spent":"721.895512ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6703,"request content":"key:\"/registry/pods/openstack/manila-rabbit-init-g96z7\" "} {"level":"info","ts":"2026-03-18T10:47:21.026359Z","caller":"traceutil/trace.go:171","msg":"trace[1521089590] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"117.173338ms","start":"2026-03-18T10:47:20.909154Z","end":"2026-03-18T10:47:21.026328Z","steps":["trace[1521089590] 'process raft request' (duration: 116.943883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:22.343728Z","caller":"traceutil/trace.go:171","msg":"trace[1658339711] linearizableReadLoop","detail":"{readStateIndex:26669; appliedIndex:26668; }","duration":"116.066656ms","start":"2026-03-18T10:47:22.227636Z","end":"2026-03-18T10:47:22.343703Z","steps":["trace[1658339711] 'read index received' (duration: 115.901363ms)","trace[1658339711] 'applied index is now lower than readState.Index' (duration: 164.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:22.344131Z","caller":"traceutil/trace.go:171","msg":"trace[605461473] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"263.197945ms","start":"2026-03-18T10:47:22.080919Z","end":"2026-03-18T10:47:22.344117Z","steps":["trace[605461473] 'process raft request' (duration: 262.640503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:22.344453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.800272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-rabbit-init-g96z7\" ","response":"range_response_count:1 size:6866"} {"level":"info","ts":"2026-03-18T10:47:22.344497Z","caller":"traceutil/trace.go:171","msg":"trace[616670170] range","detail":"{range_begin:/registry/pods/openstack/manila-rabbit-init-g96z7; range_end:; response_count:1; response_revision:25765; }","duration":"116.887214ms","start":"2026-03-18T10:47:22.2276Z","end":"2026-03-18T10:47:22.344487Z","steps":["trace[616670170] 'agreement among raft nodes before linearized reading' (duration: 116.74297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:22.344788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.070989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:22.344849Z","caller":"traceutil/trace.go:171","msg":"trace[1161074875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25765; }","duration":"109.149281ms","start":"2026-03-18T10:47:22.235684Z","end":"2026-03-18T10:47:22.344833Z","steps":["trace[1161074875] 'agreement among raft nodes before linearized reading' (duration: 109.053909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.195856Z","caller":"traceutil/trace.go:171","msg":"trace[1660807255] linearizableReadLoop","detail":"{readStateIndex:26671; appliedIndex:26670; }","duration":"450.370361ms","start":"2026-03-18T10:47:22.745448Z","end":"2026-03-18T10:47:23.195818Z","steps":["trace[1660807255] 'read index received' (duration: 450.166017ms)","trace[1660807255] 'applied index is now lower than readState.Index' (duration: 202.414µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:23.19611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.624356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:23.19618Z","caller":"traceutil/trace.go:171","msg":"trace[1225771712] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25767; }","duration":"450.76096ms","start":"2026-03-18T10:47:22.745401Z","end":"2026-03-18T10:47:23.196162Z","steps":["trace[1225771712] 'agreement among raft nodes before linearized reading' (duration: 450.605376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.196002Z","caller":"traceutil/trace.go:171","msg":"trace[1515250964] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"457.833069ms","start":"2026-03-18T10:47:22.738138Z","end":"2026-03-18T10:47:23.195971Z","steps":["trace[1515250964] 'process raft request' (duration: 457.414419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.196273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.745384Z","time spent":"450.869792ms","remote":"127.0.0.1:49794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:47:23.196389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.738096Z","time spent":"458.182196ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:23.315302Z","caller":"traceutil/trace.go:171","msg":"trace[1082482055] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"406.627993ms","start":"2026-03-18T10:47:22.908647Z","end":"2026-03-18T10:47:23.315275Z","steps":["trace[1082482055] 'process raft request' (duration: 406.542281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.315353Z","caller":"traceutil/trace.go:171","msg":"trace[774022035] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"498.927437ms","start":"2026-03-18T10:47:22.816392Z","end":"2026-03-18T10:47:23.315319Z","steps":["trace[774022035] 'process raft request' (duration: 498.726222ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.315281Z","caller":"traceutil/trace.go:171","msg":"trace[1868708368] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"499.861517ms","start":"2026-03-18T10:47:22.815371Z","end":"2026-03-18T10:47:23.315232Z","steps":["trace[1868708368] 'process raft request' (duration: 499.58149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.315468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.908631Z","time spent":"406.752106ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:23.3155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.816375Z","time spent":"499.04039ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:23.315526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.815352Z","time spent":"500.139444ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:23.315698Z","caller":"traceutil/trace.go:171","msg":"trace[1377609951] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"405.099388ms","start":"2026-03-18T10:47:22.910578Z","end":"2026-03-18T10:47:23.315678Z","steps":["trace[1377609951] 'process raft request' (duration: 404.647767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.315794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.910535Z","time spent":"405.213431ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:23.315947Z","caller":"traceutil/trace.go:171","msg":"trace[2133529255] linearizableReadLoop","detail":"{readStateIndex:26677; appliedIndex:26671; }","duration":"119.968683ms","start":"2026-03-18T10:47:23.195963Z","end":"2026-03-18T10:47:23.315931Z","steps":["trace[2133529255] 'read index received' (duration: 118.940099ms)","trace[2133529255] 'applied index is now lower than readState.Index' (duration: 1.027344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:23.315998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.919341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:23.316007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.009081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:23.316038Z","caller":"traceutil/trace.go:171","msg":"trace[487523148] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25773; }","duration":"394.993782ms","start":"2026-03-18T10:47:22.921033Z","end":"2026-03-18T10:47:23.316026Z","steps":["trace[487523148] 'agreement among raft nodes before linearized reading' (duration: 394.9092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.388012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:47:23.316085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.921014Z","time spent":"395.063514ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-18T10:47:23.316121Z","caller":"traceutil/trace.go:171","msg":"trace[199931548] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"393.715574ms","start":"2026-03-18T10:47:22.922398Z","end":"2026-03-18T10:47:23.316114Z","steps":["trace[199931548] 'process raft request' (duration: 393.06399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.31612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.147145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:23.316151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.496224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-18T10:47:23.316176Z","caller":"traceutil/trace.go:171","msg":"trace[1348936857] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25773; }","duration":"407.243077ms","start":"2026-03-18T10:47:22.908917Z","end":"2026-03-18T10:47:23.31616Z","steps":["trace[1348936857] 'agreement among raft nodes before linearized reading' (duration: 407.120034ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.316189Z","caller":"traceutil/trace.go:171","msg":"trace[1242238437] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25773; }","duration":"395.549494ms","start":"2026-03-18T10:47:22.920631Z","end":"2026-03-18T10:47:23.316181Z","steps":["trace[1242238437] 'agreement among raft nodes before linearized reading' (duration: 395.433092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.680279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T10:47:23.316222Z","caller":"traceutil/trace.go:171","msg":"trace[1345633755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25773; }","duration":"209.73906ms","start":"2026-03-18T10:47:23.106479Z","end":"2026-03-18T10:47:23.316218Z","steps":["trace[1345633755] 'agreement among raft nodes before linearized reading' (duration: 209.692979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.920621Z","time spent":"395.597715ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4970,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:47:23.316289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.908907Z","time spent":"407.317308ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:47:23.31632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.598326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:23.316159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.922384Z","time spent":"393.756916ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:23.316382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.148006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-18T10:47:23.316389Z","caller":"traceutil/trace.go:171","msg":"trace[1597464799] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25773; }","duration":"501.711989ms","start":"2026-03-18T10:47:22.814662Z","end":"2026-03-18T10:47:23.316374Z","steps":["trace[1597464799] 'agreement among raft nodes before linearized reading' (duration: 501.611176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.849795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-18T10:47:23.316409Z","caller":"traceutil/trace.go:171","msg":"trace[1212041112] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25773; }","duration":"361.174606ms","start":"2026-03-18T10:47:22.955226Z","end":"2026-03-18T10:47:23.3164Z","steps":["trace[1212041112] 'agreement among raft nodes before linearized reading' (duration: 361.098205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.316431Z","caller":"traceutil/trace.go:171","msg":"trace[1627129650] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25773; }","duration":"405.912407ms","start":"2026-03-18T10:47:22.910513Z","end":"2026-03-18T10:47:23.316426Z","steps":["trace[1627129650] 'agreement among raft nodes before linearized reading' (duration: 405.861856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.955171Z","time spent":"361.263588ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4970,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:47:23.316449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.910489Z","time spent":"405.956807ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4970,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T10:47:23.316433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.827597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:23.31651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.146947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:23.316532Z","caller":"traceutil/trace.go:171","msg":"trace[1792073898] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25773; }","duration":"408.188488ms","start":"2026-03-18T10:47:22.908339Z","end":"2026-03-18T10:47:23.316527Z","steps":["trace[1792073898] 'agreement among raft nodes before linearized reading' (duration: 408.161307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.31654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.000064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-18T10:47:23.316533Z","caller":"traceutil/trace.go:171","msg":"trace[1798561129] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25773; }","duration":"406.94255ms","start":"2026-03-18T10:47:22.909568Z","end":"2026-03-18T10:47:23.316511Z","steps":["trace[1798561129] 'agreement among raft nodes before linearized reading' (duration: 406.742465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.316096Z","caller":"traceutil/trace.go:171","msg":"trace[524740951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25773; }","duration":"285.485763ms","start":"2026-03-18T10:47:23.030592Z","end":"2026-03-18T10:47:23.316078Z","steps":["trace[524740951] 'agreement among raft nodes before linearized reading' (duration: 285.35289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.814638Z","time spent":"501.79259ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T10:47:23.316613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.90954Z","time spent":"407.063962ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:47:23.316554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.908331Z","time spent":"408.218859ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T10:47:23.316529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.383011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:23.316681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.007153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T10:47:23.316691Z","caller":"traceutil/trace.go:171","msg":"trace[1050871049] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25773; }","duration":"395.556984ms","start":"2026-03-18T10:47:22.921124Z","end":"2026-03-18T10:47:23.316681Z","steps":["trace[1050871049] 'agreement among raft nodes before linearized reading' (duration: 395.386331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:23.316722Z","caller":"traceutil/trace.go:171","msg":"trace[362047538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25773; }","duration":"111.119485ms","start":"2026-03-18T10:47:23.205592Z","end":"2026-03-18T10:47:23.316711Z","steps":["trace[362047538] 'agreement among raft nodes before linearized reading' (duration: 110.983622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.899355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:23.316788Z","caller":"traceutil/trace.go:171","msg":"trace[1396375850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25773; }","duration":"308.412187ms","start":"2026-03-18T10:47:23.008369Z","end":"2026-03-18T10:47:23.316781Z","steps":["trace[1396375850] 'agreement among raft nodes before linearized reading' (duration: 307.865785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:23.008352Z","time spent":"308.454907ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T10:47:23.316727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.921112Z","time spent":"395.604946ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:47:23.316573Z","caller":"traceutil/trace.go:171","msg":"trace[427078509] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25773; }","duration":"408.063895ms","start":"2026-03-18T10:47:22.908499Z","end":"2026-03-18T10:47:23.316563Z","steps":["trace[427078509] 'agreement among raft nodes before linearized reading' (duration: 407.965113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.908481Z","time spent":"408.429853ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4970,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-18T10:47:23.316045Z","caller":"traceutil/trace.go:171","msg":"trace[1354144439] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25773; }","duration":"407.057953ms","start":"2026-03-18T10:47:22.908974Z","end":"2026-03-18T10:47:23.316032Z","steps":["trace[1354144439] 'agreement among raft nodes before linearized reading' (duration: 407.003322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.316977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.908967Z","time spent":"408.005704ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:47:23.317138Z","caller":"traceutil/trace.go:171","msg":"trace[293499554] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"410.751056ms","start":"2026-03-18T10:47:22.906343Z","end":"2026-03-18T10:47:23.317094Z","steps":["trace[293499554] 'process raft request' (duration: 408.813712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:23.317347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:22.906319Z","time spent":"410.920509ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:47:23.317533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.915143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:23.317704Z","caller":"traceutil/trace.go:171","msg":"trace[1324559299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25773; }","duration":"285.982235ms","start":"2026-03-18T10:47:23.031586Z","end":"2026-03-18T10:47:23.317568Z","steps":["trace[1324559299] 'agreement among raft nodes before linearized reading' (duration: 284.663866ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:27.543563Z","caller":"traceutil/trace.go:171","msg":"trace[461531703] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"183.884272ms","start":"2026-03-18T10:47:27.359653Z","end":"2026-03-18T10:47:27.543537Z","steps":["trace[461531703] 'process raft request' (duration: 183.656387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:27.543993Z","caller":"traceutil/trace.go:171","msg":"trace[2032723360] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"181.695624ms","start":"2026-03-18T10:47:27.362254Z","end":"2026-03-18T10:47:27.543949Z","steps":["trace[2032723360] 'process raft request' (duration: 181.218483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:27.544116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.391737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:27.54417Z","caller":"traceutil/trace.go:171","msg":"trace[927096762] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25817; }","duration":"181.501159ms","start":"2026-03-18T10:47:27.362658Z","end":"2026-03-18T10:47:27.544159Z","steps":["trace[927096762] 'agreement among raft nodes before linearized reading' (duration: 181.404337ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:27.544003Z","caller":"traceutil/trace.go:171","msg":"trace[852098539] linearizableReadLoop","detail":"{readStateIndex:26720; appliedIndex:26716; }","duration":"181.260164ms","start":"2026-03-18T10:47:27.362701Z","end":"2026-03-18T10:47:27.543961Z","steps":["trace[852098539] 'read index received' (duration: 81.624845ms)","trace[852098539] 'applied index is now lower than readState.Index' (duration: 99.634209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:27.544358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.55961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:27.544396Z","caller":"traceutil/trace.go:171","msg":"trace[142420984] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25817; }","duration":"181.656472ms","start":"2026-03-18T10:47:27.362723Z","end":"2026-03-18T10:47:27.54438Z","steps":["trace[142420984] 'agreement among raft nodes before linearized reading' (duration: 181.55313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:27.544472Z","caller":"traceutil/trace.go:171","msg":"trace[2058887500] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"182.204165ms","start":"2026-03-18T10:47:27.36225Z","end":"2026-03-18T10:47:27.544454Z","steps":["trace[2058887500] 'process raft request' (duration: 181.489219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:27.544711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.254842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:27.544715Z","caller":"traceutil/trace.go:171","msg":"trace[955605860] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"181.098689ms","start":"2026-03-18T10:47:27.363603Z","end":"2026-03-18T10:47:27.544701Z","steps":["trace[955605860] 'process raft request' (duration: 180.257951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:27.544841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.317431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T10:47:27.544909Z","caller":"traceutil/trace.go:171","msg":"trace[1490309104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25817; }","duration":"150.394182ms","start":"2026-03-18T10:47:27.394492Z","end":"2026-03-18T10:47:27.544886Z","steps":["trace[1490309104] 'agreement among raft nodes before linearized reading' (duration: 150.268459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:27.544959Z","caller":"traceutil/trace.go:171","msg":"trace[1578713927] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"180.365833ms","start":"2026-03-18T10:47:27.364575Z","end":"2026-03-18T10:47:27.544941Z","steps":["trace[1578713927] 'process raft request' (duration: 179.342611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:27.544989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.409806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:47:27.54502Z","caller":"traceutil/trace.go:171","msg":"trace[1969480605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25817; }","duration":"151.461707ms","start":"2026-03-18T10:47:27.39355Z","end":"2026-03-18T10:47:27.545012Z","steps":["trace[1969480605] 'agreement among raft nodes before linearized reading' (duration: 151.330084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:27.545096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.805963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:27.545125Z","caller":"traceutil/trace.go:171","msg":"trace[1096838445] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25817; }","duration":"180.865194ms","start":"2026-03-18T10:47:27.364253Z","end":"2026-03-18T10:47:27.545118Z","steps":["trace[1096838445] 'agreement among raft nodes before linearized reading' (duration: 180.820193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:27.544719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.884838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:47:27.545199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.257304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:47:27.545295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.742193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:27.545357Z","caller":"traceutil/trace.go:171","msg":"trace[461434119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25817; }","duration":"151.823925ms","start":"2026-03-18T10:47:27.393519Z","end":"2026-03-18T10:47:27.545343Z","steps":["trace[461434119] 'agreement among raft nodes before linearized reading' (duration: 151.684632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:27.544861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.531467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:27.545197Z","caller":"traceutil/trace.go:171","msg":"trace[2065926236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25817; }","duration":"153.39156ms","start":"2026-03-18T10:47:27.391785Z","end":"2026-03-18T10:47:27.545177Z","steps":["trace[2065926236] 'agreement among raft nodes before linearized reading' (duration: 152.730805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:27.54532Z","caller":"traceutil/trace.go:171","msg":"trace[1669475028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25817; }","duration":"173.383566ms","start":"2026-03-18T10:47:27.371916Z","end":"2026-03-18T10:47:27.5453Z","steps":["trace[1669475028] 'agreement among raft nodes before linearized reading' (duration: 173.030999ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:27.545466Z","caller":"traceutil/trace.go:171","msg":"trace[847351598] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25817; }","duration":"181.174071ms","start":"2026-03-18T10:47:27.364267Z","end":"2026-03-18T10:47:27.545441Z","steps":["trace[847351598] 'agreement among raft nodes before linearized reading' (duration: 180.413244ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:27.544738Z","caller":"traceutil/trace.go:171","msg":"trace[534248497] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25817; }","duration":"181.290914ms","start":"2026-03-18T10:47:27.363436Z","end":"2026-03-18T10:47:27.544727Z","steps":["trace[534248497] 'agreement among raft nodes before linearized reading' (duration: 181.246513ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:28.46898Z","caller":"traceutil/trace.go:171","msg":"trace[49272317] linearizableReadLoop","detail":"{readStateIndex:26732; appliedIndex:26731; }","duration":"102.885731ms","start":"2026-03-18T10:47:28.366071Z","end":"2026-03-18T10:47:28.468956Z","steps":["trace[49272317] 'read index received' (duration: 80.356958ms)","trace[49272317] 'applied index is now lower than readState.Index' (duration: 22.527453ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:28.469036Z","caller":"traceutil/trace.go:171","msg":"trace[1428740996] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"108.280271ms","start":"2026-03-18T10:47:28.360718Z","end":"2026-03-18T10:47:28.468999Z","steps":["trace[1428740996] 'process raft request' (duration: 85.805889ms)","trace[1428740996] 'compare' (duration: 22.281098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:28.469273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.052505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T10:47:28.469396Z","caller":"traceutil/trace.go:171","msg":"trace[1021424689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25826; }","duration":"103.256359ms","start":"2026-03-18T10:47:28.366116Z","end":"2026-03-18T10:47:28.469372Z","steps":["trace[1021424689] 'agreement among raft nodes before linearized reading' (duration: 103.030904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:28.471184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.088261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:28.471275Z","caller":"traceutil/trace.go:171","msg":"trace[1791784374] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25826; }","duration":"105.218763ms","start":"2026-03-18T10:47:28.366035Z","end":"2026-03-18T10:47:28.471254Z","steps":["trace[1791784374] 'agreement among raft nodes before linearized reading' (duration: 103.073295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:33.710618Z","caller":"traceutil/trace.go:171","msg":"trace[499263475] linearizableReadLoop","detail":"{readStateIndex:26768; appliedIndex:26767; }","duration":"102.758707ms","start":"2026-03-18T10:47:33.607843Z","end":"2026-03-18T10:47:33.710602Z","steps":["trace[499263475] 'read index received' (duration: 76.50221ms)","trace[499263475] 'applied index is now lower than readState.Index' (duration: 26.255447ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:33.710806Z","caller":"traceutil/trace.go:171","msg":"trace[1713785911] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"103.108545ms","start":"2026-03-18T10:47:33.607686Z","end":"2026-03-18T10:47:33.710794Z","steps":["trace[1713785911] 'process raft request' (duration: 76.638844ms)","trace[1713785911] 'compare' (duration: 25.711604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:33.710938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.086584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:33.710955Z","caller":"traceutil/trace.go:171","msg":"trace[1151326373] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25862; }","duration":"103.151935ms","start":"2026-03-18T10:47:33.607798Z","end":"2026-03-18T10:47:33.71095Z","steps":["trace[1151326373] 'agreement among raft nodes before linearized reading' (duration: 103.101994ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:33.874651Z","caller":"traceutil/trace.go:171","msg":"trace[1191456517] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"248.978488ms","start":"2026-03-18T10:47:33.62564Z","end":"2026-03-18T10:47:33.874619Z","steps":["trace[1191456517] 'process raft request' (duration: 208.202145ms)","trace[1191456517] 'compare' (duration: 40.304592ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:33.875364Z","caller":"traceutil/trace.go:171","msg":"trace[689710540] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"249.607301ms","start":"2026-03-18T10:47:33.625728Z","end":"2026-03-18T10:47:33.875335Z","steps":["trace[689710540] 'process raft request' (duration: 249.255294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:33.876276Z","caller":"traceutil/trace.go:171","msg":"trace[1994697356] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"250.379389ms","start":"2026-03-18T10:47:33.62587Z","end":"2026-03-18T10:47:33.876249Z","steps":["trace[1994697356] 'process raft request' (duration: 249.333445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:33.876847Z","caller":"traceutil/trace.go:171","msg":"trace[1554949302] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"249.523859ms","start":"2026-03-18T10:47:33.627306Z","end":"2026-03-18T10:47:33.87683Z","steps":["trace[1554949302] 'process raft request' (duration: 248.71163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:33.876916Z","caller":"traceutil/trace.go:171","msg":"trace[2073208497] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"196.508515ms","start":"2026-03-18T10:47:33.680394Z","end":"2026-03-18T10:47:33.876903Z","steps":["trace[2073208497] 'process raft request' (duration: 196.349001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:33.877231Z","caller":"traceutil/trace.go:171","msg":"trace[2111459335] linearizableReadLoop","detail":"{readStateIndex:26773; appliedIndex:26768; }","duration":"166.558505ms","start":"2026-03-18T10:47:33.710662Z","end":"2026-03-18T10:47:33.877221Z","steps":["trace[2111459335] 'read index received' (duration: 123.197985ms)","trace[2111459335] 'applied index is now lower than readState.Index' (duration: 43.35943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:47:33.877345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.57172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:33.877355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.349296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:47:33.877394Z","caller":"traceutil/trace.go:171","msg":"trace[1906926888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25867; }","duration":"228.428969ms","start":"2026-03-18T10:47:33.648954Z","end":"2026-03-18T10:47:33.877383Z","steps":["trace[1906926888] 'agreement among raft nodes before linearized reading' (duration: 228.278405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.877433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.607937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:33.87747Z","caller":"traceutil/trace.go:171","msg":"trace[1959859789] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25867; }","duration":"251.655297ms","start":"2026-03-18T10:47:33.625807Z","end":"2026-03-18T10:47:33.877462Z","steps":["trace[1959859789] 'agreement among raft nodes before linearized reading' (duration: 251.605956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.877591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.877391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T10:47:33.877635Z","caller":"traceutil/trace.go:171","msg":"trace[1744866349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25867; }","duration":"187.956143ms","start":"2026-03-18T10:47:33.689667Z","end":"2026-03-18T10:47:33.877623Z","steps":["trace[1744866349] 'agreement among raft nodes before linearized reading' (duration: 187.856351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.877636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.833171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:33.877667Z","caller":"traceutil/trace.go:171","msg":"trace[1913891150] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25867; }","duration":"251.863562ms","start":"2026-03-18T10:47:33.625795Z","end":"2026-03-18T10:47:33.877659Z","steps":["trace[1913891150] 'agreement among raft nodes before linearized reading' (duration: 251.819831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.877784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.008265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:33.878014Z","caller":"traceutil/trace.go:171","msg":"trace[75693270] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25867; }","duration":"252.24944ms","start":"2026-03-18T10:47:33.625756Z","end":"2026-03-18T10:47:33.878006Z","steps":["trace[75693270] 'agreement among raft nodes before linearized reading' (duration: 252.007365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.878041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.117533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:47:33.878082Z","caller":"traceutil/trace.go:171","msg":"trace[494752223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25867; }","duration":"216.175914ms","start":"2026-03-18T10:47:33.661897Z","end":"2026-03-18T10:47:33.878073Z","steps":["trace[494752223] 'agreement among raft nodes before linearized reading' (duration: 216.093372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.878142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.410154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:33.878185Z","caller":"traceutil/trace.go:171","msg":"trace[1294346640] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25867; }","duration":"252.475795ms","start":"2026-03-18T10:47:33.625701Z","end":"2026-03-18T10:47:33.878177Z","steps":["trace[1294346640] 'agreement among raft nodes before linearized reading' (duration: 252.420424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.878259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.868551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:47:33.878295Z","caller":"traceutil/trace.go:171","msg":"trace[1277496029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25867; }","duration":"225.922002ms","start":"2026-03-18T10:47:33.652365Z","end":"2026-03-18T10:47:33.878287Z","steps":["trace[1277496029] 'agreement among raft nodes before linearized reading' (duration: 225.838851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.87797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.26353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:33.877382Z","caller":"traceutil/trace.go:171","msg":"trace[2124821832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25867; }","duration":"232.649362ms","start":"2026-03-18T10:47:33.644725Z","end":"2026-03-18T10:47:33.877374Z","steps":["trace[2124821832] 'agreement among raft nodes before linearized reading' (duration: 232.579121ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:33.878417Z","caller":"traceutil/trace.go:171","msg":"trace[1808876885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25867; }","duration":"188.849072ms","start":"2026-03-18T10:47:33.689524Z","end":"2026-03-18T10:47:33.878373Z","steps":["trace[1808876885] 'agreement among raft nodes before linearized reading' (duration: 188.229139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:33.919339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.190691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:307996"} {"level":"info","ts":"2026-03-18T10:47:33.91941Z","caller":"traceutil/trace.go:171","msg":"trace[1827563059] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:25867; }","duration":"202.299754ms","start":"2026-03-18T10:47:33.717095Z","end":"2026-03-18T10:47:33.919394Z","steps":["trace[1827563059] 'agreement among raft nodes before linearized reading' (duration: 201.794583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:34.259644Z","caller":"traceutil/trace.go:171","msg":"trace[2136274492] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"150.971356ms","start":"2026-03-18T10:47:34.108647Z","end":"2026-03-18T10:47:34.259618Z","steps":["trace[2136274492] 'process raft request' (duration: 150.760382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.046225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.121712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:38.046344Z","caller":"traceutil/trace.go:171","msg":"trace[1577626489] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25890; }","duration":"326.273055ms","start":"2026-03-18T10:47:37.720047Z","end":"2026-03-18T10:47:38.04632Z","steps":["trace[1577626489] 'range keys from in-memory index tree' (duration: 326.04473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.046337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.163983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:38.046399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.71999Z","time spent":"326.39581ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T10:47:38.046441Z","caller":"traceutil/trace.go:171","msg":"trace[799417015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25890; }","duration":"402.327377ms","start":"2026-03-18T10:47:37.64409Z","end":"2026-03-18T10:47:38.046417Z","steps":["trace[799417015] 'range keys from in-memory index tree' (duration: 402.099521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.046496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.644077Z","time spent":"402.410379ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:47:38.046961Z","caller":"traceutil/trace.go:171","msg":"trace[1071688156] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"306.288398ms","start":"2026-03-18T10:47:37.740636Z","end":"2026-03-18T10:47:38.046924Z","steps":["trace[1071688156] 'process raft request' (duration: 306.070394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.047222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:47:37.740617Z","time spent":"306.502204ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:47:38.069855Z","caller":"traceutil/trace.go:171","msg":"trace[352027360] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"161.824228ms","start":"2026-03-18T10:47:37.907997Z","end":"2026-03-18T10:47:38.069821Z","steps":["trace[352027360] 'process raft request' (duration: 161.620914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:38.070169Z","caller":"traceutil/trace.go:171","msg":"trace[1239027238] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"133.179927ms","start":"2026-03-18T10:47:37.936957Z","end":"2026-03-18T10:47:38.070137Z","steps":["trace[1239027238] 'process raft request' (duration: 132.812779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:38.070195Z","caller":"traceutil/trace.go:171","msg":"trace[1413499827] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"130.868167ms","start":"2026-03-18T10:47:37.939303Z","end":"2026-03-18T10:47:38.070171Z","steps":["trace[1413499827] 'process raft request' (duration: 130.715472ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:38.070248Z","caller":"traceutil/trace.go:171","msg":"trace[255302882] linearizableReadLoop","detail":"{readStateIndex:26799; appliedIndex:26798; }","duration":"134.213411ms","start":"2026-03-18T10:47:37.936013Z","end":"2026-03-18T10:47:38.070226Z","steps":["trace[255302882] 'read index received' (duration: 110.888649ms)","trace[255302882] 'applied index is now lower than readState.Index' (duration: 23.323672ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:47:38.070323Z","caller":"traceutil/trace.go:171","msg":"trace[1368148107] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"130.901598ms","start":"2026-03-18T10:47:37.939394Z","end":"2026-03-18T10:47:38.070296Z","steps":["trace[1368148107] 'process raft request' (duration: 130.734983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.070408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.364104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:38.070481Z","caller":"traceutil/trace.go:171","msg":"trace[1695815092] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25895; }","duration":"134.492337ms","start":"2026-03-18T10:47:37.935966Z","end":"2026-03-18T10:47:38.070459Z","steps":["trace[1695815092] 'agreement among raft nodes before linearized reading' (duration: 134.360934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.08221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.422092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:38.082351Z","caller":"traceutil/trace.go:171","msg":"trace[955259229] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25896; }","duration":"145.592795ms","start":"2026-03-18T10:47:37.93674Z","end":"2026-03-18T10:47:38.082333Z","steps":["trace[955259229] 'agreement among raft nodes before linearized reading' (duration: 145.35863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.082413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.129675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:47:38.08226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.751537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:47:38.082463Z","caller":"traceutil/trace.go:171","msg":"trace[1395605993] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25896; }","duration":"145.218557ms","start":"2026-03-18T10:47:37.937231Z","end":"2026-03-18T10:47:38.082449Z","steps":["trace[1395605993] 'agreement among raft nodes before linearized reading' (duration: 145.149855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:38.082512Z","caller":"traceutil/trace.go:171","msg":"trace[670296483] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25896; }","duration":"145.004833ms","start":"2026-03-18T10:47:37.937482Z","end":"2026-03-18T10:47:38.082487Z","steps":["trace[670296483] 'agreement among raft nodes before linearized reading' (duration: 144.733837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:47:38.082738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.731587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:47:38.082784Z","caller":"traceutil/trace.go:171","msg":"trace[391579998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25896; }","duration":"119.808329ms","start":"2026-03-18T10:47:37.962966Z","end":"2026-03-18T10:47:38.082774Z","steps":["trace[391579998] 'agreement among raft nodes before linearized reading' (duration: 119.614485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:47:58.320166Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23751} {"level":"info","ts":"2026-03-18T10:47:58.956374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23751,"took":"631.591292ms","hash":565219681,"current-db-size-bytes":49561600,"current-db-size":"50 MB","current-db-size-in-use-bytes":33284096,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-18T10:47:58.956449Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":565219681,"revision":23751,"compact-revision":20578} {"level":"info","ts":"2026-03-18T10:48:12.452416Z","caller":"traceutil/trace.go:171","msg":"trace[714275005] linearizableReadLoop","detail":"{readStateIndex:27104; appliedIndex:27103; }","duration":"100.449647ms","start":"2026-03-18T10:48:12.351938Z","end":"2026-03-18T10:48:12.452388Z","steps":["trace[714275005] 'read index received' (duration: 100.280323ms)","trace[714275005] 'applied index is now lower than readState.Index' (duration: 168.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:12.452489Z","caller":"traceutil/trace.go:171","msg":"trace[1007085147] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"109.598211ms","start":"2026-03-18T10:48:12.342854Z","end":"2026-03-18T10:48:12.452453Z","steps":["trace[1007085147] 'process raft request' (duration: 109.264604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.452739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.779574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-18T10:48:12.452819Z","caller":"traceutil/trace.go:171","msg":"trace[2023286980] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26188; }","duration":"100.903937ms","start":"2026-03-18T10:48:12.351897Z","end":"2026-03-18T10:48:12.452801Z","steps":["trace[2023286980] 'agreement among raft nodes before linearized reading' (duration: 100.61078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:12.577537Z","caller":"traceutil/trace.go:171","msg":"trace[615522775] linearizableReadLoop","detail":"{readStateIndex:27105; appliedIndex:27104; }","duration":"125.019436ms","start":"2026-03-18T10:48:12.452493Z","end":"2026-03-18T10:48:12.577512Z","steps":["trace[615522775] 'read index received' (duration: 124.79261ms)","trace[615522775] 'applied index is now lower than readState.Index' (duration: 225.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:12.577638Z","caller":"traceutil/trace.go:171","msg":"trace[2067914774] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"203.266085ms","start":"2026-03-18T10:48:12.374322Z","end":"2026-03-18T10:48:12.577588Z","steps":["trace[2067914774] 'process raft request' (duration: 202.959068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:12.577853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.270713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-18T10:48:12.577915Z","caller":"traceutil/trace.go:171","msg":"trace[904333918] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26189; }","duration":"151.412015ms","start":"2026-03-18T10:48:12.426486Z","end":"2026-03-18T10:48:12.577898Z","steps":["trace[904333918] 'agreement among raft nodes before linearized reading' (duration: 151.132589ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:12.631399Z","caller":"traceutil/trace.go:171","msg":"trace[441488397] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"134.760513ms","start":"2026-03-18T10:48:12.496615Z","end":"2026-03-18T10:48:12.631375Z","steps":["trace[441488397] 'process raft request' (duration: 134.129999ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:12.63164Z","caller":"traceutil/trace.go:171","msg":"trace[1248179834] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"126.618941ms","start":"2026-03-18T10:48:12.505002Z","end":"2026-03-18T10:48:12.631621Z","steps":["trace[1248179834] 'process raft request' (duration: 125.854064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:12.631778Z","caller":"traceutil/trace.go:171","msg":"trace[257445491] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"122.907788ms","start":"2026-03-18T10:48:12.508859Z","end":"2026-03-18T10:48:12.631767Z","steps":["trace[257445491] 'process raft request' (duration: 122.037859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:12.631934Z","caller":"traceutil/trace.go:171","msg":"trace[1381479686] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"122.95554ms","start":"2026-03-18T10:48:12.508961Z","end":"2026-03-18T10:48:12.631917Z","steps":["trace[1381479686] 'process raft request' (duration: 121.981828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:26.937665Z","caller":"traceutil/trace.go:171","msg":"trace[640295358] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"142.841485ms","start":"2026-03-18T10:48:26.794799Z","end":"2026-03-18T10:48:26.937641Z","steps":["trace[640295358] 'process raft request' (duration: 142.690041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:48:26.946331Z","caller":"traceutil/trace.go:171","msg":"trace[2069573924] linearizableReadLoop","detail":"{readStateIndex:27217; appliedIndex:27216; }","duration":"149.758369ms","start":"2026-03-18T10:48:26.79656Z","end":"2026-03-18T10:48:26.946319Z","steps":["trace[2069573924] 'read index received' (duration: 141.163828ms)","trace[2069573924] 'applied index is now lower than readState.Index' (duration: 8.593871ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:48:26.946413Z","caller":"traceutil/trace.go:171","msg":"trace[1211543681] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"150.742211ms","start":"2026-03-18T10:48:26.795612Z","end":"2026-03-18T10:48:26.946354Z","steps":["trace[1211543681] 'process raft request' (duration: 150.631159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.946569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.983874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:48:26.946603Z","caller":"traceutil/trace.go:171","msg":"trace[250014725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26298; }","duration":"150.066617ms","start":"2026-03-18T10:48:26.796529Z","end":"2026-03-18T10:48:26.946596Z","steps":["trace[250014725] 'agreement among raft nodes before linearized reading' (duration: 149.899673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:48:26.948352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.990658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T10:48:26.948462Z","caller":"traceutil/trace.go:171","msg":"trace[691968012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26298; }","duration":"148.119551ms","start":"2026-03-18T10:48:26.800311Z","end":"2026-03-18T10:48:26.948431Z","steps":["trace[691968012] 'agreement among raft nodes before linearized reading' (duration: 147.860645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:10.376677Z","caller":"traceutil/trace.go:171","msg":"trace[974200694] linearizableReadLoop","detail":"{readStateIndex:27703; appliedIndex:27702; }","duration":"219.652711ms","start":"2026-03-18T10:49:10.157Z","end":"2026-03-18T10:49:10.376652Z","steps":["trace[974200694] 'read index received' (duration: 219.408976ms)","trace[974200694] 'applied index is now lower than readState.Index' (duration: 242.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:49:10.376787Z","caller":"traceutil/trace.go:171","msg":"trace[371507200] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"227.765702ms","start":"2026-03-18T10:49:10.14898Z","end":"2026-03-18T10:49:10.376745Z","steps":["trace[371507200] 'process raft request' (duration: 227.489676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:10.376856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.823745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:49:10.376926Z","caller":"traceutil/trace.go:171","msg":"trace[2033861087] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26769; }","duration":"219.940938ms","start":"2026-03-18T10:49:10.156967Z","end":"2026-03-18T10:49:10.376908Z","steps":["trace[2033861087] 'agreement among raft nodes before linearized reading' (duration: 219.798045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:10.602192Z","caller":"traceutil/trace.go:171","msg":"trace[969496294] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"148.621713ms","start":"2026-03-18T10:49:10.453544Z","end":"2026-03-18T10:49:10.602166Z","steps":["trace[969496294] 'process raft request' (duration: 148.437749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:18.869498Z","caller":"traceutil/trace.go:171","msg":"trace[68538489] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"161.666775ms","start":"2026-03-18T10:49:18.707792Z","end":"2026-03-18T10:49:18.869459Z","steps":["trace[68538489] 'process raft request' (duration: 161.394049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:19.292201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.781639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:49:19.292281Z","caller":"traceutil/trace.go:171","msg":"trace[17324472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26847; }","duration":"229.906132ms","start":"2026-03-18T10:49:19.062357Z","end":"2026-03-18T10:49:19.292263Z","steps":["trace[17324472] 'range keys from in-memory index tree' (duration: 229.623954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:19.310626Z","caller":"traceutil/trace.go:171","msg":"trace[1240281963] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"239.853123ms","start":"2026-03-18T10:49:19.070749Z","end":"2026-03-18T10:49:19.310603Z","steps":["trace[1240281963] 'process raft request' (duration: 239.665279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:19.314991Z","caller":"traceutil/trace.go:171","msg":"trace[84184065] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"240.871985ms","start":"2026-03-18T10:49:19.074088Z","end":"2026-03-18T10:49:19.31496Z","steps":["trace[84184065] 'process raft request' (duration: 240.671741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:19.315409Z","caller":"traceutil/trace.go:171","msg":"trace[1889896189] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"235.822342ms","start":"2026-03-18T10:49:19.079559Z","end":"2026-03-18T10:49:19.315381Z","steps":["trace[1889896189] 'process raft request' (duration: 235.351642ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:19.315548Z","caller":"traceutil/trace.go:171","msg":"trace[433563163] linearizableReadLoop","detail":"{readStateIndex:27788; appliedIndex:27783; }","duration":"229.563843ms","start":"2026-03-18T10:49:19.085957Z","end":"2026-03-18T10:49:19.315521Z","steps":["trace[433563163] 'read index received' (duration: 224.52087ms)","trace[433563163] 'applied index is now lower than readState.Index' (duration: 5.041483ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:49:19.315598Z","caller":"traceutil/trace.go:171","msg":"trace[2039849337] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"233.048061ms","start":"2026-03-18T10:49:19.082537Z","end":"2026-03-18T10:49:19.315585Z","steps":["trace[2039849337] 'process raft request' (duration: 232.730794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:19.315796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.153951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:49:19.315849Z","caller":"traceutil/trace.go:171","msg":"trace[2131881997] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26852; }","duration":"109.253892ms","start":"2026-03-18T10:49:19.206584Z","end":"2026-03-18T10:49:19.315838Z","steps":["trace[2131881997] 'agreement among raft nodes before linearized reading' (duration: 109.15179ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:19.315852Z","caller":"traceutil/trace.go:171","msg":"trace[1423144591] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"233.188613ms","start":"2026-03-18T10:49:19.082646Z","end":"2026-03-18T10:49:19.315834Z","steps":["trace[1423144591] 'process raft request' (duration: 232.759594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:19.315796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.835269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:49:19.316049Z","caller":"traceutil/trace.go:171","msg":"trace[357768223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26852; }","duration":"230.048333ms","start":"2026-03-18T10:49:19.08592Z","end":"2026-03-18T10:49:19.315969Z","steps":["trace[357768223] 'agreement among raft nodes before linearized reading' (duration: 229.742356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:25.020495Z","caller":"traceutil/trace.go:171","msg":"trace[846520877] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"130.61689ms","start":"2026-03-18T10:49:24.889822Z","end":"2026-03-18T10:49:25.020438Z","steps":["trace[846520877] 'process raft request' (duration: 130.417705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:27.363895Z","caller":"traceutil/trace.go:171","msg":"trace[2092934361] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"319.296279ms","start":"2026-03-18T10:49:27.044577Z","end":"2026-03-18T10:49:27.363873Z","steps":["trace[2092934361] 'process raft request' (duration: 319.084634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:27.364105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:27.044559Z","time spent":"319.408952ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:49:27.522153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.410157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:49:27.522331Z","caller":"traceutil/trace.go:171","msg":"trace[216898374] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"142.316781ms","start":"2026-03-18T10:49:27.380001Z","end":"2026-03-18T10:49:27.522318Z","steps":["trace[216898374] 'process raft request' (duration: 142.28493ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:27.522491Z","caller":"traceutil/trace.go:171","msg":"trace[205688375] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"143.044569ms","start":"2026-03-18T10:49:27.37944Z","end":"2026-03-18T10:49:27.522485Z","steps":["trace[205688375] 'process raft request' (duration: 142.802803ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:27.522564Z","caller":"traceutil/trace.go:171","msg":"trace[1779342345] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"163.582527ms","start":"2026-03-18T10:49:27.358974Z","end":"2026-03-18T10:49:27.522557Z","steps":["trace[1779342345] 'process raft request' (duration: 61.69909ms)","trace[1779342345] 'compare' (duration: 101.149711ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:49:27.522646Z","caller":"traceutil/trace.go:171","msg":"trace[1309532687] linearizableReadLoop","detail":"{readStateIndex:27846; appliedIndex:27845; }","duration":"144.140943ms","start":"2026-03-18T10:49:27.378498Z","end":"2026-03-18T10:49:27.522639Z","steps":["trace[1309532687] 'read index received' (duration: 42.184463ms)","trace[1309532687] 'applied index is now lower than readState.Index' (duration: 101.95578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:49:27.522781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.288727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-18T10:49:27.522808Z","caller":"traceutil/trace.go:171","msg":"trace[1588445003] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26911; }","duration":"144.346027ms","start":"2026-03-18T10:49:27.378454Z","end":"2026-03-18T10:49:27.5228Z","steps":["trace[1588445003] 'agreement among raft nodes before linearized reading' (duration: 144.228655ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:27.534248Z","caller":"traceutil/trace.go:171","msg":"trace[922552430] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"105.143051ms","start":"2026-03-18T10:49:27.429092Z","end":"2026-03-18T10:49:27.534235Z","steps":["trace[922552430] 'process raft request' (duration: 104.778453ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.62721Z","caller":"traceutil/trace.go:171","msg":"trace[55857914] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"245.866758ms","start":"2026-03-18T10:49:31.381327Z","end":"2026-03-18T10:49:31.627194Z","steps":["trace[55857914] 'process raft request' (duration: 245.749375ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.627236Z","caller":"traceutil/trace.go:171","msg":"trace[2007421440] linearizableReadLoop","detail":"{readStateIndex:27874; appliedIndex:27874; }","duration":"124.139846ms","start":"2026-03-18T10:49:31.503082Z","end":"2026-03-18T10:49:31.627221Z","steps":["trace[2007421440] 'read index received' (duration: 124.134266ms)","trace[2007421440] 'applied index is now lower than readState.Index' (duration: 4.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:49:31.627383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.30354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-18T10:49:31.627405Z","caller":"traceutil/trace.go:171","msg":"trace[1761527117] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26936; }","duration":"124.379612ms","start":"2026-03-18T10:49:31.503015Z","end":"2026-03-18T10:49:31.627394Z","steps":["trace[1761527117] 'agreement among raft nodes before linearized reading' (duration: 124.27121ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.922944Z","caller":"traceutil/trace.go:171","msg":"trace[1680392085] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"314.728867ms","start":"2026-03-18T10:49:31.60819Z","end":"2026-03-18T10:49:31.922919Z","steps":["trace[1680392085] 'process raft request' (duration: 314.521092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.923099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.608179Z","time spent":"314.842329ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:49:31.923247Z","caller":"traceutil/trace.go:171","msg":"trace[590536347] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"315.022753ms","start":"2026-03-18T10:49:31.608195Z","end":"2026-03-18T10:49:31.923218Z","steps":["trace[590536347] 'process raft request' (duration: 314.679325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.923383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.608185Z","time spent":"315.124276ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:49:31.923616Z","caller":"traceutil/trace.go:171","msg":"trace[1461349113] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"315.385932ms","start":"2026-03-18T10:49:31.608219Z","end":"2026-03-18T10:49:31.923605Z","steps":["trace[1461349113] 'process raft request' (duration: 314.918881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.923682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.608207Z","time spent":"315.441153ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:49:31.923925Z","caller":"traceutil/trace.go:171","msg":"trace[1776425933] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"315.676558ms","start":"2026-03-18T10:49:31.608238Z","end":"2026-03-18T10:49:31.923915Z","steps":["trace[1776425933] 'process raft request' (duration: 315.32265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.92398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.608204Z","time spent":"315.7457ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:49:31.924073Z","caller":"traceutil/trace.go:171","msg":"trace[1049728825] linearizableReadLoop","detail":"{readStateIndex:27879; appliedIndex:27874; }","duration":"296.794606ms","start":"2026-03-18T10:49:31.62727Z","end":"2026-03-18T10:49:31.924065Z","steps":["trace[1049728825] 'read index received' (duration: 295.371954ms)","trace[1049728825] 'applied index is now lower than readState.Index' (duration: 1.421842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:49:31.924303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.213575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:49:31.924346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.173909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-18T10:49:31.924382Z","caller":"traceutil/trace.go:171","msg":"trace[2092531637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26941; }","duration":"314.313868ms","start":"2026-03-18T10:49:31.61005Z","end":"2026-03-18T10:49:31.924364Z","steps":["trace[2092531637] 'agreement among raft nodes before linearized reading' (duration: 314.132744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.924423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.610042Z","time spent":"314.372379ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T10:49:31.924428Z","caller":"traceutil/trace.go:171","msg":"trace[875291844] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26941; }","duration":"316.265012ms","start":"2026-03-18T10:49:31.608129Z","end":"2026-03-18T10:49:31.924394Z","steps":["trace[875291844] 'agreement among raft nodes before linearized reading' (duration: 316.120688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.924463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.608116Z","time spent":"316.340163ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-18T10:49:31.924578Z","caller":"traceutil/trace.go:171","msg":"trace[1171758284] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"316.183429ms","start":"2026-03-18T10:49:31.608381Z","end":"2026-03-18T10:49:31.924565Z","steps":["trace[1171758284] 'process raft request' (duration: 315.493604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.924695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.608362Z","time spent":"316.278652ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:49:31.924829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.727722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:49:31.924878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.041135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/sharev2\" ","response":"range_response_count:1 size:683"} {"level":"warn","ts":"2026-03-18T10:49:31.924891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.829668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T10:49:31.924895Z","caller":"traceutil/trace.go:171","msg":"trace[1583559645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26941; }","duration":"316.833414ms","start":"2026-03-18T10:49:31.608047Z","end":"2026-03-18T10:49:31.92488Z","steps":["trace[1583559645] 'agreement among raft nodes before linearized reading' (duration: 316.61849ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:31.924919Z","caller":"traceutil/trace.go:171","msg":"trace[354674301] range","detail":"{range_begin:/registry/ingress/openstack/sharev2; range_end:; response_count:1; response_revision:26941; }","duration":"294.095606ms","start":"2026-03-18T10:49:31.630815Z","end":"2026-03-18T10:49:31.92491Z","steps":["trace[354674301] 'agreement among raft nodes before linearized reading' (duration: 293.983533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.924931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.608028Z","time spent":"316.898345ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T10:49:31.92493Z","caller":"traceutil/trace.go:171","msg":"trace[91818080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26941; }","duration":"309.879709ms","start":"2026-03-18T10:49:31.615036Z","end":"2026-03-18T10:49:31.924916Z","steps":["trace[91818080] 'agreement among raft nodes before linearized reading' (duration: 309.784627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.92496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.615027Z","time spent":"309.92456ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T10:49:31.925075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.989866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-18T10:49:31.925098Z","caller":"traceutil/trace.go:171","msg":"trace[461287990] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26941; }","duration":"113.009397ms","start":"2026-03-18T10:49:31.81208Z","end":"2026-03-18T10:49:31.92509Z","steps":["trace[461287990] 'agreement among raft nodes before linearized reading' (duration: 112.953376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.925112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.639103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:49:31.925146Z","caller":"traceutil/trace.go:171","msg":"trace[72497187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26941; }","duration":"313.679434ms","start":"2026-03-18T10:49:31.611458Z","end":"2026-03-18T10:49:31.925138Z","steps":["trace[72497187] 'agreement among raft nodes before linearized reading' (duration: 313.597842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.925179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.611452Z","time spent":"313.720805ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:49:31.92519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.080875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:49:31.925244Z","caller":"traceutil/trace.go:171","msg":"trace[1428076269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26941; }","duration":"315.154036ms","start":"2026-03-18T10:49:31.610077Z","end":"2026-03-18T10:49:31.925231Z","steps":["trace[1428076269] 'agreement among raft nodes before linearized reading' (duration: 314.960012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:31.925274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:49:31.610074Z","time spent":"315.195527ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:49:39.237756Z","caller":"traceutil/trace.go:171","msg":"trace[1075582386] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"102.197074ms","start":"2026-03-18T10:49:39.135542Z","end":"2026-03-18T10:49:39.237739Z","steps":["trace[1075582386] 'process raft request' (duration: 101.796126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:39.439172Z","caller":"traceutil/trace.go:171","msg":"trace[1359460708] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"197.619898ms","start":"2026-03-18T10:49:39.241529Z","end":"2026-03-18T10:49:39.439149Z","steps":["trace[1359460708] 'process raft request' (duration: 195.583543ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:39.44107Z","caller":"traceutil/trace.go:171","msg":"trace[2103394190] linearizableReadLoop","detail":"{readStateIndex:27951; appliedIndex:27949; }","duration":"184.70991ms","start":"2026-03-18T10:49:39.256338Z","end":"2026-03-18T10:49:39.441047Z","steps":["trace[2103394190] 'read index received' (duration: 180.794092ms)","trace[2103394190] 'applied index is now lower than readState.Index' (duration: 3.914678ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:49:39.441347Z","caller":"traceutil/trace.go:171","msg":"trace[1476178483] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"196.957054ms","start":"2026-03-18T10:49:39.244372Z","end":"2026-03-18T10:49:39.441329Z","steps":["trace[1476178483] 'process raft request' (duration: 196.584746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:39.441627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.570342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:49:39.441675Z","caller":"traceutil/trace.go:171","msg":"trace[106884237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27010; }","duration":"114.666164ms","start":"2026-03-18T10:49:39.326998Z","end":"2026-03-18T10:49:39.441664Z","steps":["trace[106884237] 'agreement among raft nodes before linearized reading' (duration: 114.535821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:39.44175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.394585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:49:39.441817Z","caller":"traceutil/trace.go:171","msg":"trace[1667334948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27010; }","duration":"185.495947ms","start":"2026-03-18T10:49:39.256306Z","end":"2026-03-18T10:49:39.441802Z","steps":["trace[1667334948] 'agreement among raft nodes before linearized reading' (duration: 185.389125ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:43.829109Z","caller":"traceutil/trace.go:171","msg":"trace[1377276082] linearizableReadLoop","detail":"{readStateIndex:28043; appliedIndex:28041; }","duration":"148.288196ms","start":"2026-03-18T10:49:43.680803Z","end":"2026-03-18T10:49:43.829092Z","steps":["trace[1377276082] 'read index received' (duration: 65.004984ms)","trace[1377276082] 'applied index is now lower than readState.Index' (duration: 83.282242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:49:43.82921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.393868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:49:43.829227Z","caller":"traceutil/trace.go:171","msg":"trace[825465414] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:27099; }","duration":"148.44566ms","start":"2026-03-18T10:49:43.680776Z","end":"2026-03-18T10:49:43.829222Z","steps":["trace[825465414] 'agreement among raft nodes before linearized reading' (duration: 148.381898ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:43.829423Z","caller":"traceutil/trace.go:171","msg":"trace[1062582486] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"150.281861ms","start":"2026-03-18T10:49:43.679135Z","end":"2026-03-18T10:49:43.829417Z","steps":["trace[1062582486] 'process raft request' (duration: 87.515777ms)","trace[1062582486] 'compare' (duration: 62.285732ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:49:43.82954Z","caller":"traceutil/trace.go:171","msg":"trace[1108135038] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"148.637764ms","start":"2026-03-18T10:49:43.680898Z","end":"2026-03-18T10:49:43.829535Z","steps":["trace[1108135038] 'process raft request' (duration: 148.150792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:44.04332Z","caller":"traceutil/trace.go:171","msg":"trace[410421100] linearizableReadLoop","detail":"{readStateIndex:28049; appliedIndex:28045; }","duration":"135.652503ms","start":"2026-03-18T10:49:43.907644Z","end":"2026-03-18T10:49:44.043296Z","steps":["trace[410421100] 'read index received' (duration: 41.296364ms)","trace[410421100] 'applied index is now lower than readState.Index' (duration: 94.355119ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:49:44.043583Z","caller":"traceutil/trace.go:171","msg":"trace[2029314504] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"144.324707ms","start":"2026-03-18T10:49:43.899234Z","end":"2026-03-18T10:49:44.043559Z","steps":["trace[2029314504] 'process raft request' (duration: 144.00926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:49:44.043667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.999961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:49:44.043718Z","caller":"traceutil/trace.go:171","msg":"trace[828463865] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27104; }","duration":"136.096053ms","start":"2026-03-18T10:49:43.90761Z","end":"2026-03-18T10:49:44.043706Z","steps":["trace[828463865] 'agreement among raft nodes before linearized reading' (duration: 135.967301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:44.044056Z","caller":"traceutil/trace.go:171","msg":"trace[2077823992] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"145.084284ms","start":"2026-03-18T10:49:43.89896Z","end":"2026-03-18T10:49:44.044045Z","steps":["trace[2077823992] 'process raft request' (duration: 144.096392ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:49:44.044356Z","caller":"traceutil/trace.go:171","msg":"trace[703273937] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"144.42588ms","start":"2026-03-18T10:49:43.899077Z","end":"2026-03-18T10:49:44.043503Z","steps":["trace[703273937] 'process raft request' (duration: 144.099663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.545308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.430199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T10:50:00.545554Z","caller":"traceutil/trace.go:171","msg":"trace[714824622] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"409.254121ms","start":"2026-03-18T10:50:00.136274Z","end":"2026-03-18T10:50:00.545528Z","steps":["trace[714824622] 'process raft request' (duration: 260.533005ms)","trace[714824622] 'compare' (duration: 148.270345ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:50:00.545631Z","caller":"traceutil/trace.go:171","msg":"trace[408485533] transaction","detail":"{read_only:false; response_revision:27244; number_of_response:1; }","duration":"398.072551ms","start":"2026-03-18T10:50:00.147543Z","end":"2026-03-18T10:50:00.545616Z","steps":["trace[408485533] 'process raft request' (duration: 398.000449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.545666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.136245Z","time spent":"409.361333ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:50:00.545698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.147526Z","time spent":"398.144682ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:50:00.545767Z","caller":"traceutil/trace.go:171","msg":"trace[2044330405] linearizableReadLoop","detail":"{readStateIndex:28193; appliedIndex:28188; }","duration":"388.823384ms","start":"2026-03-18T10:50:00.156937Z","end":"2026-03-18T10:50:00.54576Z","steps":["trace[2044330405] 'read index received' (duration: 239.887164ms)","trace[2044330405] 'applied index is now lower than readState.Index' (duration: 148.93568ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:50:00.545808Z","caller":"traceutil/trace.go:171","msg":"trace[670841058] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"404.230529ms","start":"2026-03-18T10:50:00.141567Z","end":"2026-03-18T10:50:00.545797Z","steps":["trace[670841058] 'process raft request' (duration: 403.85566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:50:00.545842Z","caller":"traceutil/trace.go:171","msg":"trace[316094238] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"395.735589ms","start":"2026-03-18T10:50:00.1501Z","end":"2026-03-18T10:50:00.545836Z","steps":["trace[316094238] 'process raft request' (duration: 395.482624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.54587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.141543Z","time spent":"404.297391ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:50:00.545875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.150067Z","time spent":"395.792ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:50:00.545944Z","caller":"traceutil/trace.go:171","msg":"trace[1665648537] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"399.411501ms","start":"2026-03-18T10:50:00.146525Z","end":"2026-03-18T10:50:00.545937Z","steps":["trace[1665648537] 'process raft request' (duration: 398.989231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.146498Z","time spent":"399.473582ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:50:00.546203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.599581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:50:00.546335Z","caller":"traceutil/trace.go:171","msg":"trace[314712128] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27245; }","duration":"393.779365ms","start":"2026-03-18T10:50:00.152531Z","end":"2026-03-18T10:50:00.54631Z","steps":["trace[314712128] 'agreement among raft nodes before linearized reading' (duration: 393.493019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.546405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.152478Z","time spent":"393.913918ms","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-18T10:50:00.565618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.312631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:50:00.565765Z","caller":"traceutil/trace.go:171","msg":"trace[1949510583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27247; }","duration":"404.501255ms","start":"2026-03-18T10:50:00.161231Z","end":"2026-03-18T10:50:00.565733Z","steps":["trace[1949510583] 'agreement among raft nodes before linearized reading' (duration: 404.144267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.565832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.161213Z","time spent":"404.602007ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T10:50:00.566178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.160541Z","time spent":"405.63382ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:50:00.566572Z","caller":"traceutil/trace.go:171","msg":"trace[1884284467] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"403.981172ms","start":"2026-03-18T10:50:00.162568Z","end":"2026-03-18T10:50:00.56655Z","steps":["trace[1884284467] 'process raft request' (duration: 402.52755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.566699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.162535Z","time spent":"404.085805ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5614,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:50:00.566974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.53217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T10:50:00.56702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.060153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:50:00.567049Z","caller":"traceutil/trace.go:171","msg":"trace[10285785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27247; }","duration":"334.630892ms","start":"2026-03-18T10:50:00.2324Z","end":"2026-03-18T10:50:00.567031Z","steps":["trace[10285785] 'agreement among raft nodes before linearized reading' (duration: 334.393417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:50:00.567074Z","caller":"traceutil/trace.go:171","msg":"trace[732406072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27247; }","duration":"340.141125ms","start":"2026-03-18T10:50:00.226918Z","end":"2026-03-18T10:50:00.567059Z","steps":["trace[732406072] 'agreement among raft nodes before linearized reading' (duration: 339.980252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.567139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.226902Z","time spent":"340.224277ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T10:50:00.567305Z","caller":"traceutil/trace.go:171","msg":"trace[302658864] transaction","detail":"{read_only:false; response_revision:27247; number_of_response:1; }","duration":"403.02689ms","start":"2026-03-18T10:50:00.164262Z","end":"2026-03-18T10:50:00.567289Z","steps":["trace[302658864] 'process raft request' (duration: 400.998936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.567394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.164251Z","time spent":"403.096473ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:50:00.567466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.67482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:50:00.567528Z","caller":"traceutil/trace.go:171","msg":"trace[1817887473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27247; }","duration":"341.787182ms","start":"2026-03-18T10:50:00.225726Z","end":"2026-03-18T10:50:00.567513Z","steps":["trace[1817887473] 'agreement among raft nodes before linearized reading' (duration: 341.630149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.567586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.225701Z","time spent":"341.869145ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T10:50:00.567619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.312693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T10:50:00.567657Z","caller":"traceutil/trace.go:171","msg":"trace[2050174880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27247; }","duration":"333.376764ms","start":"2026-03-18T10:50:00.234266Z","end":"2026-03-18T10:50:00.567643Z","steps":["trace[2050174880] 'agreement among raft nodes before linearized reading' (duration: 333.279771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.567696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.234254Z","time spent":"333.435565ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T10:50:00.567936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.107101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T10:50:00.567974Z","caller":"traceutil/trace.go:171","msg":"trace[47735706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27247; }","duration":"334.169222ms","start":"2026-03-18T10:50:00.233796Z","end":"2026-03-18T10:50:00.567965Z","steps":["trace[47735706] 'agreement among raft nodes before linearized reading' (duration: 334.04522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.568019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.233779Z","time spent":"334.233694ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T10:50:00.567093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T10:50:00.232389Z","time spent":"334.695923ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T10:50:00.731124Z","caller":"traceutil/trace.go:171","msg":"trace[771612319] transaction","detail":"{read_only:false; response_revision:27257; number_of_response:1; }","duration":"118.884939ms","start":"2026-03-18T10:50:00.612212Z","end":"2026-03-18T10:50:00.731097Z","steps":["trace[771612319] 'process raft request' (duration: 114.908189ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:50:00.76251Z","caller":"traceutil/trace.go:171","msg":"trace[372597673] linearizableReadLoop","detail":"{readStateIndex:28207; appliedIndex:28205; }","duration":"117.667301ms","start":"2026-03-18T10:50:00.644811Z","end":"2026-03-18T10:50:00.762478Z","steps":["trace[372597673] 'read index received' (duration: 82.32949ms)","trace[372597673] 'applied index is now lower than readState.Index' (duration: 35.336391ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:50:00.762583Z","caller":"traceutil/trace.go:171","msg":"trace[617709546] transaction","detail":"{read_only:false; response_revision:27258; number_of_response:1; }","duration":"134.200961ms","start":"2026-03-18T10:50:00.628359Z","end":"2026-03-18T10:50:00.76256Z","steps":["trace[617709546] 'process raft request' (duration: 133.975946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.762785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.451919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29563850-wh726\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-03-18T10:50:00.762784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.952097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T10:50:00.762801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.188779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T10:50:00.762875Z","caller":"traceutil/trace.go:171","msg":"trace[1864019756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27258; }","duration":"118.07638ms","start":"2026-03-18T10:50:00.644755Z","end":"2026-03-18T10:50:00.762831Z","steps":["trace[1864019756] 'agreement among raft nodes before linearized reading' (duration: 117.848805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:50:00.762893Z","caller":"traceutil/trace.go:171","msg":"trace[126535222] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27258; }","duration":"104.312292ms","start":"2026-03-18T10:50:00.658561Z","end":"2026-03-18T10:50:00.762873Z","steps":["trace[126535222] 'agreement among raft nodes before linearized reading' (duration: 104.136628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:50:00.762837Z","caller":"traceutil/trace.go:171","msg":"trace[1658448492] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29563850-wh726; range_end:; response_count:1; response_revision:27258; }","duration":"114.516191ms","start":"2026-03-18T10:50:00.648305Z","end":"2026-03-18T10:50:00.762821Z","steps":["trace[1658448492] 'agreement among raft nodes before linearized reading' (duration: 114.318516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:50:00.9626Z","caller":"traceutil/trace.go:171","msg":"trace[898356783] linearizableReadLoop","detail":"{readStateIndex:28208; appliedIndex:28207; }","duration":"187.837471ms","start":"2026-03-18T10:50:00.774724Z","end":"2026-03-18T10:50:00.962561Z","steps":["trace[898356783] 'read index received' (duration: 187.546184ms)","trace[898356783] 'applied index is now lower than readState.Index' (duration: 289.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:50:00.962726Z","caller":"traceutil/trace.go:171","msg":"trace[330607522] transaction","detail":"{read_only:false; response_revision:27259; number_of_response:1; }","duration":"191.721687ms","start":"2026-03-18T10:50:00.770965Z","end":"2026-03-18T10:50:00.962687Z","steps":["trace[330607522] 'process raft request' (duration: 191.370268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.96301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.803034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-18T10:50:00.963075Z","caller":"traceutil/trace.go:171","msg":"trace[498188150] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:27259; }","duration":"138.942277ms","start":"2026-03-18T10:50:00.824113Z","end":"2026-03-18T10:50:00.963056Z","steps":["trace[498188150] 'agreement among raft nodes before linearized reading' (duration: 138.696482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:50:00.963814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.057458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T10:50:00.963957Z","caller":"traceutil/trace.go:171","msg":"trace[1064423838] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27259; }","duration":"189.183571ms","start":"2026-03-18T10:50:00.774715Z","end":"2026-03-18T10:50:00.963899Z","steps":["trace[1064423838] 'agreement among raft nodes before linearized reading' (duration: 188.000615ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:52:58.328075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26070} {"level":"info","ts":"2026-03-18T10:52:58.447279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26070,"took":"116.221159ms","hash":1266717592,"current-db-size-bytes":49561600,"current-db-size":"50 MB","current-db-size-in-use-bytes":32325632,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-18T10:52:58.447343Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1266717592,"revision":26070,"compact-revision":23751} {"level":"info","ts":"2026-03-18T10:54:09.94627Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T10:54:09.953098Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-18T10:54:09.953223Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-18T10:57:58.335794Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28510} {"level":"info","ts":"2026-03-18T10:57:58.469351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28510,"took":"129.220309ms","hash":2047116502,"current-db-size-bytes":49561600,"current-db-size":"50 MB","current-db-size-in-use-bytes":27107328,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-18T10:57:58.469421Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2047116502,"revision":28510,"compact-revision":26070} {"level":"info","ts":"2026-03-18T11:02:58.34274Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30583} {"level":"info","ts":"2026-03-18T11:02:58.503646Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30583,"took":"156.346836ms","hash":2275792785,"current-db-size-bytes":49561600,"current-db-size":"50 MB","current-db-size-in-use-bytes":28000256,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T11:02:58.503699Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2275792785,"revision":30583,"compact-revision":28510} {"level":"info","ts":"2026-03-18T11:02:58.882312Z","caller":"traceutil/trace.go:171","msg":"trace[1457073319] transaction","detail":"{read_only:false; response_revision:32791; number_of_response:1; }","duration":"130.716123ms","start":"2026-03-18T11:02:58.751566Z","end":"2026-03-18T11:02:58.882282Z","steps":["trace[1457073319] 'process raft request' (duration: 130.529199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:02:58.895227Z","caller":"traceutil/trace.go:171","msg":"trace[438738239] transaction","detail":"{read_only:false; response_revision:32792; number_of_response:1; }","duration":"101.97533ms","start":"2026-03-18T11:02:58.793229Z","end":"2026-03-18T11:02:58.895204Z","steps":["trace[438738239] 'process raft request' (duration: 101.797335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:02:59.002694Z","caller":"traceutil/trace.go:171","msg":"trace[2082343469] transaction","detail":"{read_only:false; response_revision:32794; number_of_response:1; }","duration":"102.335058ms","start":"2026-03-18T11:02:58.900327Z","end":"2026-03-18T11:02:59.002662Z","steps":["trace[2082343469] 'process raft request' (duration: 53.862255ms)","trace[2082343469] 'compare' (duration: 48.228808ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:02:59.002718Z","caller":"traceutil/trace.go:171","msg":"trace[560389910] transaction","detail":"{read_only:false; response_revision:32795; number_of_response:1; }","duration":"101.824906ms","start":"2026-03-18T11:02:58.900864Z","end":"2026-03-18T11:02:59.002689Z","steps":["trace[560389910] 'process raft request' (duration: 101.700753ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:03:42.040843Z","caller":"traceutil/trace.go:171","msg":"trace[438938635] transaction","detail":"{read_only:false; response_revision:33092; number_of_response:1; }","duration":"277.341411ms","start":"2026-03-18T11:03:41.763481Z","end":"2026-03-18T11:03:42.040823Z","steps":["trace[438938635] 'process raft request' (duration: 277.28741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:03:42.040864Z","caller":"traceutil/trace.go:171","msg":"trace[1908464673] transaction","detail":"{read_only:false; response_revision:33091; number_of_response:1; }","duration":"289.400479ms","start":"2026-03-18T11:03:41.751418Z","end":"2026-03-18T11:03:42.040818Z","steps":["trace[1908464673] 'process raft request' (duration: 289.257236ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:03:42.041157Z","caller":"traceutil/trace.go:171","msg":"trace[514363512] transaction","detail":"{read_only:false; response_revision:33093; number_of_response:1; }","duration":"272.717867ms","start":"2026-03-18T11:03:41.768429Z","end":"2026-03-18T11:03:42.041147Z","steps":["trace[514363512] 'process raft request' (duration: 272.367809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:03:42.041144Z","caller":"traceutil/trace.go:171","msg":"trace[233484726] transaction","detail":"{read_only:false; response_revision:33094; number_of_response:1; }","duration":"268.090383ms","start":"2026-03-18T11:03:41.773026Z","end":"2026-03-18T11:03:42.041117Z","steps":["trace[233484726] 'process raft request' (duration: 267.984511ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:03:42.041843Z","caller":"traceutil/trace.go:171","msg":"trace[2028445231] transaction","detail":"{read_only:false; response_revision:33095; number_of_response:1; }","duration":"185.417206ms","start":"2026-03-18T11:03:41.856404Z","end":"2026-03-18T11:03:42.041821Z","steps":["trace[2028445231] 'process raft request' (duration: 185.1653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:05:45.606928Z","caller":"traceutil/trace.go:171","msg":"trace[2022238209] linearizableReadLoop","detail":"{readStateIndex:35157; appliedIndex:35156; }","duration":"119.4466ms","start":"2026-03-18T11:05:45.487431Z","end":"2026-03-18T11:05:45.606877Z","steps":["trace[2022238209] 'read index received' (duration: 119.042942ms)","trace[2022238209] 'applied index is now lower than readState.Index' (duration: 402.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:05:45.606953Z","caller":"traceutil/trace.go:171","msg":"trace[957503203] transaction","detail":"{read_only:false; response_revision:34001; number_of_response:1; }","duration":"119.843009ms","start":"2026-03-18T11:05:45.487087Z","end":"2026-03-18T11:05:45.60693Z","steps":["trace[957503203] 'process raft request' (duration: 119.45709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:05:45.607141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.704376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T11:05:45.607175Z","caller":"traceutil/trace.go:171","msg":"trace[951243524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34001; }","duration":"119.789188ms","start":"2026-03-18T11:05:45.487377Z","end":"2026-03-18T11:05:45.607166Z","steps":["trace[951243524] 'agreement among raft nodes before linearized reading' (duration: 119.617724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:06:00.777524Z","caller":"traceutil/trace.go:171","msg":"trace[60768840] transaction","detail":"{read_only:false; response_revision:34110; number_of_response:1; }","duration":"102.317268ms","start":"2026-03-18T11:06:00.675167Z","end":"2026-03-18T11:06:00.777484Z","steps":["trace[60768840] 'process raft request' (duration: 89.768497ms)","trace[60768840] 'compare' (duration: 12.354876ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:06:46.382399Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b03.wal"} {"level":"info","ts":"2026-03-18T11:06:48.433135Z","caller":"traceutil/trace.go:171","msg":"trace[1164181573] transaction","detail":"{read_only:false; response_revision:34431; number_of_response:1; }","duration":"108.243529ms","start":"2026-03-18T11:06:48.324872Z","end":"2026-03-18T11:06:48.433115Z","steps":["trace[1164181573] 'process raft request' (duration: 83.151868ms)","trace[1164181573] 'compare' (duration: 24.838635ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:07:15.101096Z","caller":"traceutil/trace.go:171","msg":"trace[151372132] transaction","detail":"{read_only:false; response_revision:34614; number_of_response:1; }","duration":"157.705755ms","start":"2026-03-18T11:07:14.943371Z","end":"2026-03-18T11:07:15.101076Z","steps":["trace[151372132] 'process raft request' (duration: 157.569482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:07:58.34822Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32785} {"level":"info","ts":"2026-03-18T11:07:58.49535Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32785,"took":"143.647141ms","hash":1989362649,"current-db-size-bytes":49561600,"current-db-size":"50 MB","current-db-size-in-use-bytes":28725248,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T11:07:58.49541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1989362649,"revision":32785,"compact-revision":30583} {"level":"info","ts":"2026-03-18T11:08:23.158027Z","caller":"traceutil/trace.go:171","msg":"trace[1123639576] transaction","detail":"{read_only:false; response_revision:35077; number_of_response:1; }","duration":"178.786407ms","start":"2026-03-18T11:08:22.97921Z","end":"2026-03-18T11:08:23.157997Z","steps":["trace[1123639576] 'process raft request' (duration: 89.02349ms)","trace[1123639576] 'compare' (duration: 89.556892ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:08:29.300412Z","caller":"traceutil/trace.go:171","msg":"trace[575313291] transaction","detail":"{read_only:false; response_revision:35119; number_of_response:1; }","duration":"118.337786ms","start":"2026-03-18T11:08:29.182055Z","end":"2026-03-18T11:08:29.300393Z","steps":["trace[575313291] 'process raft request' (duration: 116.106666ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:29.300749Z","caller":"traceutil/trace.go:171","msg":"trace[170381065] transaction","detail":"{read_only:false; response_revision:35120; number_of_response:1; }","duration":"117.381405ms","start":"2026-03-18T11:08:29.183347Z","end":"2026-03-18T11:08:29.300729Z","steps":["trace[170381065] 'process raft request' (duration: 117.009296ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:32.43184Z","caller":"traceutil/trace.go:171","msg":"trace[1860959193] transaction","detail":"{read_only:false; response_revision:35138; number_of_response:1; }","duration":"101.752984ms","start":"2026-03-18T11:08:32.330059Z","end":"2026-03-18T11:08:32.431812Z","steps":["trace[1860959193] 'process raft request' (duration: 101.608681ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:08:32.712401Z","caller":"traceutil/trace.go:171","msg":"trace[1694914902] transaction","detail":"{read_only:false; response_revision:35139; number_of_response:1; }","duration":"130.693293ms","start":"2026-03-18T11:08:32.581695Z","end":"2026-03-18T11:08:32.712389Z","steps":["trace[1694914902] 'process raft request' (duration: 130.450226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:08:33.771313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.105057ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T11:08:33.772042Z","caller":"traceutil/trace.go:171","msg":"trace[1657625607] linearizableReadLoop","detail":"{readStateIndex:36341; appliedIndex:36339; }","duration":"296.875487ms","start":"2026-03-18T11:08:33.475125Z","end":"2026-03-18T11:08:33.772Z","steps":["trace[1657625607] 'read index received' (duration: 23.004364ms)","trace[1657625607] 'applied index is now lower than readState.Index' (duration: 273.868953ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:08:33.77211Z","caller":"traceutil/trace.go:171","msg":"trace[221931899] transaction","detail":"{read_only:false; response_revision:35149; number_of_response:1; }","duration":"310.987582ms","start":"2026-03-18T11:08:33.461093Z","end":"2026-03-18T11:08:33.772081Z","steps":["trace[221931899] 'process raft request' (duration: 310.349608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:08:33.772243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:08:33.461072Z","time spent":"311.095475ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:08:33.81219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.041285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T11:08:33.812287Z","caller":"traceutil/trace.go:171","msg":"trace[2054783042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35149; }","duration":"337.193618ms","start":"2026-03-18T11:08:33.475068Z","end":"2026-03-18T11:08:33.812261Z","steps":["trace[2054783042] 'agreement among raft nodes before linearized reading' (duration: 297.035921ms)","trace[2054783042] 'range keys from in-memory index tree' (duration: 39.897562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:08:33.812349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:08:33.475045Z","time spent":"337.289801ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T11:08:47.441432Z","caller":"traceutil/trace.go:171","msg":"trace[1487932269] linearizableReadLoop","detail":"{readStateIndex:36433; appliedIndex:36432; }","duration":"100.724702ms","start":"2026-03-18T11:08:47.340688Z","end":"2026-03-18T11:08:47.441412Z","steps":["trace[1487932269] 'read index received' (duration: 37.636472ms)","trace[1487932269] 'applied index is now lower than readState.Index' (duration: 63.08733ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:08:47.441467Z","caller":"traceutil/trace.go:171","msg":"trace[208235806] transaction","detail":"{read_only:false; response_revision:35239; number_of_response:1; }","duration":"200.574414ms","start":"2026-03-18T11:08:47.240842Z","end":"2026-03-18T11:08:47.441416Z","steps":["trace[208235806] 'process raft request' (duration: 137.451714ms)","trace[208235806] 'compare' (duration: 62.990277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:08:47.441588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.897035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:08:47.441652Z","caller":"traceutil/trace.go:171","msg":"trace[740723474] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:35240; }","duration":"101.011038ms","start":"2026-03-18T11:08:47.340624Z","end":"2026-03-18T11:08:47.441635Z","steps":["trace[740723474] 'agreement among raft nodes before linearized reading' (duration: 100.887945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:09:31.398322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.567825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T11:09:31.398454Z","caller":"traceutil/trace.go:171","msg":"trace[2074435435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35537; }","duration":"183.738148ms","start":"2026-03-18T11:09:31.214691Z","end":"2026-03-18T11:09:31.398429Z","steps":["trace[2074435435] 'range keys from in-memory index tree' (duration: 183.329988ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:09:31.542446Z","caller":"traceutil/trace.go:171","msg":"trace[1471952303] linearizableReadLoop","detail":"{readStateIndex:36742; appliedIndex:36741; }","duration":"110.574182ms","start":"2026-03-18T11:09:31.431845Z","end":"2026-03-18T11:09:31.54242Z","steps":["trace[1471952303] 'read index received' (duration: 110.420418ms)","trace[1471952303] 'applied index is now lower than readState.Index' (duration: 152.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:09:31.542534Z","caller":"traceutil/trace.go:171","msg":"trace[1320604841] transaction","detail":"{read_only:false; response_revision:35538; number_of_response:1; }","duration":"139.530399ms","start":"2026-03-18T11:09:31.402963Z","end":"2026-03-18T11:09:31.542493Z","steps":["trace[1320604841] 'process raft request' (duration: 139.291734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:09:31.542784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.879958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T11:09:31.542866Z","caller":"traceutil/trace.go:171","msg":"trace[1425114588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35538; }","duration":"111.047142ms","start":"2026-03-18T11:09:31.4318Z","end":"2026-03-18T11:09:31.542847Z","steps":["trace[1425114588] 'agreement among raft nodes before linearized reading' (duration: 110.778816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:09.167256Z","caller":"traceutil/trace.go:171","msg":"trace[1630009007] transaction","detail":"{read_only:false; response_revision:35818; number_of_response:1; }","duration":"120.232869ms","start":"2026-03-18T11:10:09.046995Z","end":"2026-03-18T11:10:09.167228Z","steps":["trace[1630009007] 'process raft request' (duration: 120.074556ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:09.444557Z","caller":"traceutil/trace.go:171","msg":"trace[1630374291] transaction","detail":"{read_only:false; response_revision:35820; number_of_response:1; }","duration":"176.029965ms","start":"2026-03-18T11:10:09.268504Z","end":"2026-03-18T11:10:09.444534Z","steps":["trace[1630374291] 'process raft request' (duration: 175.869281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:09.444819Z","caller":"traceutil/trace.go:171","msg":"trace[134956969] transaction","detail":"{read_only:false; response_revision:35821; number_of_response:1; }","duration":"176.295841ms","start":"2026-03-18T11:10:09.268511Z","end":"2026-03-18T11:10:09.444806Z","steps":["trace[134956969] 'process raft request' (duration: 175.986434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:14.281411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.106258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T11:10:14.281471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.005592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:10:14.282105Z","caller":"traceutil/trace.go:171","msg":"trace[1961451738] transaction","detail":"{read_only:false; response_revision:35863; number_of_response:1; }","duration":"441.617104ms","start":"2026-03-18T11:10:13.840439Z","end":"2026-03-18T11:10:14.282056Z","steps":["trace[1961451738] 'process raft request' (duration: 320.952786ms)","trace[1961451738] 'compare' (duration: 119.861029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:10:14.282336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:10:13.840392Z","time spent":"441.823108ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:10:14.282156Z","caller":"traceutil/trace.go:171","msg":"trace[2082825893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35862; }","duration":"486.889975ms","start":"2026-03-18T11:10:13.795238Z","end":"2026-03-18T11:10:14.282128Z","steps":["trace[2082825893] 'range keys from in-memory index tree' (duration: 485.75721ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:14.282165Z","caller":"traceutil/trace.go:171","msg":"trace[1466097937] linearizableReadLoop","detail":"{readStateIndex:37078; appliedIndex:37077; }","duration":"441.01882ms","start":"2026-03-18T11:10:13.84104Z","end":"2026-03-18T11:10:14.282059Z","steps":["trace[1466097937] 'read index received' (duration: 320.354632ms)","trace[1466097937] 'applied index is now lower than readState.Index' (duration: 120.656217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:10:14.282417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:10:13.795224Z","time spent":"487.176352ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T11:10:14.282438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.359488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T11:10:14.282658Z","caller":"traceutil/trace.go:171","msg":"trace[138585440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35863; }","duration":"441.522161ms","start":"2026-03-18T11:10:13.841005Z","end":"2026-03-18T11:10:14.282527Z","steps":["trace[138585440] 'agreement among raft nodes before linearized reading' (duration: 441.194704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:14.282737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:10:13.840986Z","time spent":"441.735376ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T11:10:14.403546Z","caller":"traceutil/trace.go:171","msg":"trace[108429631] transaction","detail":"{read_only:false; response_revision:35864; number_of_response:1; }","duration":"560.722206ms","start":"2026-03-18T11:10:13.842794Z","end":"2026-03-18T11:10:14.403516Z","steps":["trace[108429631] 'process raft request' (duration: 543.176784ms)","trace[108429631] 'compare' (duration: 17.227335ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:14.403641Z","caller":"traceutil/trace.go:171","msg":"trace[613649840] transaction","detail":"{read_only:false; response_revision:35865; number_of_response:1; }","duration":"559.401467ms","start":"2026-03-18T11:10:13.844203Z","end":"2026-03-18T11:10:14.403605Z","steps":["trace[613649840] 'process raft request' (duration: 559.229793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:14.403714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:10:13.842755Z","time spent":"560.878859ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:10:14.403713Z","caller":"traceutil/trace.go:171","msg":"trace[390346374] transaction","detail":"{read_only:false; response_revision:35867; number_of_response:1; }","duration":"178.305476ms","start":"2026-03-18T11:10:14.22538Z","end":"2026-03-18T11:10:14.403685Z","steps":["trace[390346374] 'process raft request' (duration: 178.188914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:14.403758Z","caller":"traceutil/trace.go:171","msg":"trace[1317105396] linearizableReadLoop","detail":"{readStateIndex:37082; appliedIndex:37078; }","duration":"121.282411ms","start":"2026-03-18T11:10:14.282442Z","end":"2026-03-18T11:10:14.403725Z","steps":["trace[1317105396] 'read index received' (duration: 103.549235ms)","trace[1317105396] 'applied index is now lower than readState.Index' (duration: 17.730896ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:14.403752Z","caller":"traceutil/trace.go:171","msg":"trace[352699209] transaction","detail":"{read_only:false; response_revision:35866; number_of_response:1; }","duration":"559.291635ms","start":"2026-03-18T11:10:13.844363Z","end":"2026-03-18T11:10:14.403654Z","steps":["trace[352699209] 'process raft request' (duration: 559.144211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:14.403852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:10:13.844167Z","time spent":"559.54308ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:10:14.403936Z","caller":"traceutil/trace.go:171","msg":"trace[2093452338] transaction","detail":"{read_only:false; response_revision:35869; number_of_response:1; }","duration":"115.616854ms","start":"2026-03-18T11:10:14.288256Z","end":"2026-03-18T11:10:14.403873Z","steps":["trace[2093452338] 'process raft request' (duration: 115.41623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:14.404064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:10:13.844344Z","time spent":"559.598501ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:10:14.404121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.553176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-18T11:10:14.4039Z","caller":"traceutil/trace.go:171","msg":"trace[1293412242] transaction","detail":"{read_only:false; response_revision:35868; number_of_response:1; }","duration":"117.078887ms","start":"2026-03-18T11:10:14.286781Z","end":"2026-03-18T11:10:14.40386Z","steps":["trace[1293412242] 'process raft request' (duration: 116.840432ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:14.404211Z","caller":"traceutil/trace.go:171","msg":"trace[741984661] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:35869; }","duration":"532.672878ms","start":"2026-03-18T11:10:13.871514Z","end":"2026-03-18T11:10:14.404187Z","steps":["trace[741984661] 'agreement among raft nodes before linearized reading' (duration: 532.370532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:14.404261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:10:13.871506Z","time spent":"532.74547ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-18T11:10:23.753026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.053472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:10:23.753504Z","caller":"traceutil/trace.go:171","msg":"trace[774371156] transaction","detail":"{read_only:false; response_revision:35930; number_of_response:1; }","duration":"230.641727ms","start":"2026-03-18T11:10:23.522834Z","end":"2026-03-18T11:10:23.753476Z","steps":["trace[774371156] 'process raft request' (duration: 68.030352ms)","trace[774371156] 'compare' (duration: 161.855217ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:23.753836Z","caller":"traceutil/trace.go:171","msg":"trace[180859711] transaction","detail":"{read_only:false; response_revision:35931; number_of_response:1; }","duration":"227.72468ms","start":"2026-03-18T11:10:23.526101Z","end":"2026-03-18T11:10:23.753825Z","steps":["trace[180859711] 'process raft request' (duration: 227.021555ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:29.697134Z","caller":"traceutil/trace.go:171","msg":"trace[174521015] transaction","detail":"{read_only:false; response_revision:35967; number_of_response:1; }","duration":"137.263148ms","start":"2026-03-18T11:10:29.559842Z","end":"2026-03-18T11:10:29.697105Z","steps":["trace[174521015] 'process raft request' (duration: 136.933851ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:37.866889Z","caller":"traceutil/trace.go:171","msg":"trace[1017476820] transaction","detail":"{read_only:false; response_revision:36022; number_of_response:1; }","duration":"120.747499ms","start":"2026-03-18T11:10:37.746106Z","end":"2026-03-18T11:10:37.866854Z","steps":["trace[1017476820] 'process raft request' (duration: 120.405732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:38.101309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.656096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:10:38.101508Z","caller":"traceutil/trace.go:171","msg":"trace[452247038] linearizableReadLoop","detail":"{readStateIndex:37242; appliedIndex:37241; }","duration":"189.346522ms","start":"2026-03-18T11:10:37.912145Z","end":"2026-03-18T11:10:38.101492Z","steps":["trace[452247038] 'read index received' (duration: 64.43002ms)","trace[452247038] 'applied index is now lower than readState.Index' (duration: 124.915602ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:38.101539Z","caller":"traceutil/trace.go:171","msg":"trace[2046612698] transaction","detail":"{read_only:false; response_revision:36023; number_of_response:1; }","duration":"230.009932ms","start":"2026-03-18T11:10:37.871501Z","end":"2026-03-18T11:10:38.10151Z","steps":["trace[2046612698] 'process raft request' (duration: 105.060169ms)","trace[2046612698] 'compare' (duration: 124.511773ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:10:38.101714Z","caller":"traceutil/trace.go:171","msg":"trace[2027811941] transaction","detail":"{read_only:false; response_revision:36024; number_of_response:1; }","duration":"132.323249ms","start":"2026-03-18T11:10:37.969371Z","end":"2026-03-18T11:10:38.101695Z","steps":["trace[2027811941] 'process raft request' (duration: 132.036201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:38.10187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.719942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T11:10:38.101946Z","caller":"traceutil/trace.go:171","msg":"trace[192714846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36024; }","duration":"189.825804ms","start":"2026-03-18T11:10:37.912099Z","end":"2026-03-18T11:10:38.101925Z","steps":["trace[192714846] 'agreement among raft nodes before linearized reading' (duration: 189.444974ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:38.396366Z","caller":"traceutil/trace.go:171","msg":"trace[1619877260] transaction","detail":"{read_only:false; response_revision:36026; number_of_response:1; }","duration":"105.048919ms","start":"2026-03-18T11:10:38.291285Z","end":"2026-03-18T11:10:38.396334Z","steps":["trace[1619877260] 'process raft request' (duration: 104.785553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:38.498046Z","caller":"traceutil/trace.go:171","msg":"trace[2083391147] transaction","detail":"{read_only:false; response_revision:36027; number_of_response:1; }","duration":"138.604458ms","start":"2026-03-18T11:10:38.359397Z","end":"2026-03-18T11:10:38.498002Z","steps":["trace[2083391147] 'process raft request' (duration: 138.365273ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:40.686079Z","caller":"traceutil/trace.go:171","msg":"trace[1812000828] transaction","detail":"{read_only:false; response_revision:36043; number_of_response:1; }","duration":"116.000073ms","start":"2026-03-18T11:10:40.570053Z","end":"2026-03-18T11:10:40.686053Z","steps":["trace[1812000828] 'process raft request' (duration: 114.175862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:40.686466Z","caller":"traceutil/trace.go:171","msg":"trace[1370344392] transaction","detail":"{read_only:false; response_revision:36044; number_of_response:1; }","duration":"116.139966ms","start":"2026-03-18T11:10:40.570256Z","end":"2026-03-18T11:10:40.686396Z","steps":["trace[1370344392] 'process raft request' (duration: 115.757178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:40.686564Z","caller":"traceutil/trace.go:171","msg":"trace[26022399] linearizableReadLoop","detail":"{readStateIndex:37265; appliedIndex:37261; }","duration":"104.414054ms","start":"2026-03-18T11:10:40.582131Z","end":"2026-03-18T11:10:40.686545Z","steps":["trace[26022399] 'read index received' (duration: 21.117903ms)","trace[26022399] 'applied index is now lower than readState.Index' (duration: 83.294841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:10:40.686943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.799853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T11:10:40.687089Z","caller":"traceutil/trace.go:171","msg":"trace[796962931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36045; }","duration":"104.968667ms","start":"2026-03-18T11:10:40.582095Z","end":"2026-03-18T11:10:40.687064Z","steps":["trace[796962931] 'agreement among raft nodes before linearized reading' (duration: 104.685881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:40.686844Z","caller":"traceutil/trace.go:171","msg":"trace[1042639001] transaction","detail":"{read_only:false; response_revision:36045; number_of_response:1; }","duration":"116.485904ms","start":"2026-03-18T11:10:40.570315Z","end":"2026-03-18T11:10:40.686801Z","steps":["trace[1042639001] 'process raft request' (duration: 116.000993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:40.687731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.52774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T11:10:40.687806Z","caller":"traceutil/trace.go:171","msg":"trace[311924728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36045; }","duration":"105.645693ms","start":"2026-03-18T11:10:40.582141Z","end":"2026-03-18T11:10:40.687786Z","steps":["trace[311924728] 'agreement among raft nodes before linearized reading' (duration: 104.778443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:10:45.215503Z","caller":"traceutil/trace.go:171","msg":"trace[919364570] transaction","detail":"{read_only:false; response_revision:36075; number_of_response:1; }","duration":"121.643419ms","start":"2026-03-18T11:10:45.09382Z","end":"2026-03-18T11:10:45.215464Z","steps":["trace[919364570] 'process raft request' (duration: 121.390764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:10:45.502782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.196434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:10:45.503788Z","caller":"traceutil/trace.go:171","msg":"trace[148497556] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36075; }","duration":"243.219907ms","start":"2026-03-18T11:10:45.260526Z","end":"2026-03-18T11:10:45.503745Z","steps":["trace[148497556] 'range keys from in-memory index tree' (duration: 242.083321ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:13.036546Z","caller":"traceutil/trace.go:171","msg":"trace[1871892379] transaction","detail":"{read_only:false; response_revision:36267; number_of_response:1; }","duration":"134.190911ms","start":"2026-03-18T11:11:12.902334Z","end":"2026-03-18T11:11:13.036525Z","steps":["trace[1871892379] 'process raft request' (duration: 134.139889ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:13.036629Z","caller":"traceutil/trace.go:171","msg":"trace[666669885] transaction","detail":"{read_only:false; response_revision:36266; number_of_response:1; }","duration":"134.911456ms","start":"2026-03-18T11:11:12.901633Z","end":"2026-03-18T11:11:13.036544Z","steps":["trace[666669885] 'process raft request' (duration: 129.956685ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:18.994718Z","caller":"traceutil/trace.go:171","msg":"trace[1943932942] transaction","detail":"{read_only:false; response_revision:36305; number_of_response:1; }","duration":"124.126774ms","start":"2026-03-18T11:11:18.870558Z","end":"2026-03-18T11:11:18.994685Z","steps":["trace[1943932942] 'process raft request' (duration: 124.060783ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:18.994952Z","caller":"traceutil/trace.go:171","msg":"trace[407854201] transaction","detail":"{read_only:false; response_revision:36304; number_of_response:1; }","duration":"125.754552ms","start":"2026-03-18T11:11:18.869177Z","end":"2026-03-18T11:11:18.994931Z","steps":["trace[407854201] 'process raft request' (duration: 125.285221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:20.63499Z","caller":"traceutil/trace.go:171","msg":"trace[1797947491] linearizableReadLoop","detail":"{readStateIndex:37540; appliedIndex:37538; }","duration":"176.850764ms","start":"2026-03-18T11:11:20.458098Z","end":"2026-03-18T11:11:20.634949Z","steps":["trace[1797947491] 'read index received' (duration: 70.929336ms)","trace[1797947491] 'applied index is now lower than readState.Index' (duration: 105.919968ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:20.635091Z","caller":"traceutil/trace.go:171","msg":"trace[380235236] transaction","detail":"{read_only:false; response_revision:36311; number_of_response:1; }","duration":"178.91989ms","start":"2026-03-18T11:11:20.456138Z","end":"2026-03-18T11:11:20.635057Z","steps":["trace[380235236] 'process raft request' (duration: 96.850494ms)","trace[380235236] 'compare' (duration: 81.746818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:20.635494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.369166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T11:11:20.635695Z","caller":"traceutil/trace.go:171","msg":"trace[528489244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36311; }","duration":"177.633861ms","start":"2026-03-18T11:11:20.458037Z","end":"2026-03-18T11:11:20.635671Z","steps":["trace[528489244] 'agreement among raft nodes before linearized reading' (duration: 177.258013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:21.095942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.765231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:11:21.096131Z","caller":"traceutil/trace.go:171","msg":"trace[1350958348] transaction","detail":"{read_only:false; response_revision:36315; number_of_response:1; }","duration":"293.279027ms","start":"2026-03-18T11:11:20.802794Z","end":"2026-03-18T11:11:21.096073Z","steps":["trace[1350958348] 'process raft request' (duration: 125.323062ms)","trace[1350958348] 'compare' (duration: 167.612058ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:21.096247Z","caller":"traceutil/trace.go:171","msg":"trace[1498037911] linearizableReadLoop","detail":"{readStateIndex:37544; appliedIndex:37543; }","duration":"292.9844ms","start":"2026-03-18T11:11:20.803231Z","end":"2026-03-18T11:11:21.096215Z","steps":["trace[1498037911] 'read index received' (duration: 125.047946ms)","trace[1498037911] 'applied index is now lower than readState.Index' (duration: 167.932824ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:21.096349Z","caller":"traceutil/trace.go:171","msg":"trace[947099298] transaction","detail":"{read_only:false; response_revision:36316; number_of_response:1; }","duration":"215.845326ms","start":"2026-03-18T11:11:20.880492Z","end":"2026-03-18T11:11:21.096337Z","steps":["trace[947099298] 'process raft request' (duration: 215.528999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:21.09656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.308987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-18T11:11:21.096659Z","caller":"traceutil/trace.go:171","msg":"trace[581683415] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:36316; }","duration":"293.43862ms","start":"2026-03-18T11:11:20.803205Z","end":"2026-03-18T11:11:21.096643Z","steps":["trace[581683415] 'agreement among raft nodes before linearized reading' (duration: 293.150423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:21.148063Z","caller":"traceutil/trace.go:171","msg":"trace[1402230278] transaction","detail":"{read_only:false; response_revision:36317; number_of_response:1; }","duration":"148.714125ms","start":"2026-03-18T11:11:20.999314Z","end":"2026-03-18T11:11:21.148028Z","steps":["trace[1402230278] 'process raft request' (duration: 148.520901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:21.148623Z","caller":"traceutil/trace.go:171","msg":"trace[1058477465] transaction","detail":"{read_only:false; response_revision:36318; number_of_response:1; }","duration":"148.894269ms","start":"2026-03-18T11:11:20.999679Z","end":"2026-03-18T11:11:21.148574Z","steps":["trace[1058477465] 'process raft request' (duration: 148.304796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:21.400061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.539337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:11:21.400148Z","caller":"traceutil/trace.go:171","msg":"trace[2075291403] linearizableReadLoop","detail":"{readStateIndex:37548; appliedIndex:37547; }","duration":"228.959279ms","start":"2026-03-18T11:11:21.171176Z","end":"2026-03-18T11:11:21.400136Z","steps":["trace[2075291403] 'read index received' (duration: 35.206528ms)","trace[2075291403] 'applied index is now lower than readState.Index' (duration: 193.751791ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:21.400189Z","caller":"traceutil/trace.go:171","msg":"trace[868196217] transaction","detail":"{read_only:false; response_revision:36319; number_of_response:1; }","duration":"231.581288ms","start":"2026-03-18T11:11:21.168579Z","end":"2026-03-18T11:11:21.400161Z","steps":["trace[868196217] 'process raft request' (duration: 37.854637ms)","trace[868196217] 'compare' (duration: 193.158438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:21.400471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.295526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T11:11:21.400519Z","caller":"traceutil/trace.go:171","msg":"trace[1659682389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36319; }","duration":"229.374898ms","start":"2026-03-18T11:11:21.171131Z","end":"2026-03-18T11:11:21.400506Z","steps":["trace[1659682389] 'agreement among raft nodes before linearized reading' (duration: 229.229585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:21.400541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.312407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:21.400792Z","caller":"traceutil/trace.go:171","msg":"trace[1948145206] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:36319; }","duration":"110.628193ms","start":"2026-03-18T11:11:21.290136Z","end":"2026-03-18T11:11:21.400764Z","steps":["trace[1948145206] 'agreement among raft nodes before linearized reading' (duration: 110.272675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:21.623997Z","caller":"traceutil/trace.go:171","msg":"trace[1072990443] transaction","detail":"{read_only:false; response_revision:36321; number_of_response:1; }","duration":"150.25522ms","start":"2026-03-18T11:11:21.473717Z","end":"2026-03-18T11:11:21.623973Z","steps":["trace[1072990443] 'process raft request' (duration: 150.070626ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:21.657112Z","caller":"traceutil/trace.go:171","msg":"trace[1499015427] transaction","detail":"{read_only:false; response_revision:36322; number_of_response:1; }","duration":"134.042826ms","start":"2026-03-18T11:11:21.523032Z","end":"2026-03-18T11:11:21.657075Z","steps":["trace[1499015427] 'process raft request' (duration: 133.823211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:22.072257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.705763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-18T11:11:22.072356Z","caller":"traceutil/trace.go:171","msg":"trace[1815498839] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:36323; }","duration":"126.844237ms","start":"2026-03-18T11:11:21.94549Z","end":"2026-03-18T11:11:22.072334Z","steps":["trace[1815498839] 'range keys from in-memory index tree' (duration: 126.417327ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:22.393976Z","caller":"traceutil/trace.go:171","msg":"trace[243494218] linearizableReadLoop","detail":"{readStateIndex:37554; appliedIndex:37553; }","duration":"102.364278ms","start":"2026-03-18T11:11:22.291583Z","end":"2026-03-18T11:11:22.393947Z","steps":["trace[243494218] 'read index received' (duration: 33.183972ms)","trace[243494218] 'applied index is now lower than readState.Index' (duration: 69.178706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:22.394428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.780138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T11:11:22.39452Z","caller":"traceutil/trace.go:171","msg":"trace[347520996] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36325; }","duration":"102.965142ms","start":"2026-03-18T11:11:22.291537Z","end":"2026-03-18T11:11:22.394502Z","steps":["trace[347520996] 'agreement among raft nodes before linearized reading' (duration: 102.694166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:22.415404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.036833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T11:11:22.415478Z","caller":"traceutil/trace.go:171","msg":"trace[799637080] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:36326; }","duration":"120.191217ms","start":"2026-03-18T11:11:22.295271Z","end":"2026-03-18T11:11:22.415463Z","steps":["trace[799637080] 'agreement among raft nodes before linearized reading' (duration: 119.886531ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:22.875294Z","caller":"traceutil/trace.go:171","msg":"trace[609473870] transaction","detail":"{read_only:false; response_revision:36330; number_of_response:1; }","duration":"110.479139ms","start":"2026-03-18T11:11:22.764719Z","end":"2026-03-18T11:11:22.875198Z","steps":["trace[609473870] 'process raft request' (duration: 80.823697ms)","trace[609473870] 'compare' (duration: 29.181962ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:23.713671Z","caller":"traceutil/trace.go:171","msg":"trace[388695135] transaction","detail":"{read_only:false; response_revision:36332; number_of_response:1; }","duration":"605.795624ms","start":"2026-03-18T11:11:23.107839Z","end":"2026-03-18T11:11:23.713635Z","steps":["trace[388695135] 'process raft request' (duration: 605.523978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:23.713912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.107813Z","time spent":"605.973238ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:11:24.047172Z","caller":"traceutil/trace.go:171","msg":"trace[447853390] transaction","detail":"{read_only:false; response_revision:36334; number_of_response:1; }","duration":"893.106508ms","start":"2026-03-18T11:11:23.154023Z","end":"2026-03-18T11:11:24.047129Z","steps":["trace[447853390] 'process raft request' (duration: 892.107404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:24.047185Z","caller":"traceutil/trace.go:171","msg":"trace[710027715] transaction","detail":"{read_only:false; response_revision:36336; number_of_response:1; }","duration":"445.419799ms","start":"2026-03-18T11:11:23.601715Z","end":"2026-03-18T11:11:24.047135Z","steps":["trace[710027715] 'process raft request' (duration: 444.514778ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:24.047195Z","caller":"traceutil/trace.go:171","msg":"trace[1670313258] transaction","detail":"{read_only:false; response_revision:36337; number_of_response:1; }","duration":"416.845909ms","start":"2026-03-18T11:11:23.630325Z","end":"2026-03-18T11:11:24.04717Z","steps":["trace[1670313258] 'process raft request' (duration: 415.942238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:24.04737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.153996Z","time spent":"893.26778ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:11:24.047385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.630283Z","time spent":"417.023273ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:11:24.047384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.601682Z","time spent":"445.599872ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:11:24.047537Z","caller":"traceutil/trace.go:171","msg":"trace[540600122] transaction","detail":"{read_only:false; response_revision:36333; number_of_response:1; }","duration":"894.201431ms","start":"2026-03-18T11:11:23.153324Z","end":"2026-03-18T11:11:24.047525Z","steps":["trace[540600122] 'process raft request' (duration: 892.644976ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:24.047574Z","caller":"traceutil/trace.go:171","msg":"trace[1270801858] transaction","detail":"{read_only:false; response_revision:36335; number_of_response:1; }","duration":"529.58861ms","start":"2026-03-18T11:11:23.517973Z","end":"2026-03-18T11:11:24.047561Z","steps":["trace[1270801858] 'process raft request' (duration: 528.216669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:24.0476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.153305Z","time spent":"894.263303ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:11:24.047635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.517945Z","time spent":"529.662812ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:11:24.143706Z","caller":"traceutil/trace.go:171","msg":"trace[1080464403] linearizableReadLoop","detail":"{readStateIndex:37563; appliedIndex:37560; }","duration":"892.531484ms","start":"2026-03-18T11:11:23.251144Z","end":"2026-03-18T11:11:24.143676Z","steps":["trace[1080464403] 'read index received' (duration: 462.168342ms)","trace[1080464403] 'applied index is now lower than readState.Index' (duration: 430.361782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:24.144018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.854591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T11:11:24.144059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.719072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:24.144086Z","caller":"traceutil/trace.go:171","msg":"trace[392101952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36337; }","duration":"499.788283ms","start":"2026-03-18T11:11:23.644289Z","end":"2026-03-18T11:11:24.144078Z","steps":["trace[392101952] 'agreement among raft nodes before linearized reading' (duration: 499.740802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:24.144083Z","caller":"traceutil/trace.go:171","msg":"trace[1594124545] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:36337; }","duration":"892.979514ms","start":"2026-03-18T11:11:23.251088Z","end":"2026-03-18T11:11:24.144068Z","steps":["trace[1594124545] 'agreement among raft nodes before linearized reading' (duration: 892.857391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:24.144104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.644269Z","time spent":"499.831084ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T11:11:24.144122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.251069Z","time spent":"893.042546ms","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T11:11:24.144234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.518172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:24.144259Z","caller":"traceutil/trace.go:171","msg":"trace[1608894795] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:36337; }","duration":"344.605664ms","start":"2026-03-18T11:11:23.799647Z","end":"2026-03-18T11:11:24.144253Z","steps":["trace[1608894795] 'agreement among raft nodes before linearized reading' (duration: 344.557633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:24.144274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.799611Z","time spent":"344.658646ms","remote":"127.0.0.1:49794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T11:11:24.144248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.524741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:11:24.144423Z","caller":"traceutil/trace.go:171","msg":"trace[39221293] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:36337; }","duration":"237.765176ms","start":"2026-03-18T11:11:23.906611Z","end":"2026-03-18T11:11:24.144376Z","steps":["trace[39221293] 'agreement among raft nodes before linearized reading' (duration: 237.470119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:24.144475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.324431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:24.144495Z","caller":"traceutil/trace.go:171","msg":"trace[355728063] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:36337; }","duration":"528.386972ms","start":"2026-03-18T11:11:23.616101Z","end":"2026-03-18T11:11:24.144488Z","steps":["trace[355728063] 'agreement among raft nodes before linearized reading' (duration: 528.354452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:24.144509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.616077Z","time spent":"528.428344ms","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T11:11:24.144643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.95415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T11:11:24.144691Z","caller":"traceutil/trace.go:171","msg":"trace[843646346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36337; }","duration":"714.048303ms","start":"2026-03-18T11:11:23.43063Z","end":"2026-03-18T11:11:24.144678Z","steps":["trace[843646346] 'agreement among raft nodes before linearized reading' (duration: 713.836838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:24.144727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.430609Z","time spent":"714.108654ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T11:11:24.14414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.023094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T11:11:24.14493Z","caller":"traceutil/trace.go:171","msg":"trace[571620151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36337; }","duration":"719.846742ms","start":"2026-03-18T11:11:23.425057Z","end":"2026-03-18T11:11:24.144904Z","steps":["trace[571620151] 'agreement among raft nodes before linearized reading' (duration: 718.940873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:24.144997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:23.425036Z","time spent":"719.945225ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T11:11:24.298285Z","caller":"traceutil/trace.go:171","msg":"trace[99399786] transaction","detail":"{read_only:false; response_revision:36339; number_of_response:1; }","duration":"147.787355ms","start":"2026-03-18T11:11:24.150456Z","end":"2026-03-18T11:11:24.298243Z","steps":["trace[99399786] 'process raft request' (duration: 139.348596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:25.047392Z","caller":"traceutil/trace.go:171","msg":"trace[904350113] linearizableReadLoop","detail":"{readStateIndex:37573; appliedIndex:37572; }","duration":"244.967477ms","start":"2026-03-18T11:11:24.802408Z","end":"2026-03-18T11:11:25.047376Z","steps":["trace[904350113] 'read index received' (duration: 244.760133ms)","trace[904350113] 'applied index is now lower than readState.Index' (duration: 206.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:25.047596Z","caller":"traceutil/trace.go:171","msg":"trace[814713116] transaction","detail":"{read_only:false; response_revision:36343; number_of_response:1; }","duration":"310.744817ms","start":"2026-03-18T11:11:24.736841Z","end":"2026-03-18T11:11:25.047586Z","steps":["trace[814713116] 'process raft request' (duration: 310.377839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:25.047674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:24.736818Z","time spent":"310.804019ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:11:25.047843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.439108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:25.047873Z","caller":"traceutil/trace.go:171","msg":"trace[1140978986] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:36343; }","duration":"245.497049ms","start":"2026-03-18T11:11:24.802368Z","end":"2026-03-18T11:11:25.047865Z","steps":["trace[1140978986] 'agreement among raft nodes before linearized reading' (duration: 245.448078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:25.049796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.040161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T11:11:25.049868Z","caller":"traceutil/trace.go:171","msg":"trace[124752908] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-conductor; range_end:; response_count:1; response_revision:36344; }","duration":"216.156064ms","start":"2026-03-18T11:11:24.833691Z","end":"2026-03-18T11:11:25.049847Z","steps":["trace[124752908] 'agreement among raft nodes before linearized reading' (duration: 215.981139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:25.050177Z","caller":"traceutil/trace.go:171","msg":"trace[1282157295] transaction","detail":"{read_only:false; response_revision:36344; number_of_response:1; }","duration":"134.965868ms","start":"2026-03-18T11:11:24.915201Z","end":"2026-03-18T11:11:25.050167Z","steps":["trace[1282157295] 'process raft request' (duration: 134.346313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:26.219975Z","caller":"traceutil/trace.go:171","msg":"trace[1232432851] transaction","detail":"{read_only:false; response_revision:36348; number_of_response:1; }","duration":"164.881486ms","start":"2026-03-18T11:11:26.055068Z","end":"2026-03-18T11:11:26.219949Z","steps":["trace[1232432851] 'process raft request' (duration: 129.755852ms)","trace[1232432851] 'compare' (duration: 34.808748ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:26.220131Z","caller":"traceutil/trace.go:171","msg":"trace[1771803832] transaction","detail":"{read_only:false; response_revision:36349; number_of_response:1; }","duration":"164.514407ms","start":"2026-03-18T11:11:26.055587Z","end":"2026-03-18T11:11:26.220101Z","steps":["trace[1771803832] 'process raft request' (duration: 164.264771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:26.442604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.994638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:11:26.44276Z","caller":"traceutil/trace.go:171","msg":"trace[462496134] transaction","detail":"{read_only:false; response_revision:36351; number_of_response:1; }","duration":"135.741456ms","start":"2026-03-18T11:11:26.30699Z","end":"2026-03-18T11:11:26.442732Z","steps":["trace[462496134] 'process raft request' (duration: 34.543223ms)","trace[462496134] 'compare' (duration: 100.707302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:30.089711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.063333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:30.089811Z","caller":"traceutil/trace.go:171","msg":"trace[1206001364] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:36372; }","duration":"183.215016ms","start":"2026-03-18T11:11:29.906573Z","end":"2026-03-18T11:11:30.089788Z","steps":["trace[1206001364] 'count revisions from in-memory index tree' (duration: 182.92423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:30.215439Z","caller":"traceutil/trace.go:171","msg":"trace[407905844] transaction","detail":"{read_only:false; response_revision:36373; number_of_response:1; }","duration":"100.446785ms","start":"2026-03-18T11:11:30.114968Z","end":"2026-03-18T11:11:30.215415Z","steps":["trace[407905844] 'process raft request' (duration: 100.261201ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:31.363915Z","caller":"traceutil/trace.go:171","msg":"trace[387891932] transaction","detail":"{read_only:false; response_revision:36383; number_of_response:1; }","duration":"106.531411ms","start":"2026-03-18T11:11:31.257362Z","end":"2026-03-18T11:11:31.363894Z","steps":["trace[387891932] 'process raft request' (duration: 106.49547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:31.364092Z","caller":"traceutil/trace.go:171","msg":"trace[759266678] transaction","detail":"{read_only:false; response_revision:36382; number_of_response:1; }","duration":"112.67293ms","start":"2026-03-18T11:11:31.251403Z","end":"2026-03-18T11:11:31.364076Z","steps":["trace[759266678] 'process raft request' (duration: 101.07647ms)","trace[759266678] 'compare' (duration: 11.264682ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:31.991029Z","caller":"traceutil/trace.go:171","msg":"trace[1878561887] linearizableReadLoop","detail":"{readStateIndex:37617; appliedIndex:37616; }","duration":"151.314393ms","start":"2026-03-18T11:11:31.839691Z","end":"2026-03-18T11:11:31.991006Z","steps":["trace[1878561887] 'read index received' (duration: 151.180201ms)","trace[1878561887] 'applied index is now lower than readState.Index' (duration: 132.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:31.991089Z","caller":"traceutil/trace.go:171","msg":"trace[1472310603] transaction","detail":"{read_only:false; response_revision:36386; number_of_response:1; }","duration":"155.487306ms","start":"2026-03-18T11:11:31.835571Z","end":"2026-03-18T11:11:31.991058Z","steps":["trace[1472310603] 'process raft request' (duration: 155.306962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:31.991192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.481297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f255518b-890a-4792-a627-25cc11df9a1f\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-18T11:11:31.991224Z","caller":"traceutil/trace.go:171","msg":"trace[181571304] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f255518b-890a-4792-a627-25cc11df9a1f; range_end:; response_count:1; response_revision:36386; }","duration":"151.549038ms","start":"2026-03-18T11:11:31.839666Z","end":"2026-03-18T11:11:31.991215Z","steps":["trace[181571304] 'agreement among raft nodes before linearized reading' (duration: 151.418925ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:32.23109Z","caller":"traceutil/trace.go:171","msg":"trace[348012518] transaction","detail":"{read_only:false; response_revision:36387; number_of_response:1; }","duration":"310.707216ms","start":"2026-03-18T11:11:31.920342Z","end":"2026-03-18T11:11:32.231049Z","steps":["trace[348012518] 'process raft request' (duration: 307.363792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:32.231284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:11:31.920314Z","time spent":"310.87346ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:11:32.2313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.134839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-compute\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-18T11:11:32.231097Z","caller":"traceutil/trace.go:171","msg":"trace[1362138902] linearizableReadLoop","detail":"{readStateIndex:37618; appliedIndex:37617; }","duration":"205.925604ms","start":"2026-03-18T11:11:32.025141Z","end":"2026-03-18T11:11:32.231067Z","steps":["trace[1362138902] 'read index received' (duration: 202.564259ms)","trace[1362138902] 'applied index is now lower than readState.Index' (duration: 3.359375ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:32.23135Z","caller":"traceutil/trace.go:171","msg":"trace[114484930] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-compute; range_end:; response_count:1; response_revision:36388; }","duration":"206.242411ms","start":"2026-03-18T11:11:32.025095Z","end":"2026-03-18T11:11:32.231337Z","steps":["trace[114484930] 'agreement among raft nodes before linearized reading' (duration: 206.057287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:32.622697Z","caller":"traceutil/trace.go:171","msg":"trace[217330938] transaction","detail":"{read_only:false; response_revision:36392; number_of_response:1; }","duration":"122.792035ms","start":"2026-03-18T11:11:32.499882Z","end":"2026-03-18T11:11:32.622674Z","steps":["trace[217330938] 'process raft request' (duration: 122.616341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:32.845351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.867385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:11:32.84553Z","caller":"traceutil/trace.go:171","msg":"trace[234456674] linearizableReadLoop","detail":"{readStateIndex:37624; appliedIndex:37623; }","duration":"202.477246ms","start":"2026-03-18T11:11:32.643033Z","end":"2026-03-18T11:11:32.84551Z","steps":["trace[234456674] 'read index received' (duration: 58.365765ms)","trace[234456674] 'applied index is now lower than readState.Index' (duration: 144.109891ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:32.84562Z","caller":"traceutil/trace.go:171","msg":"trace[1422711233] transaction","detail":"{read_only:false; response_revision:36393; number_of_response:1; }","duration":"290.247408ms","start":"2026-03-18T11:11:32.555349Z","end":"2026-03-18T11:11:32.845597Z","steps":["trace[1422711233] 'process raft request' (duration: 145.990164ms)","trace[1422711233] 'compare' (duration: 143.673321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:32.845655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.618679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:32.845758Z","caller":"traceutil/trace.go:171","msg":"trace[2030994580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36393; }","duration":"202.744952ms","start":"2026-03-18T11:11:32.643001Z","end":"2026-03-18T11:11:32.845746Z","steps":["trace[2030994580] 'agreement among raft nodes before linearized reading' (duration: 202.61906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:32.845815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.518314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T11:11:32.845902Z","caller":"traceutil/trace.go:171","msg":"trace[191748091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36393; }","duration":"167.618106ms","start":"2026-03-18T11:11:32.67826Z","end":"2026-03-18T11:11:32.845878Z","steps":["trace[191748091] 'agreement among raft nodes before linearized reading' (duration: 167.401291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:32.845884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.52645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T11:11:32.845972Z","caller":"traceutil/trace.go:171","msg":"trace[1404889369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36393; }","duration":"118.654743ms","start":"2026-03-18T11:11:32.727296Z","end":"2026-03-18T11:11:32.845951Z","steps":["trace[1404889369] 'agreement among raft nodes before linearized reading' (duration: 118.372157ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:33.011628Z","caller":"traceutil/trace.go:171","msg":"trace[788055552] linearizableReadLoop","detail":"{readStateIndex:37625; appliedIndex:37624; }","duration":"160.564ms","start":"2026-03-18T11:11:32.85103Z","end":"2026-03-18T11:11:33.011594Z","steps":["trace[788055552] 'read index received' (duration: 149.977883ms)","trace[788055552] 'applied index is now lower than readState.Index' (duration: 10.584547ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:33.011727Z","caller":"traceutil/trace.go:171","msg":"trace[1062835541] transaction","detail":"{read_only:false; response_revision:36394; number_of_response:1; }","duration":"161.164694ms","start":"2026-03-18T11:11:32.850516Z","end":"2026-03-18T11:11:33.011681Z","steps":["trace[1062835541] 'process raft request' (duration: 150.447094ms)","trace[1062835541] 'compare' (duration: 10.30657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:33.012033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.975209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18454"} {"level":"info","ts":"2026-03-18T11:11:33.012126Z","caller":"traceutil/trace.go:171","msg":"trace[2063715765] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36394; }","duration":"161.102062ms","start":"2026-03-18T11:11:32.851004Z","end":"2026-03-18T11:11:33.012106Z","steps":["trace[2063715765] 'agreement among raft nodes before linearized reading' (duration: 160.747654ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:34.426687Z","caller":"traceutil/trace.go:171","msg":"trace[888496850] transaction","detail":"{read_only:false; response_revision:36402; number_of_response:1; }","duration":"141.624317ms","start":"2026-03-18T11:11:34.285029Z","end":"2026-03-18T11:11:34.426653Z","steps":["trace[888496850] 'process raft request' (duration: 86.572136ms)","trace[888496850] 'compare' (duration: 54.864246ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:42.595683Z","caller":"traceutil/trace.go:171","msg":"trace[1294994106] transaction","detail":"{read_only:false; response_revision:36459; number_of_response:1; }","duration":"106.192284ms","start":"2026-03-18T11:11:42.489458Z","end":"2026-03-18T11:11:42.59565Z","steps":["trace[1294994106] 'process raft request' (duration: 79.257162ms)","trace[1294994106] 'compare' (duration: 26.779169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:11:46.614144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.458491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:11:46.614284Z","caller":"traceutil/trace.go:171","msg":"trace[2121963142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36481; }","duration":"115.607174ms","start":"2026-03-18T11:11:46.498658Z","end":"2026-03-18T11:11:46.614265Z","steps":["trace[2121963142] 'range keys from in-memory index tree' (duration: 115.443801ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:46.615955Z","caller":"traceutil/trace.go:171","msg":"trace[1004433942] transaction","detail":"{read_only:false; response_revision:36484; number_of_response:1; }","duration":"148.740345ms","start":"2026-03-18T11:11:46.467201Z","end":"2026-03-18T11:11:46.615942Z","steps":["trace[1004433942] 'process raft request' (duration: 148.705494ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:46.616034Z","caller":"traceutil/trace.go:171","msg":"trace[266297755] transaction","detail":"{read_only:false; response_revision:36482; number_of_response:1; }","duration":"246.349448ms","start":"2026-03-18T11:11:46.36964Z","end":"2026-03-18T11:11:46.61599Z","steps":["trace[266297755] 'process raft request' (duration: 169.908769ms)","trace[266297755] 'compare' (duration: 75.57442ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:46.616371Z","caller":"traceutil/trace.go:171","msg":"trace[1903477223] transaction","detail":"{read_only:false; response_revision:36483; number_of_response:1; }","duration":"149.546673ms","start":"2026-03-18T11:11:46.466812Z","end":"2026-03-18T11:11:46.616359Z","steps":["trace[1903477223] 'process raft request' (duration: 149.036152ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:46.850727Z","caller":"traceutil/trace.go:171","msg":"trace[1415685360] transaction","detail":"{read_only:false; response_revision:36487; number_of_response:1; }","duration":"139.947258ms","start":"2026-03-18T11:11:46.71075Z","end":"2026-03-18T11:11:46.850697Z","steps":["trace[1415685360] 'process raft request' (duration: 133.406432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:47.401652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.215569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:11:47.401764Z","caller":"traceutil/trace.go:171","msg":"trace[2062471644] transaction","detail":"{read_only:false; response_revision:36491; number_of_response:1; }","duration":"130.22037ms","start":"2026-03-18T11:11:47.271523Z","end":"2026-03-18T11:11:47.401743Z","steps":["trace[2062471644] 'process raft request' (duration: 29.824227ms)","trace[2062471644] 'compare' (duration: 99.846251ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:47.488356Z","caller":"traceutil/trace.go:171","msg":"trace[1403220194] linearizableReadLoop","detail":"{readStateIndex:37726; appliedIndex:37725; }","duration":"106.304526ms","start":"2026-03-18T11:11:47.382023Z","end":"2026-03-18T11:11:47.488328Z","steps":["trace[1403220194] 'read index received' (duration: 106.105712ms)","trace[1403220194] 'applied index is now lower than readState.Index' (duration: 197.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:11:47.488422Z","caller":"traceutil/trace.go:171","msg":"trace[1429094755] transaction","detail":"{read_only:false; response_revision:36492; number_of_response:1; }","duration":"148.411998ms","start":"2026-03-18T11:11:47.339974Z","end":"2026-03-18T11:11:47.488386Z","steps":["trace[1429094755] 'process raft request' (duration: 148.211344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:11:47.488606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.526462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:11:47.488661Z","caller":"traceutil/trace.go:171","msg":"trace[1474850687] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:36492; }","duration":"106.660174ms","start":"2026-03-18T11:11:47.381984Z","end":"2026-03-18T11:11:47.488644Z","steps":["trace[1474850687] 'agreement among raft nodes before linearized reading' (duration: 106.453719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:52.836315Z","caller":"traceutil/trace.go:171","msg":"trace[821005148] transaction","detail":"{read_only:false; response_revision:36529; number_of_response:1; }","duration":"115.044812ms","start":"2026-03-18T11:11:52.721213Z","end":"2026-03-18T11:11:52.836257Z","steps":["trace[821005148] 'process raft request' (duration: 107.865872ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:11:56.813667Z","caller":"traceutil/trace.go:171","msg":"trace[1193106493] transaction","detail":"{read_only:false; response_revision:36553; number_of_response:1; }","duration":"115.40998ms","start":"2026-03-18T11:11:56.698219Z","end":"2026-03-18T11:11:56.813629Z","steps":["trace[1193106493] 'process raft request' (duration: 115.218096ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:11.212118Z","caller":"traceutil/trace.go:171","msg":"trace[48538509] transaction","detail":"{read_only:false; response_revision:36652; number_of_response:1; }","duration":"117.876755ms","start":"2026-03-18T11:12:11.094208Z","end":"2026-03-18T11:12:11.212085Z","steps":["trace[48538509] 'process raft request' (duration: 103.703229ms)","trace[48538509] 'compare' (duration: 13.918201ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:11.525605Z","caller":"traceutil/trace.go:171","msg":"trace[34019918] linearizableReadLoop","detail":"{readStateIndex:37894; appliedIndex:37893; }","duration":"102.809738ms","start":"2026-03-18T11:12:11.422768Z","end":"2026-03-18T11:12:11.525578Z","steps":["trace[34019918] 'read index received' (duration: 102.554653ms)","trace[34019918] 'applied index is now lower than readState.Index' (duration: 253.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:11.525709Z","caller":"traceutil/trace.go:171","msg":"trace[192763076] transaction","detail":"{read_only:false; response_revision:36654; number_of_response:1; }","duration":"133.665608ms","start":"2026-03-18T11:12:11.392012Z","end":"2026-03-18T11:12:11.525678Z","steps":["trace[192763076] 'process raft request' (duration: 133.358082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:11.525939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.157517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T11:12:11.526006Z","caller":"traceutil/trace.go:171","msg":"trace[725948307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36654; }","duration":"103.279179ms","start":"2026-03-18T11:12:11.422713Z","end":"2026-03-18T11:12:11.525992Z","steps":["trace[725948307] 'agreement among raft nodes before linearized reading' (duration: 102.996903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:12.198401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.908977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:12:12.198607Z","caller":"traceutil/trace.go:171","msg":"trace[1353689733] transaction","detail":"{read_only:false; response_revision:36659; number_of_response:1; }","duration":"120.544235ms","start":"2026-03-18T11:12:12.078044Z","end":"2026-03-18T11:12:12.198588Z","steps":["trace[1353689733] 'process raft request' (duration: 120.471984ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:12.198587Z","caller":"traceutil/trace.go:171","msg":"trace[659813019] transaction","detail":"{read_only:false; response_revision:36658; number_of_response:1; }","duration":"355.341855ms","start":"2026-03-18T11:12:11.843179Z","end":"2026-03-18T11:12:12.198521Z","steps":["trace[659813019] 'process raft request' (duration: 190.233413ms)","trace[659813019] 'compare' (duration: 164.158891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:12.198773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:11.843151Z","time spent":"355.523828ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:12:12.198794Z","caller":"traceutil/trace.go:171","msg":"trace[1217374958] linearizableReadLoop","detail":"{readStateIndex:37898; appliedIndex:37897; }","duration":"289.88525ms","start":"2026-03-18T11:12:11.908879Z","end":"2026-03-18T11:12:12.198764Z","steps":["trace[1217374958] 'read index received' (duration: 124.546374ms)","trace[1217374958] 'applied index is now lower than readState.Index' (duration: 165.335176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:12.198903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.021604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:12.198941Z","caller":"traceutil/trace.go:171","msg":"trace[224838571] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:36659; }","duration":"290.065295ms","start":"2026-03-18T11:12:11.908865Z","end":"2026-03-18T11:12:12.19893Z","steps":["trace[224838571] 'agreement among raft nodes before linearized reading' (duration: 289.976773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:12.674172Z","caller":"traceutil/trace.go:171","msg":"trace[1379107028] transaction","detail":"{read_only:false; response_revision:36660; number_of_response:1; }","duration":"230.901523ms","start":"2026-03-18T11:12:12.443242Z","end":"2026-03-18T11:12:12.674143Z","steps":["trace[1379107028] 'process raft request' (duration: 230.722959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:12.687796Z","caller":"traceutil/trace.go:171","msg":"trace[1114279963] transaction","detail":"{read_only:false; response_revision:36661; number_of_response:1; }","duration":"128.754468ms","start":"2026-03-18T11:12:12.558977Z","end":"2026-03-18T11:12:12.687732Z","steps":["trace[1114279963] 'process raft request' (duration: 127.948659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:13.223602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.363876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:12:13.223704Z","caller":"traceutil/trace.go:171","msg":"trace[1591316725] linearizableReadLoop","detail":"{readStateIndex:37904; appliedIndex:37903; }","duration":"178.547812ms","start":"2026-03-18T11:12:13.045145Z","end":"2026-03-18T11:12:13.223692Z","steps":["trace[1591316725] 'read index received' (duration: 38.929011ms)","trace[1591316725] 'applied index is now lower than readState.Index' (duration: 139.617721ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:13.223757Z","caller":"traceutil/trace.go:171","msg":"trace[1263713105] transaction","detail":"{read_only:false; response_revision:36664; number_of_response:1; }","duration":"202.441466ms","start":"2026-03-18T11:12:13.021275Z","end":"2026-03-18T11:12:13.223716Z","steps":["trace[1263713105] 'process raft request' (duration: 62.884325ms)","trace[1263713105] 'compare' (duration: 139.136791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:13.223818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.671705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T11:12:13.22384Z","caller":"traceutil/trace.go:171","msg":"trace[490358453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36664; }","duration":"178.716226ms","start":"2026-03-18T11:12:13.045117Z","end":"2026-03-18T11:12:13.223833Z","steps":["trace[490358453] 'agreement among raft nodes before linearized reading' (duration: 178.620374ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:13.93819Z","caller":"traceutil/trace.go:171","msg":"trace[270344125] transaction","detail":"{read_only:false; response_revision:36671; number_of_response:1; }","duration":"138.761753ms","start":"2026-03-18T11:12:13.7994Z","end":"2026-03-18T11:12:13.938162Z","steps":["trace[270344125] 'process raft request' (duration: 138.510247ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:15.170482Z","caller":"traceutil/trace.go:171","msg":"trace[1749003758] transaction","detail":"{read_only:false; response_revision:36675; number_of_response:1; }","duration":"107.042192ms","start":"2026-03-18T11:12:15.063411Z","end":"2026-03-18T11:12:15.170453Z","steps":["trace[1749003758] 'process raft request' (duration: 106.854698ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:22.07167Z","caller":"traceutil/trace.go:171","msg":"trace[202574067] transaction","detail":"{read_only:false; response_revision:36724; number_of_response:1; }","duration":"103.37933ms","start":"2026-03-18T11:12:21.968263Z","end":"2026-03-18T11:12:22.071642Z","steps":["trace[202574067] 'process raft request' (duration: 99.79001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:22.797177Z","caller":"traceutil/trace.go:171","msg":"trace[4102690] transaction","detail":"{read_only:false; response_revision:36728; number_of_response:1; }","duration":"108.129827ms","start":"2026-03-18T11:12:22.689016Z","end":"2026-03-18T11:12:22.797146Z","steps":["trace[4102690] 'process raft request' (duration: 108.030855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.170904Z","caller":"traceutil/trace.go:171","msg":"trace[1269126745] transaction","detail":"{read_only:false; response_revision:36729; number_of_response:1; }","duration":"423.236112ms","start":"2026-03-18T11:12:22.747628Z","end":"2026-03-18T11:12:23.170864Z","steps":["trace[1269126745] 'process raft request' (duration: 423.071129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.171062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:22.747597Z","time spent":"423.401705ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:12:23.206973Z","caller":"traceutil/trace.go:171","msg":"trace[196225635] transaction","detail":"{read_only:false; response_revision:36730; number_of_response:1; }","duration":"279.462368ms","start":"2026-03-18T11:12:22.927489Z","end":"2026-03-18T11:12:23.206951Z","steps":["trace[196225635] 'process raft request' (duration: 279.353536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.42956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.564828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:12:23.429829Z","caller":"traceutil/trace.go:171","msg":"trace[613848272] transaction","detail":"{read_only:false; response_revision:36732; number_of_response:1; }","duration":"141.37324ms","start":"2026-03-18T11:12:23.288438Z","end":"2026-03-18T11:12:23.429812Z","steps":["trace[613848272] 'process raft request' (duration: 141.223657ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.429935Z","caller":"traceutil/trace.go:171","msg":"trace[1361669318] linearizableReadLoop","detail":"{readStateIndex:37974; appliedIndex:37972; }","duration":"128.616965ms","start":"2026-03-18T11:12:23.301297Z","end":"2026-03-18T11:12:23.429914Z","steps":["trace[1361669318] 'read index received' (duration: 19.628739ms)","trace[1361669318] 'applied index is now lower than readState.Index' (duration: 108.987476ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:23.430099Z","caller":"traceutil/trace.go:171","msg":"trace[45810354] transaction","detail":"{read_only:false; response_revision:36731; number_of_response:1; }","duration":"231.828832ms","start":"2026-03-18T11:12:23.198247Z","end":"2026-03-18T11:12:23.430076Z","steps":["trace[45810354] 'process raft request' (duration: 122.669531ms)","trace[45810354] 'compare' (duration: 108.287962ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:23.430175Z","caller":"traceutil/trace.go:171","msg":"trace[745510214] transaction","detail":"{read_only:false; response_revision:36733; number_of_response:1; }","duration":"125.961356ms","start":"2026-03-18T11:12:23.304178Z","end":"2026-03-18T11:12:23.430139Z","steps":["trace[745510214] 'process raft request' (duration: 125.592198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.430181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.84551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:23.43028Z","caller":"traceutil/trace.go:171","msg":"trace[208087311] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:36733; }","duration":"129.000964ms","start":"2026-03-18T11:12:23.301258Z","end":"2026-03-18T11:12:23.430259Z","steps":["trace[208087311] 'agreement among raft nodes before linearized reading' (duration: 128.81833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.640913Z","caller":"traceutil/trace.go:171","msg":"trace[355036502] transaction","detail":"{read_only:false; response_revision:36735; number_of_response:1; }","duration":"206.084468ms","start":"2026-03-18T11:12:23.434804Z","end":"2026-03-18T11:12:23.640888Z","steps":["trace[355036502] 'process raft request' (duration: 189.923656ms)","trace[355036502] 'compare' (duration: 15.849585ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:23.831104Z","caller":"traceutil/trace.go:171","msg":"trace[888690415] transaction","detail":"{read_only:false; response_revision:36738; number_of_response:1; }","duration":"158.035274ms","start":"2026-03-18T11:12:23.673044Z","end":"2026-03-18T11:12:23.831079Z","steps":["trace[888690415] 'process raft request' (duration: 157.985033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:23.831498Z","caller":"traceutil/trace.go:171","msg":"trace[1702708722] linearizableReadLoop","detail":"{readStateIndex:37979; appliedIndex:37978; }","duration":"161.887569ms","start":"2026-03-18T11:12:23.669581Z","end":"2026-03-18T11:12:23.831468Z","steps":["trace[1702708722] 'read index received' (duration: 73.322359ms)","trace[1702708722] 'applied index is now lower than readState.Index' (duration: 88.56207ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:23.831647Z","caller":"traceutil/trace.go:171","msg":"trace[1107915670] transaction","detail":"{read_only:false; response_revision:36737; number_of_response:1; }","duration":"186.237994ms","start":"2026-03-18T11:12:23.64539Z","end":"2026-03-18T11:12:23.831628Z","steps":["trace[1107915670] 'process raft request' (duration: 97.53308ms)","trace[1107915670] 'compare' (duration: 87.896825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:23.831701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.097714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:23.831752Z","caller":"traceutil/trace.go:171","msg":"trace[1546422904] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:36738; }","duration":"162.164045ms","start":"2026-03-18T11:12:23.669575Z","end":"2026-03-18T11:12:23.831739Z","steps":["trace[1546422904] 'agreement among raft nodes before linearized reading' (duration: 162.072873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:23.930073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.489659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-18T11:12:23.930137Z","caller":"traceutil/trace.go:171","msg":"trace[504467313] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:36738; }","duration":"118.603072ms","start":"2026-03-18T11:12:23.811519Z","end":"2026-03-18T11:12:23.930122Z","steps":["trace[504467313] 'agreement among raft nodes before linearized reading' (duration: 118.429428ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:25.818638Z","caller":"traceutil/trace.go:171","msg":"trace[173972338] transaction","detail":"{read_only:false; response_revision:36749; number_of_response:1; }","duration":"121.032586ms","start":"2026-03-18T11:12:25.69758Z","end":"2026-03-18T11:12:25.818613Z","steps":["trace[173972338] 'process raft request' (duration: 120.891763ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:26.035108Z","caller":"traceutil/trace.go:171","msg":"trace[1043340416] linearizableReadLoop","detail":"{readStateIndex:37993; appliedIndex:37992; }","duration":"295.453955ms","start":"2026-03-18T11:12:25.739626Z","end":"2026-03-18T11:12:26.03508Z","steps":["trace[1043340416] 'read index received' (duration: 79.19118ms)","trace[1043340416] 'applied index is now lower than readState.Index' (duration: 216.261865ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:26.035205Z","caller":"traceutil/trace.go:171","msg":"trace[2014502911] transaction","detail":"{read_only:false; response_revision:36750; number_of_response:1; }","duration":"336.605376ms","start":"2026-03-18T11:12:25.698559Z","end":"2026-03-18T11:12:26.035165Z","steps":["trace[2014502911] 'process raft request' (duration: 253.094479ms)","trace[2014502911] 'compare' (duration: 83.300512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:26.035437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:25.698541Z","time spent":"336.748898ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:12:26.036433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.774975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T11:12:26.036482Z","caller":"traceutil/trace.go:171","msg":"trace[342656386] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:36750; }","duration":"296.884287ms","start":"2026-03-18T11:12:25.739588Z","end":"2026-03-18T11:12:26.036472Z","steps":["trace[342656386] 'agreement among raft nodes before linearized reading' (duration: 295.623619ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:26.129129Z","caller":"traceutil/trace.go:171","msg":"trace[445838250] transaction","detail":"{read_only:false; response_revision:36751; number_of_response:1; }","duration":"293.242936ms","start":"2026-03-18T11:12:25.83584Z","end":"2026-03-18T11:12:26.129083Z","steps":["trace[445838250] 'process raft request' (duration: 293.009871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:26.129178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.518852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:26.129299Z","caller":"traceutil/trace.go:171","msg":"trace[1685950251] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36751; }","duration":"310.688416ms","start":"2026-03-18T11:12:25.818588Z","end":"2026-03-18T11:12:26.129277Z","steps":["trace[1685950251] 'agreement among raft nodes before linearized reading' (duration: 310.438501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:26.129356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:25.818571Z","time spent":"310.774378ms","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T11:12:26.129452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.090815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T11:12:26.129938Z","caller":"traceutil/trace.go:171","msg":"trace[1053958744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36751; }","duration":"294.643517ms","start":"2026-03-18T11:12:25.835274Z","end":"2026-03-18T11:12:26.129917Z","steps":["trace[1053958744] 'agreement among raft nodes before linearized reading' (duration: 293.84544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:32.987558Z","caller":"traceutil/trace.go:171","msg":"trace[1179394115] transaction","detail":"{read_only:false; response_revision:36795; number_of_response:1; }","duration":"148.638823ms","start":"2026-03-18T11:12:32.8389Z","end":"2026-03-18T11:12:32.987538Z","steps":["trace[1179394115] 'process raft request' (duration: 148.52585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:34.486393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.462181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:34.486475Z","caller":"traceutil/trace.go:171","msg":"trace[2143265025] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:36806; }","duration":"136.619545ms","start":"2026-03-18T11:12:34.349838Z","end":"2026-03-18T11:12:34.486457Z","steps":["trace[2143265025] 'count revisions from in-memory index tree' (duration: 136.351189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:34.756736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.46585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:34.756821Z","caller":"traceutil/trace.go:171","msg":"trace[712611793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36808; }","duration":"110.702665ms","start":"2026-03-18T11:12:34.646099Z","end":"2026-03-18T11:12:34.756802Z","steps":["trace[712611793] 'range keys from in-memory index tree' (duration: 110.359108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:43.534961Z","caller":"traceutil/trace.go:171","msg":"trace[1365217698] transaction","detail":"{read_only:false; response_revision:36865; number_of_response:1; }","duration":"217.498231ms","start":"2026-03-18T11:12:43.31743Z","end":"2026-03-18T11:12:43.534928Z","steps":["trace[1365217698] 'process raft request' (duration: 217.275907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:43.585149Z","caller":"traceutil/trace.go:171","msg":"trace[1799437710] transaction","detail":"{read_only:false; response_revision:36866; number_of_response:1; }","duration":"118.450558ms","start":"2026-03-18T11:12:43.466677Z","end":"2026-03-18T11:12:43.585128Z","steps":["trace[1799437710] 'process raft request' (duration: 118.283924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:43.752165Z","caller":"traceutil/trace.go:171","msg":"trace[324098854] transaction","detail":"{read_only:false; response_revision:36867; number_of_response:1; }","duration":"107.051293ms","start":"2026-03-18T11:12:43.645093Z","end":"2026-03-18T11:12:43.752144Z","steps":["trace[324098854] 'process raft request' (duration: 106.478941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:44.347245Z","caller":"traceutil/trace.go:171","msg":"trace[1201746352] linearizableReadLoop","detail":"{readStateIndex:38116; appliedIndex:38115; }","duration":"504.619621ms","start":"2026-03-18T11:12:43.842594Z","end":"2026-03-18T11:12:44.347214Z","steps":["trace[1201746352] 'read index received' (duration: 425.573574ms)","trace[1201746352] 'applied index is now lower than readState.Index' (duration: 79.044387ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:44.347311Z","caller":"traceutil/trace.go:171","msg":"trace[348046158] transaction","detail":"{read_only:false; response_revision:36870; number_of_response:1; }","duration":"533.768252ms","start":"2026-03-18T11:12:43.813486Z","end":"2026-03-18T11:12:44.347255Z","steps":["trace[348046158] 'process raft request' (duration: 454.668934ms)","trace[348046158] 'compare' (duration: 78.564907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:44.347508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:43.813461Z","time spent":"533.947377ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:12:44.347552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.923618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-18T11:12:44.347672Z","caller":"traceutil/trace.go:171","msg":"trace[1424838965] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:36870; }","duration":"505.090612ms","start":"2026-03-18T11:12:43.842548Z","end":"2026-03-18T11:12:44.347639Z","steps":["trace[1424838965] 'agreement among raft nodes before linearized reading' (duration: 504.775755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.347748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:43.842526Z","time spent":"505.206235ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-18T11:12:44.384287Z","caller":"traceutil/trace.go:171","msg":"trace[851875498] transaction","detail":"{read_only:false; response_revision:36871; number_of_response:1; }","duration":"115.501402ms","start":"2026-03-18T11:12:44.268753Z","end":"2026-03-18T11:12:44.384254Z","steps":["trace[851875498] 'process raft request' (duration: 114.890949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.38551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.113591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:44.385572Z","caller":"traceutil/trace.go:171","msg":"trace[447331075] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:36872; }","duration":"250.194343ms","start":"2026-03-18T11:12:44.135361Z","end":"2026-03-18T11:12:44.385555Z","steps":["trace[447331075] 'agreement among raft nodes before linearized reading' (duration: 250.088801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.38578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.725982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T11:12:44.385933Z","caller":"traceutil/trace.go:171","msg":"trace[1446899505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36872; }","duration":"121.804194ms","start":"2026-03-18T11:12:44.26401Z","end":"2026-03-18T11:12:44.385814Z","steps":["trace[1446899505] 'agreement among raft nodes before linearized reading' (duration: 121.705041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.386405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.988306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T11:12:44.386453Z","caller":"traceutil/trace.go:171","msg":"trace[1264762704] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:36872; }","duration":"385.071188ms","start":"2026-03-18T11:12:44.00137Z","end":"2026-03-18T11:12:44.386441Z","steps":["trace[1264762704] 'agreement among raft nodes before linearized reading' (duration: 384.996747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.386477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:44.001353Z","time spent":"385.116539ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-18T11:12:44.387442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.879363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T11:12:44.387487Z","caller":"traceutil/trace.go:171","msg":"trace[174038882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36872; }","duration":"396.949485ms","start":"2026-03-18T11:12:43.990529Z","end":"2026-03-18T11:12:44.387478Z","steps":["trace[174038882] 'agreement among raft nodes before linearized reading' (duration: 396.190777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:44.387507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:43.990515Z","time spent":"396.988056ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T11:12:44.55618Z","caller":"traceutil/trace.go:171","msg":"trace[1814523826] transaction","detail":"{read_only:false; response_revision:36874; number_of_response:1; }","duration":"165.563761ms","start":"2026-03-18T11:12:44.390591Z","end":"2026-03-18T11:12:44.556155Z","steps":["trace[1814523826] 'process raft request' (duration: 165.475299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:44.556333Z","caller":"traceutil/trace.go:171","msg":"trace[153772401] transaction","detail":"{read_only:false; response_revision:36875; number_of_response:1; }","duration":"165.646113ms","start":"2026-03-18T11:12:44.390659Z","end":"2026-03-18T11:12:44.556305Z","steps":["trace[153772401] 'process raft request' (duration: 165.459569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:44.556437Z","caller":"traceutil/trace.go:171","msg":"trace[56716622] transaction","detail":"{read_only:false; response_revision:36873; number_of_response:1; }","duration":"166.590695ms","start":"2026-03-18T11:12:44.389833Z","end":"2026-03-18T11:12:44.556424Z","steps":["trace[56716622] 'process raft request' (duration: 92.385025ms)","trace[56716622] 'compare' (duration: 73.708439ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:45.866028Z","caller":"traceutil/trace.go:171","msg":"trace[20092440] transaction","detail":"{read_only:false; response_revision:36880; number_of_response:1; }","duration":"110.145442ms","start":"2026-03-18T11:12:45.755854Z","end":"2026-03-18T11:12:45.865999Z","steps":["trace[20092440] 'process raft request' (duration: 110.091751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:45.866049Z","caller":"traceutil/trace.go:171","msg":"trace[2050091777] transaction","detail":"{read_only:false; response_revision:36879; number_of_response:1; }","duration":"123.353737ms","start":"2026-03-18T11:12:45.742662Z","end":"2026-03-18T11:12:45.866015Z","steps":["trace[2050091777] 'process raft request' (duration: 35.156756ms)","trace[2050091777] 'compare' (duration: 87.819743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:46.18369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.422917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:12:46.184564Z","caller":"traceutil/trace.go:171","msg":"trace[959375233] linearizableReadLoop","detail":"{readStateIndex:38129; appliedIndex:38125; }","duration":"358.233189ms","start":"2026-03-18T11:12:45.826312Z","end":"2026-03-18T11:12:46.184546Z","steps":["trace[959375233] 'read index received' (duration: 37.678783ms)","trace[959375233] 'applied index is now lower than readState.Index' (duration: 320.553016ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:46.184706Z","caller":"traceutil/trace.go:171","msg":"trace[981587653] transaction","detail":"{read_only:false; response_revision:36882; number_of_response:1; }","duration":"370.652396ms","start":"2026-03-18T11:12:45.814042Z","end":"2026-03-18T11:12:46.184695Z","steps":["trace[981587653] 'process raft request' (duration: 370.423781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:46.184798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:45.814034Z","time spent":"370.710297ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T11:12:46.184816Z","caller":"traceutil/trace.go:171","msg":"trace[1515023795] transaction","detail":"{read_only:false; response_revision:36881; number_of_response:1; }","duration":"370.80712ms","start":"2026-03-18T11:12:45.81396Z","end":"2026-03-18T11:12:46.184767Z","steps":["trace[1515023795] 'process raft request' (duration: 230.213147ms)","trace[1515023795] 'compare' (duration: 139.324955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T11:12:46.185067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:45.813941Z","time spent":"370.978973ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T11:12:46.18509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.779521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-18T11:12:46.185145Z","caller":"traceutil/trace.go:171","msg":"trace[107057778] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:36882; }","duration":"358.885374ms","start":"2026-03-18T11:12:45.826244Z","end":"2026-03-18T11:12:46.185129Z","steps":["trace[107057778] 'agreement among raft nodes before linearized reading' (duration: 358.70667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:46.185198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T11:12:45.826223Z","time spent":"358.963745ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T11:12:46.185246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.772779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419869"} {"level":"info","ts":"2026-03-18T11:12:46.185366Z","caller":"traceutil/trace.go:171","msg":"trace[489377293] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:36882; }","duration":"205.904792ms","start":"2026-03-18T11:12:45.979433Z","end":"2026-03-18T11:12:46.185338Z","steps":["trace[489377293] 'agreement among raft nodes before linearized reading' (duration: 205.479703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:46.185376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.855267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T11:12:46.185461Z","caller":"traceutil/trace.go:171","msg":"trace[802792133] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:36882; }","duration":"114.95399ms","start":"2026-03-18T11:12:46.070487Z","end":"2026-03-18T11:12:46.185441Z","steps":["trace[802792133] 'agreement among raft nodes before linearized reading' (duration: 114.674113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:46.185545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.414875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T11:12:46.18561Z","caller":"traceutil/trace.go:171","msg":"trace[489105262] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:36882; }","duration":"185.512647ms","start":"2026-03-18T11:12:46.000081Z","end":"2026-03-18T11:12:46.185593Z","steps":["trace[489105262] 'agreement among raft nodes before linearized reading' (duration: 185.395334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:46.57095Z","caller":"traceutil/trace.go:171","msg":"trace[1723451062] transaction","detail":"{read_only:false; response_revision:36884; number_of_response:1; }","duration":"180.222189ms","start":"2026-03-18T11:12:46.3907Z","end":"2026-03-18T11:12:46.570922Z","steps":["trace[1723451062] 'process raft request' (duration: 158.332259ms)","trace[1723451062] 'compare' (duration: 21.44272ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T11:12:46.571116Z","caller":"traceutil/trace.go:171","msg":"trace[694496471] transaction","detail":"{read_only:false; response_revision:36885; number_of_response:1; }","duration":"126.522999ms","start":"2026-03-18T11:12:46.444563Z","end":"2026-03-18T11:12:46.571086Z","steps":["trace[694496471] 'process raft request' (duration: 126.289924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:52.375519Z","caller":"traceutil/trace.go:171","msg":"trace[184181548] transaction","detail":"{read_only:false; response_revision:36922; number_of_response:1; }","duration":"113.119668ms","start":"2026-03-18T11:12:52.262376Z","end":"2026-03-18T11:12:52.375495Z","steps":["trace[184181548] 'process raft request' (duration: 112.946025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:52.40884Z","caller":"traceutil/trace.go:171","msg":"trace[1948644915] transaction","detail":"{read_only:false; response_revision:36923; number_of_response:1; }","duration":"110.163312ms","start":"2026-03-18T11:12:52.298654Z","end":"2026-03-18T11:12:52.408817Z","steps":["trace[1948644915] 'process raft request' (duration: 110.009169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T11:12:52.409087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.83781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T11:12:52.409183Z","caller":"traceutil/trace.go:171","msg":"trace[167553226] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:36923; }","duration":"119.977072ms","start":"2026-03-18T11:12:52.289193Z","end":"2026-03-18T11:12:52.40917Z","steps":["trace[167553226] 'agreement among raft nodes before linearized reading' (duration: 119.648305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:12:58.35517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34905} {"level":"info","ts":"2026-03-18T11:12:58.487244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34905,"took":"128.574645ms","hash":833700028,"current-db-size-bytes":50405376,"current-db-size":"50 MB","current-db-size-in-use-bytes":28663808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T11:12:58.487304Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":833700028,"revision":34905,"compact-revision":32785} {"level":"warn","ts":"2026-03-18T11:13:00.966936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.793249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T11:13:00.967506Z","caller":"traceutil/trace.go:171","msg":"trace[619749209] transaction","detail":"{read_only:false; response_revision:36986; number_of_response:1; }","duration":"191.711366ms","start":"2026-03-18T11:13:00.77576Z","end":"2026-03-18T11:13:00.967471Z","steps":["trace[619749209] 'compare' (duration: 183.610916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:13:27.224033Z","caller":"traceutil/trace.go:171","msg":"trace[1876890419] transaction","detail":"{read_only:false; response_revision:37169; number_of_response:1; }","duration":"117.199861ms","start":"2026-03-18T11:13:27.106802Z","end":"2026-03-18T11:13:27.224002Z","steps":["trace[1876890419] 'process raft request' (duration: 116.562707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T11:16:53.430197Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T11:16:53.436521Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-18T11:16:53.436706Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-18T11:17:58.360925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36964} {"level":"info","ts":"2026-03-18T11:17:58.48496Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36964,"took":"121.026357ms","hash":1454585233,"current-db-size-bytes":50405376,"current-db-size":"50 MB","current-db-size-in-use-bytes":28323840,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T11:17:58.485072Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1454585233,"revision":36964,"compact-revision":34905}