{"level":"warn","ts":"2026-03-14T07:00:43.693285Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:00:43.693392Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T07:00:43.69363Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:00:43.693647Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-03-14T07:00:43.693669Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:00:43.695423Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-03-14T07:00:43.695524Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T07:00:43.701438Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.632216ms"} {"level":"info","ts":"2026-03-14T07:00:43.71262Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-03-14T07:00:43.712709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T07:00:43.71273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-03-14T07:00:43.71274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T07:00:43.71275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-03-14T07:00:43.712795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-03-14T07:00:43.720598Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T07:00:43.723675Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T07:00:43.725441Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T07:00:43.730703Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T07:00:43.730864Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T07:00:43.731052Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:00:43.7318Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:00:43.731845Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:00:43.732006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-03-14T07:00:43.732386Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-03-14T07:00:43.735843Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:00:43.736161Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-03-14T07:00:43.736208Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-03-14T07:00:43.736204Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T07:00:43.736295Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T07:00:44.614073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T07:00:44.614212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T07:00:44.614281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-03-14T07:00:44.614377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-03-14T07:00:44.614392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-03-14T07:00:44.61441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-03-14T07:00:44.614425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-03-14T07:00:44.616687Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T07:00:44.616724Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:00:44.616742Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:00:44.617019Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T07:00:44.616896Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:00:44.617049Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T07:00:44.617929Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:00:44.618069Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:00:44.618101Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:00:44.620766Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T07:00:44.622672Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-03-14T07:00:47.17461Z","caller":"traceutil/trace.go:171","msg":"trace[844726394] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:120; }","duration":"364.19883ms","start":"2026-03-14T07:00:46.810385Z","end":"2026-03-14T07:00:47.174584Z","steps":["trace[844726394] 'read index received' (duration: 363.992615ms)","trace[844726394] 'applied index is now lower than readState.Index' (duration: 202.515µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:00:47.174949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.529168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-14T07:00:47.17506Z","caller":"traceutil/trace.go:171","msg":"trace[1635773545] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:116; }","duration":"364.687632ms","start":"2026-03-14T07:00:46.810346Z","end":"2026-03-14T07:00:47.175034Z","steps":["trace[1635773545] 'agreement among raft nodes before linearized reading' (duration: 364.448507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:00:47.175109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:00:46.810329Z","time spent":"364.770044ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"info","ts":"2026-03-14T07:00:47.175131Z","caller":"traceutil/trace.go:171","msg":"trace[257588975] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"364.796905ms","start":"2026-03-14T07:00:46.810298Z","end":"2026-03-14T07:00:47.175095Z","steps":["trace[257588975] 'process raft request' (duration: 364.150229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:00:47.175567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.667944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-14T07:00:47.175668Z","caller":"traceutil/trace.go:171","msg":"trace[634210090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:116; }","duration":"256.32543ms","start":"2026-03-14T07:00:46.919291Z","end":"2026-03-14T07:00:47.175617Z","steps":["trace[634210090] 'agreement among raft nodes before linearized reading' (duration: 255.666624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:00:47.176137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:00:46.810283Z","time spent":"364.912938ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:00:51.920129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.102653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-14T07:00:51.920242Z","caller":"traceutil/trace.go:171","msg":"trace[421627559] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:331; }","duration":"103.265557ms","start":"2026-03-14T07:00:51.816954Z","end":"2026-03-14T07:00:51.92022Z","steps":["trace[421627559] 'range keys from in-memory index tree' (duration: 103.01128ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:00:54.18894Z","caller":"traceutil/trace.go:171","msg":"trace[148055408] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"110.398574ms","start":"2026-03-14T07:00:54.078521Z","end":"2026-03-14T07:00:54.188919Z","steps":["trace[148055408] 'process raft request' (duration: 110.300472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:00:59.768948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232309993114715048,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:00:59.8544Z","caller":"traceutil/trace.go:171","msg":"trace[517858810] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"616.995372ms","start":"2026-03-14T07:00:59.237375Z","end":"2026-03-14T07:00:59.85437Z","steps":["trace[517858810] 'process raft request' (duration: 616.809527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:00:59.854796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:00:59.237356Z","time spent":"617.125354ms","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4363,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:01:00.63097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.293239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:01:00.631149Z","caller":"traceutil/trace.go:171","msg":"trace[1501654545] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:424; }","duration":"1.362294176s","start":"2026-03-14T07:00:59.268806Z","end":"2026-03-14T07:01:00.6311Z","steps":["trace[1501654545] 'read index received' (duration: 585.438661ms)","trace[1501654545] 'applied index is now lower than readState.Index' (duration: 776.853554ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:00.631305Z","caller":"traceutil/trace.go:171","msg":"trace[950943765] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"882.206393ms","start":"2026-03-14T07:00:59.749078Z","end":"2026-03-14T07:01:00.631285Z","steps":["trace[950943765] 'process raft request' (duration: 244.242317ms)","trace[950943765] 'compare' (duration: 637.164426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:00.631401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:00:59.749047Z","time spent":"882.304395ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:01:00.631893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.678117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T07:01:00.631918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.994432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T07:01:00.631962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.989056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-14T07:01:00.631978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363167327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:01:00.632001Z","caller":"traceutil/trace.go:171","msg":"trace[1650238933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:414; }","duration":"615.815851ms","start":"2026-03-14T07:01:00.016149Z","end":"2026-03-14T07:01:00.631964Z","steps":["trace[1650238933] 'agreement among raft nodes before linearized reading' (duration: 615.651347ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:00.632009Z","caller":"traceutil/trace.go:171","msg":"trace[815516989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:414; }","duration":"304.136755ms","start":"2026-03-14T07:01:00.327853Z","end":"2026-03-14T07:01:00.631989Z","steps":["trace[815516989] 'agreement among raft nodes before linearized reading' (duration: 303.936361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:00.632066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:00.016123Z","time spent":"615.929514ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:01:00.632068Z","caller":"traceutil/trace.go:171","msg":"trace[1687701617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"1.363252469s","start":"2026-03-14T07:00:59.268788Z","end":"2026-03-14T07:01:00.632041Z","steps":["trace[1687701617] 'agreement among raft nodes before linearized reading' (duration: 1.363006653s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:00.632068Z","caller":"traceutil/trace.go:171","msg":"trace[1535330316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:414; }","duration":"608.119029ms","start":"2026-03-14T07:01:00.023915Z","end":"2026-03-14T07:01:00.632034Z","steps":["trace[1535330316] 'agreement among raft nodes before linearized reading' (duration: 607.877273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:00.632093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:00.327828Z","time spent":"304.255599ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:01:00.632117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:00:59.268731Z","time spent":"1.363373351s","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:01:00.63212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:00.023896Z","time spent":"608.212361ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:01:00.631969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.939923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4318"} {"level":"info","ts":"2026-03-14T07:01:00.632237Z","caller":"traceutil/trace.go:171","msg":"trace[610848449] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:414; }","duration":"949.229802ms","start":"2026-03-14T07:00:59.682971Z","end":"2026-03-14T07:01:00.632201Z","steps":["trace[610848449] 'agreement among raft nodes before linearized reading' (duration: 948.80401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:00.632356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:00:59.682949Z","time spent":"949.378085ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4341,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-14T07:01:01.71661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.569124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:01:01.717089Z","caller":"traceutil/trace.go:171","msg":"trace[2070291912] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"1.079624387s","start":"2026-03-14T07:01:00.637119Z","end":"2026-03-14T07:01:01.716743Z","steps":["trace[2070291912] 'process raft request' (duration: 378.834178ms)","trace[2070291912] 'compare' (duration: 699.929377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:01.717176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:00.637087Z","time spent":"1.080051628s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:01:01.733762Z","caller":"traceutil/trace.go:171","msg":"trace[1713324783] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:426; }","duration":"1.091228427s","start":"2026-03-14T07:01:00.642512Z","end":"2026-03-14T07:01:01.73374Z","steps":["trace[1713324783] 'read index received' (duration: 373.388861ms)","trace[1713324783] 'applied index is now lower than readState.Index' (duration: 717.838546ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:01.733833Z","caller":"traceutil/trace.go:171","msg":"trace[1539238034] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"1.095457293s","start":"2026-03-14T07:01:00.638327Z","end":"2026-03-14T07:01:01.733784Z","steps":["trace[1539238034] 'process raft request' (duration: 1.095325469s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:01.73389Z","caller":"traceutil/trace.go:171","msg":"trace[880728525] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"1.092116799s","start":"2026-03-14T07:01:00.641758Z","end":"2026-03-14T07:01:01.733875Z","steps":["trace[880728525] 'process raft request' (duration: 1.091933324s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:01.733892Z","caller":"traceutil/trace.go:171","msg":"trace[381646425] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.095581376s","start":"2026-03-14T07:01:00.638295Z","end":"2026-03-14T07:01:01.733877Z","steps":["trace[381646425] 'process raft request' (duration: 1.095250578s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:01.733961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:00.638266Z","time spent":"1.095658348s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:01:01.733986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:00.638316Z","time spent":"1.095580005s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:01:01.733999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:00.641747Z","time spent":"1.092177091s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4111,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:01:01.734183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.116103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:01:01.734225Z","caller":"traceutil/trace.go:171","msg":"trace[1766613777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:418; }","duration":"938.188914ms","start":"2026-03-14T07:01:00.796027Z","end":"2026-03-14T07:01:01.734216Z","steps":["trace[1766613777] 'agreement among raft nodes before linearized reading' (duration: 938.128243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:01.734246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:00.796006Z","time spent":"938.235506ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:01:01.734169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091652978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:01:01.734348Z","caller":"traceutil/trace.go:171","msg":"trace[1124033816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"1.091849553s","start":"2026-03-14T07:01:00.64248Z","end":"2026-03-14T07:01:01.734329Z","steps":["trace[1124033816] 'agreement among raft nodes before linearized reading' (duration: 1.091645828s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:01.734413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:00.642471Z","time spent":"1.091926585s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:01:18.27234Z","caller":"traceutil/trace.go:171","msg":"trace[2104213622] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"456.688136ms","start":"2026-03-14T07:01:17.815632Z","end":"2026-03-14T07:01:18.27232Z","steps":["trace[2104213622] 'read index received' (duration: 456.564093ms)","trace[2104213622] 'applied index is now lower than readState.Index' (duration: 123.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:18.272423Z","caller":"traceutil/trace.go:171","msg":"trace[1062044527] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"482.990765ms","start":"2026-03-14T07:01:17.789382Z","end":"2026-03-14T07:01:18.272373Z","steps":["trace[1062044527] 'process raft request' (duration: 482.82297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:18.272485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.851892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:01:18.272518Z","caller":"traceutil/trace.go:171","msg":"trace[1939029221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"456.951814ms","start":"2026-03-14T07:01:17.815555Z","end":"2026-03-14T07:01:18.272506Z","steps":["trace[1939029221] 'agreement among raft nodes before linearized reading' (duration: 456.886341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:18.272549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:17.815522Z","time spent":"457.014456ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:01:18.272637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:17.789349Z","time spent":"483.16872ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:01:18.272674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.374879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:01:18.272734Z","caller":"traceutil/trace.go:171","msg":"trace[313991624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"456.492122ms","start":"2026-03-14T07:01:17.816226Z","end":"2026-03-14T07:01:18.272718Z","steps":["trace[313991624] 'agreement among raft nodes before linearized reading' (duration: 456.346089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:18.272718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.18538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-14T07:01:18.272792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:17.816197Z","time spent":"456.579714ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:01:18.272827Z","caller":"traceutil/trace.go:171","msg":"trace[865021505] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:519; }","duration":"350.354324ms","start":"2026-03-14T07:01:17.922443Z","end":"2026-03-14T07:01:18.272797Z","steps":["trace[865021505] 'agreement among raft nodes before linearized reading' (duration: 350.142759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:18.272826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.936768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:01:18.272903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:17.922407Z","time spent":"350.486227ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-03-14T07:01:18.27296Z","caller":"traceutil/trace.go:171","msg":"trace[277996950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:519; }","duration":"454.150733ms","start":"2026-03-14T07:01:17.818776Z","end":"2026-03-14T07:01:18.272927Z","steps":["trace[277996950] 'agreement among raft nodes before linearized reading' (duration: 453.825315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:18.273021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:17.818747Z","time spent":"454.264556ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:01:21.890967Z","caller":"traceutil/trace.go:171","msg":"trace[1804213282] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"139.889953ms","start":"2026-03-14T07:01:21.751047Z","end":"2026-03-14T07:01:21.890937Z","steps":["trace[1804213282] 'process raft request' (duration: 139.732149ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:22.535617Z","caller":"traceutil/trace.go:171","msg":"trace[2089116409] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"205.305561ms","start":"2026-03-14T07:01:22.330274Z","end":"2026-03-14T07:01:22.53558Z","steps":["trace[2089116409] 'process raft request' (duration: 179.253919ms)","trace[2089116409] 'compare' (duration: 25.783595ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:22.535621Z","caller":"traceutil/trace.go:171","msg":"trace[1017438940] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"205.256199ms","start":"2026-03-14T07:01:22.330316Z","end":"2026-03-14T07:01:22.535572Z","steps":["trace[1017438940] 'process raft request' (duration: 205.166077ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:22.535641Z","caller":"traceutil/trace.go:171","msg":"trace[1584611394] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"204.118741ms","start":"2026-03-14T07:01:22.331495Z","end":"2026-03-14T07:01:22.535613Z","steps":["trace[1584611394] 'process raft request' (duration: 204.039679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.385064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.967977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:01:23.385153Z","caller":"traceutil/trace.go:171","msg":"trace[786317862] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:558; }","duration":"656.103951ms","start":"2026-03-14T07:01:22.729029Z","end":"2026-03-14T07:01:23.385133Z","steps":["trace[786317862] 'range keys from in-memory index tree' (duration: 655.894316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:23.385246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:22.72901Z","time spent":"656.222594ms","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-14T07:01:24.226499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.848332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:01:24.22664Z","caller":"traceutil/trace.go:171","msg":"trace[1432728714] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"954.715469ms","start":"2026-03-14T07:01:23.2719Z","end":"2026-03-14T07:01:24.226616Z","steps":["trace[1432728714] 'read index received' (duration: 3.708412ms)","trace[1432728714] 'applied index is now lower than readState.Index' (duration: 951.005077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:24.226626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.332169ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:01:24.226805Z","caller":"traceutil/trace.go:171","msg":"trace[905404317] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:558; }","duration":"381.560395ms","start":"2026-03-14T07:01:23.845224Z","end":"2026-03-14T07:01:24.226785Z","steps":["trace[905404317] 'range keys from in-memory index tree' (duration: 381.305569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:24.226738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.831662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:01:24.22703Z","caller":"traceutil/trace.go:171","msg":"trace[1194279192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"955.132719ms","start":"2026-03-14T07:01:23.271856Z","end":"2026-03-14T07:01:24.226989Z","steps":["trace[1194279192] 'agreement among raft nodes before linearized reading' (duration: 954.818351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:24.227138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:23.271836Z","time spent":"955.273803ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:01:28.331365Z","caller":"traceutil/trace.go:171","msg":"trace[1761242360] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:721; }","duration":"408.802507ms","start":"2026-03-14T07:01:27.922526Z","end":"2026-03-14T07:01:28.331329Z","steps":["trace[1761242360] 'read index received' (duration: 350.272272ms)","trace[1761242360] 'applied index is now lower than readState.Index' (duration: 58.528995ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:28.331379Z","caller":"traceutil/trace.go:171","msg":"trace[651070112] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"463.778924ms","start":"2026-03-14T07:01:27.867564Z","end":"2026-03-14T07:01:28.331343Z","steps":["trace[651070112] 'process raft request' (duration: 405.34169ms)","trace[651070112] 'compare' (duration: 58.099605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:01:28.331542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:27.86753Z","time spent":"463.941308ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:01:28.331571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.032693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-14T07:01:28.331735Z","caller":"traceutil/trace.go:171","msg":"trace[532858573] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:704; }","duration":"409.180617ms","start":"2026-03-14T07:01:27.922484Z","end":"2026-03-14T07:01:28.331664Z","steps":["trace[532858573] 'agreement among raft nodes before linearized reading' (duration: 408.940341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:28.33208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:27.922468Z","time spent":"409.596507ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-03-14T07:01:30.688594Z","caller":"traceutil/trace.go:171","msg":"trace[1354193078] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"112.120758ms","start":"2026-03-14T07:01:30.576447Z","end":"2026-03-14T07:01:30.688568Z","steps":["trace[1354193078] 'process raft request' (duration: 111.108022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:30.68891Z","caller":"traceutil/trace.go:171","msg":"trace[313639610] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"111.78633ms","start":"2026-03-14T07:01:30.577112Z","end":"2026-03-14T07:01:30.688899Z","steps":["trace[313639610] 'process raft request' (duration: 111.415501ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:31.123394Z","caller":"traceutil/trace.go:171","msg":"trace[1485222309] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"108.679179ms","start":"2026-03-14T07:01:31.014687Z","end":"2026-03-14T07:01:31.123366Z","steps":["trace[1485222309] 'process raft request' (duration: 108.246888ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:31.184288Z","caller":"traceutil/trace.go:171","msg":"trace[1279389236] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"169.349855ms","start":"2026-03-14T07:01:31.014915Z","end":"2026-03-14T07:01:31.184265Z","steps":["trace[1279389236] 'process raft request' (duration: 169.15969ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:31.184636Z","caller":"traceutil/trace.go:171","msg":"trace[1869207816] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"169.56805ms","start":"2026-03-14T07:01:31.015046Z","end":"2026-03-14T07:01:31.184614Z","steps":["trace[1869207816] 'process raft request' (duration: 169.15875ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:31.185337Z","caller":"traceutil/trace.go:171","msg":"trace[835674096] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"170.004641ms","start":"2026-03-14T07:01:31.015317Z","end":"2026-03-14T07:01:31.185322Z","steps":["trace[835674096] 'process raft request' (duration: 169.260063ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:31.185461Z","caller":"traceutil/trace.go:171","msg":"trace[1317821568] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"170.009032ms","start":"2026-03-14T07:01:31.015443Z","end":"2026-03-14T07:01:31.185452Z","steps":["trace[1317821568] 'process raft request' (duration: 169.777266ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:31.18555Z","caller":"traceutil/trace.go:171","msg":"trace[848026532] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"169.998831ms","start":"2026-03-14T07:01:31.015511Z","end":"2026-03-14T07:01:31.185509Z","steps":["trace[848026532] 'process raft request' (duration: 169.854828ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:31.185525Z","caller":"traceutil/trace.go:171","msg":"trace[215970354] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"169.837577ms","start":"2026-03-14T07:01:31.015662Z","end":"2026-03-14T07:01:31.1855Z","steps":["trace[215970354] 'process raft request' (duration: 169.747265ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:31.185703Z","caller":"traceutil/trace.go:171","msg":"trace[309423450] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"169.894879ms","start":"2026-03-14T07:01:31.015768Z","end":"2026-03-14T07:01:31.185663Z","steps":["trace[309423450] 'process raft request' (duration: 169.679354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:48.925661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.879308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:48.925786Z","caller":"traceutil/trace.go:171","msg":"trace[1934604406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1628; }","duration":"534.099562ms","start":"2026-03-14T07:02:48.391661Z","end":"2026-03-14T07:02:48.92576Z","steps":["trace[1934604406] 'range keys from in-memory index tree' (duration: 533.765215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:48.925836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:48.391638Z","time spent":"534.188445ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:02:48.92594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.249092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:02:48.926198Z","caller":"traceutil/trace.go:171","msg":"trace[743455641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1628; }","duration":"483.547559ms","start":"2026-03-14T07:02:48.44262Z","end":"2026-03-14T07:02:48.926168Z","steps":["trace[743455641] 'range keys from in-memory index tree' (duration: 483.050847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:48.926265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:48.442609Z","time spent":"483.641621ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:02:48.926634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.513082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:02:48.92683Z","caller":"traceutil/trace.go:171","msg":"trace[620970919] linearizableReadLoop","detail":"{readStateIndex:1691; appliedIndex:1690; }","duration":"111.869189ms","start":"2026-03-14T07:02:48.814936Z","end":"2026-03-14T07:02:48.926806Z","steps":["trace[620970919] 'read index received' (duration: 31.201µs)","trace[620970919] 'applied index is now lower than readState.Index' (duration: 111.835788ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:48.926897Z","caller":"traceutil/trace.go:171","msg":"trace[860349288] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"468.46602ms","start":"2026-03-14T07:02:48.458386Z","end":"2026-03-14T07:02:48.926852Z","steps":["trace[860349288] 'process raft request' (duration: 215.621001ms)","trace[860349288] 'compare' (duration: 251.451466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:48.927074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:48.458371Z","time spent":"468.607953ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:48.927136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.189667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd7f9806-39c8-49ba-8b65-77ab50099b08\" ","response":"range_response_count:1 size:3742"} {"level":"info","ts":"2026-03-14T07:02:48.927196Z","caller":"traceutil/trace.go:171","msg":"trace[848858019] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd7f9806-39c8-49ba-8b65-77ab50099b08; range_end:; response_count:1; response_revision:1629; }","duration":"112.289219ms","start":"2026-03-14T07:02:48.814891Z","end":"2026-03-14T07:02:48.92718Z","steps":["trace[848858019] 'agreement among raft nodes before linearized reading' (duration: 112.060604ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:49.131524Z","caller":"traceutil/trace.go:171","msg":"trace[1590684248] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1691; }","duration":"148.78548ms","start":"2026-03-14T07:02:48.982721Z","end":"2026-03-14T07:02:49.131507Z","steps":["trace[1590684248] 'read index received' (duration: 76.332102ms)","trace[1590684248] 'applied index is now lower than readState.Index' (duration: 72.452208ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:49.131635Z","caller":"traceutil/trace.go:171","msg":"trace[1498615215] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"199.352054ms","start":"2026-03-14T07:02:48.932238Z","end":"2026-03-14T07:02:49.13159Z","steps":["trace[1498615215] 'process raft request' (duration: 126.877386ms)","trace[1498615215] 'compare' (duration: 72.283233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:49.131726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.000676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:02:49.131977Z","caller":"traceutil/trace.go:171","msg":"trace[709310678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1630; }","duration":"149.278622ms","start":"2026-03-14T07:02:48.982679Z","end":"2026-03-14T07:02:49.131958Z","steps":["trace[709310678] 'agreement among raft nodes before linearized reading' (duration: 148.936434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:49.686843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.54076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:49.686957Z","caller":"traceutil/trace.go:171","msg":"trace[1878276692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1635; }","duration":"418.720635ms","start":"2026-03-14T07:02:49.268212Z","end":"2026-03-14T07:02:49.686933Z","steps":["trace[1878276692] 'range keys from in-memory index tree' (duration: 418.427638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:49.687006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:49.268191Z","time spent":"418.805117ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:02:49.699564Z","caller":"traceutil/trace.go:171","msg":"trace[1635170645] linearizableReadLoop","detail":"{readStateIndex:1698; appliedIndex:1697; }","duration":"185.928235ms","start":"2026-03-14T07:02:49.513607Z","end":"2026-03-14T07:02:49.699536Z","steps":["trace[1635170645] 'read index received' (duration: 185.675049ms)","trace[1635170645] 'applied index is now lower than readState.Index' (duration: 251.886µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:49.69976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.118789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:02:49.699749Z","caller":"traceutil/trace.go:171","msg":"trace[259685338] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"222.315502ms","start":"2026-03-14T07:02:49.477327Z","end":"2026-03-14T07:02:49.699643Z","steps":["trace[259685338] 'process raft request' (duration: 222.018625ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:49.699859Z","caller":"traceutil/trace.go:171","msg":"trace[1721823119] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1636; }","duration":"186.288704ms","start":"2026-03-14T07:02:49.513545Z","end":"2026-03-14T07:02:49.699834Z","steps":["trace[1721823119] 'agreement among raft nodes before linearized reading' (duration: 186.102409ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:55.38103Z","caller":"traceutil/trace.go:171","msg":"trace[1670957102] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"107.098923ms","start":"2026-03-14T07:02:55.273905Z","end":"2026-03-14T07:02:55.381004Z","steps":["trace[1670957102] 'process raft request' (duration: 106.936879ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:55.381346Z","caller":"traceutil/trace.go:171","msg":"trace[1858508715] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"106.782156ms","start":"2026-03-14T07:02:55.274539Z","end":"2026-03-14T07:02:55.381321Z","steps":["trace[1858508715] 'process raft request' (duration: 106.424097ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:55.381516Z","caller":"traceutil/trace.go:171","msg":"trace[1371720217] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"101.792864ms","start":"2026-03-14T07:02:55.279711Z","end":"2026-03-14T07:02:55.381504Z","steps":["trace[1371720217] 'process raft request' (duration: 101.543408ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:03.711579Z","caller":"traceutil/trace.go:171","msg":"trace[96965063] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1805; }","duration":"313.12547ms","start":"2026-03-14T07:03:03.398429Z","end":"2026-03-14T07:03:03.711554Z","steps":["trace[96965063] 'read index received' (duration: 270.628383ms)","trace[96965063] 'applied index is now lower than readState.Index' (duration: 42.495407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:03.711912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.613473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:03:03.711943Z","caller":"traceutil/trace.go:171","msg":"trace[807173204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1740; }","duration":"311.702235ms","start":"2026-03-14T07:03:03.400232Z","end":"2026-03-14T07:03:03.711936Z","steps":["trace[807173204] 'agreement among raft nodes before linearized reading' (duration: 311.48074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:03.711966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:03.400217Z","time spent":"311.742616ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:03.711966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.487339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:03:03.712083Z","caller":"traceutil/trace.go:171","msg":"trace[1090678847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1740; }","duration":"313.691084ms","start":"2026-03-14T07:03:03.398365Z","end":"2026-03-14T07:03:03.712057Z","steps":["trace[1090678847] 'agreement among raft nodes before linearized reading' (duration: 313.307445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:03.712084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.976292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:03:03.712076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.980512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:03:03.71217Z","caller":"traceutil/trace.go:171","msg":"trace[1865816198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1740; }","duration":"303.092635ms","start":"2026-03-14T07:03:03.409055Z","end":"2026-03-14T07:03:03.712148Z","steps":["trace[1865816198] 'agreement among raft nodes before linearized reading' (duration: 302.835929ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:03.712212Z","caller":"traceutil/trace.go:171","msg":"trace[723109698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1740; }","duration":"296.192967ms","start":"2026-03-14T07:03:03.415994Z","end":"2026-03-14T07:03:03.712187Z","steps":["trace[723109698] 'agreement among raft nodes before linearized reading' (duration: 295.789827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:03.712224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:03.409046Z","time spent":"303.170067ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:03.712142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:03.398344Z","time spent":"313.787226ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:03:03.902532Z","caller":"traceutil/trace.go:171","msg":"trace[2078599201] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"107.634466ms","start":"2026-03-14T07:03:03.79487Z","end":"2026-03-14T07:03:03.902505Z","steps":["trace[2078599201] 'process raft request' (duration: 106.58042ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:03.903574Z","caller":"traceutil/trace.go:171","msg":"trace[533670826] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"108.058086ms","start":"2026-03-14T07:03:03.795443Z","end":"2026-03-14T07:03:03.903501Z","steps":["trace[533670826] 'process raft request' (duration: 106.18212ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:04.421857Z","caller":"traceutil/trace.go:171","msg":"trace[142599663] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"521.986235ms","start":"2026-03-14T07:03:03.899829Z","end":"2026-03-14T07:03:04.421815Z","steps":["trace[142599663] 'process raft request' (duration: 504.57859ms)","trace[142599663] 'compare' (duration: 17.133338ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:04.421886Z","caller":"traceutil/trace.go:171","msg":"trace[1283392889] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1817; }","duration":"381.156579ms","start":"2026-03-14T07:03:04.040701Z","end":"2026-03-14T07:03:04.421857Z","steps":["trace[1283392889] 'read index received' (duration: 363.720714ms)","trace[1283392889] 'applied index is now lower than readState.Index' (duration: 17.434425ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:04.421907Z","caller":"traceutil/trace.go:171","msg":"trace[1622421757] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"513.560909ms","start":"2026-03-14T07:03:03.908311Z","end":"2026-03-14T07:03:04.421871Z","steps":["trace[1622421757] 'process raft request' (duration: 513.417946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:04.422056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:03.8998Z","time spent":"522.143619ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:04.422112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:03.908276Z","time spent":"513.708883ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:04.422274Z","caller":"traceutil/trace.go:171","msg":"trace[1038692310] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"510.466034ms","start":"2026-03-14T07:03:03.911768Z","end":"2026-03-14T07:03:04.422234Z","steps":["trace[1038692310] 'process raft request' (duration: 510.027583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:04.422367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.666651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:03:04.422446Z","caller":"traceutil/trace.go:171","msg":"trace[637632060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1754; }","duration":"381.792485ms","start":"2026-03-14T07:03:04.04063Z","end":"2026-03-14T07:03:04.422423Z","steps":["trace[637632060] 'agreement among raft nodes before linearized reading' (duration: 381.530838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:04.422448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:03.911737Z","time spent":"510.620429ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:04.422447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.908787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-14T07:03:04.42249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:04.0406Z","time spent":"381.882197ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:03:04.422551Z","caller":"traceutil/trace.go:171","msg":"trace[2086350943] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1754; }","duration":"186.100281ms","start":"2026-03-14T07:03:04.236421Z","end":"2026-03-14T07:03:04.422521Z","steps":["trace[2086350943] 'agreement among raft nodes before linearized reading' (duration: 185.802462ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:28.742655Z","caller":"traceutil/trace.go:171","msg":"trace[293405356] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1953; }","duration":"202.683035ms","start":"2026-03-14T07:03:28.539944Z","end":"2026-03-14T07:03:28.742627Z","steps":["trace[293405356] 'read index received' (duration: 202.48958ms)","trace[293405356] 'applied index is now lower than readState.Index' (duration: 191.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:28.742745Z","caller":"traceutil/trace.go:171","msg":"trace[1449056616] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"207.79473ms","start":"2026-03-14T07:03:28.534926Z","end":"2026-03-14T07:03:28.742721Z","steps":["trace[1449056616] 'process raft request' (duration: 207.538024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:28.742924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.939671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:03:28.742971Z","caller":"traceutil/trace.go:171","msg":"trace[1080885308] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1883; }","duration":"203.053284ms","start":"2026-03-14T07:03:28.539905Z","end":"2026-03-14T07:03:28.742958Z","steps":["trace[1080885308] 'agreement among raft nodes before linearized reading' (duration: 202.855779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:28.743024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.020471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:03:28.743114Z","caller":"traceutil/trace.go:171","msg":"trace[1127865978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1883; }","duration":"141.168574ms","start":"2026-03-14T07:03:28.601924Z","end":"2026-03-14T07:03:28.743093Z","steps":["trace[1127865978] 'agreement among raft nodes before linearized reading' (duration: 140.938979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:28.97227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.73617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:28.972686Z","caller":"traceutil/trace.go:171","msg":"trace[458514199] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"224.346424ms","start":"2026-03-14T07:03:28.74804Z","end":"2026-03-14T07:03:28.972386Z","steps":["trace[458514199] 'process raft request' (duration: 34.337328ms)","trace[458514199] 'compare' (duration: 189.443842ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:34.167711Z","caller":"traceutil/trace.go:171","msg":"trace[1641837316] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"171.468735ms","start":"2026-03-14T07:03:33.996202Z","end":"2026-03-14T07:03:34.167671Z","steps":["trace[1641837316] 'process raft request' (duration: 77.645575ms)","trace[1641837316] 'compare' (duration: 93.654546ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:34.204971Z","caller":"traceutil/trace.go:171","msg":"trace[335517975] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"208.077607ms","start":"2026-03-14T07:03:33.996864Z","end":"2026-03-14T07:03:34.204941Z","steps":["trace[335517975] 'process raft request' (duration: 207.893252ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:34.205245Z","caller":"traceutil/trace.go:171","msg":"trace[1662220306] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"207.962433ms","start":"2026-03-14T07:03:33.997253Z","end":"2026-03-14T07:03:34.205216Z","steps":["trace[1662220306] 'process raft request' (duration: 207.643746ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:34.205279Z","caller":"traceutil/trace.go:171","msg":"trace[1532274706] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"207.917932ms","start":"2026-03-14T07:03:33.997332Z","end":"2026-03-14T07:03:34.20525Z","steps":["trace[1532274706] 'process raft request' (duration: 207.81392ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:40.375794Z","caller":"traceutil/trace.go:171","msg":"trace[1786717877] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"528.348581ms","start":"2026-03-14T07:03:39.847419Z","end":"2026-03-14T07:03:40.375767Z","steps":["trace[1786717877] 'process raft request' (duration: 528.186517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:40.375982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:39.84739Z","time spent":"528.496615ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:41.052636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.09188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:41.052873Z","caller":"traceutil/trace.go:171","msg":"trace[1540545155] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"268.127011ms","start":"2026-03-14T07:03:40.784723Z","end":"2026-03-14T07:03:41.05285Z","steps":["trace[1540545155] 'process raft request' (duration: 268.030108ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:41.052982Z","caller":"traceutil/trace.go:171","msg":"trace[932581562] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"1.041048185s","start":"2026-03-14T07:03:40.011884Z","end":"2026-03-14T07:03:41.052932Z","steps":["trace[932581562] 'process raft request' (duration: 801.555515ms)","trace[932581562] 'compare' (duration: 238.883895ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:41.05289Z","caller":"traceutil/trace.go:171","msg":"trace[743144226] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2007; }","duration":"860.735266ms","start":"2026-03-14T07:03:40.192121Z","end":"2026-03-14T07:03:41.052856Z","steps":["trace[743144226] 'read index received' (duration: 183.58005ms)","trace[743144226] 'applied index is now lower than readState.Index' (duration: 677.153446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:41.053323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:40.011853Z","time spent":"1.041348543s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:41.053339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.193587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-14T07:03:41.053423Z","caller":"traceutil/trace.go:171","msg":"trace[2100492544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1937; }","duration":"861.325441ms","start":"2026-03-14T07:03:40.192076Z","end":"2026-03-14T07:03:41.053401Z","steps":["trace[2100492544] 'agreement among raft nodes before linearized reading' (duration: 860.974321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.05348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:40.192055Z","time spent":"861.415673ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:03:41.053551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.266288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:03:41.053613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.629947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T07:03:41.053625Z","caller":"traceutil/trace.go:171","msg":"trace[250168581] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1937; }","duration":"404.378421ms","start":"2026-03-14T07:03:40.649223Z","end":"2026-03-14T07:03:41.053602Z","steps":["trace[250168581] 'agreement among raft nodes before linearized reading' (duration: 404.270948ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:41.053659Z","caller":"traceutil/trace.go:171","msg":"trace[356830621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1937; }","duration":"822.676988ms","start":"2026-03-14T07:03:40.23097Z","end":"2026-03-14T07:03:41.053647Z","steps":["trace[356830621] 'agreement among raft nodes before linearized reading' (duration: 822.532874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.053665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.61192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T07:03:41.053679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:40.649198Z","time spent":"404.466363ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:03:41.053697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:40.230934Z","time spent":"822.75508ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:41.053905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.355133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-14T07:03:41.05368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.582519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:41.053702Z","caller":"traceutil/trace.go:171","msg":"trace[1228607892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1937; }","duration":"823.707923ms","start":"2026-03-14T07:03:40.229984Z","end":"2026-03-14T07:03:41.053692Z","steps":["trace[1228607892] 'agreement among raft nodes before linearized reading' (duration: 823.61408ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:41.053959Z","caller":"traceutil/trace.go:171","msg":"trace[609185936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"216.6389ms","start":"2026-03-14T07:03:40.837302Z","end":"2026-03-14T07:03:41.053941Z","steps":["trace[609185936] 'agreement among raft nodes before linearized reading' (duration: 216.305572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.053978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:40.229965Z","time spent":"823.999729ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:03:41.053981Z","caller":"traceutil/trace.go:171","msg":"trace[132080734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"782.933108ms","start":"2026-03-14T07:03:40.271023Z","end":"2026-03-14T07:03:41.053957Z","steps":["trace[132080734] 'agreement among raft nodes before linearized reading' (duration: 782.509508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.054069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:40.271005Z","time spent":"783.054231ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:03:41.05407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.305477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T07:03:41.054257Z","caller":"traceutil/trace.go:171","msg":"trace[324678339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"824.541663ms","start":"2026-03-14T07:03:40.229611Z","end":"2026-03-14T07:03:41.054153Z","steps":["trace[324678339] 'agreement among raft nodes before linearized reading' (duration: 823.889217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.054328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:40.229592Z","time spent":"824.722617ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:03:41.484636Z","caller":"traceutil/trace.go:171","msg":"trace[1177152236] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"424.886096ms","start":"2026-03-14T07:03:41.059725Z","end":"2026-03-14T07:03:41.484611Z","steps":["trace[1177152236] 'process raft request' (duration: 424.68092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.484818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.0597Z","time spent":"425.011009ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:41.485024Z","caller":"traceutil/trace.go:171","msg":"trace[1525818669] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"425.0267ms","start":"2026-03-14T07:03:41.059931Z","end":"2026-03-14T07:03:41.484958Z","steps":["trace[1525818669] 'process raft request' (duration: 424.62774ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:41.48513Z","caller":"traceutil/trace.go:171","msg":"trace[669845142] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"424.505597ms","start":"2026-03-14T07:03:41.060591Z","end":"2026-03-14T07:03:41.485096Z","steps":["trace[669845142] 'process raft request' (duration: 424.244861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.485296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.059922Z","time spent":"425.222604ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:41.485319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.060583Z","time spent":"424.64088ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:41.485358Z","caller":"traceutil/trace.go:171","msg":"trace[1289670999] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"424.60047ms","start":"2026-03-14T07:03:41.060738Z","end":"2026-03-14T07:03:41.485338Z","steps":["trace[1289670999] 'process raft request' (duration: 424.298282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.485447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.060704Z","time spent":"424.699301ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:41.485425Z","caller":"traceutil/trace.go:171","msg":"trace[1285620942] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2011; }","duration":"213.248427ms","start":"2026-03-14T07:03:41.272074Z","end":"2026-03-14T07:03:41.485323Z","steps":["trace[1285620942] 'read index received' (duration: 212.250483ms)","trace[1285620942] 'applied index is now lower than readState.Index' (duration: 994.834µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:41.485681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.593345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:41.485784Z","caller":"traceutil/trace.go:171","msg":"trace[1347462124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1942; }","duration":"213.78344ms","start":"2026-03-14T07:03:41.271977Z","end":"2026-03-14T07:03:41.48576Z","steps":["trace[1347462124] 'agreement among raft nodes before linearized reading' (duration: 213.495013ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:29.307777Z","caller":"traceutil/trace.go:171","msg":"trace[1796404261] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"136.208488ms","start":"2026-03-14T07:04:29.171547Z","end":"2026-03-14T07:04:29.307755Z","steps":["trace[1796404261] 'process raft request' (duration: 136.059765ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:03.659139Z","caller":"traceutil/trace.go:171","msg":"trace[1675801640] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"207.947041ms","start":"2026-03-14T07:05:03.451169Z","end":"2026-03-14T07:05:03.659116Z","steps":["trace[1675801640] 'process raft request' (duration: 207.791078ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:03.760879Z","caller":"traceutil/trace.go:171","msg":"trace[595802929] linearizableReadLoop","detail":"{readStateIndex:2633; appliedIndex:2631; }","duration":"265.043756ms","start":"2026-03-14T07:05:03.495799Z","end":"2026-03-14T07:05:03.760843Z","steps":["trace[595802929] 'read index received' (duration: 163.244964ms)","trace[595802929] 'applied index is now lower than readState.Index' (duration: 101.797352ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:03.761013Z","caller":"traceutil/trace.go:171","msg":"trace[942873825] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"305.738539ms","start":"2026-03-14T07:05:03.455244Z","end":"2026-03-14T07:05:03.760983Z","steps":["trace[942873825] 'process raft request' (duration: 288.228256ms)","trace[942873825] 'compare' (duration: 17.217775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:03.761254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:03.45522Z","time spent":"305.854142ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:03.761268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.446448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T07:05:03.761329Z","caller":"traceutil/trace.go:171","msg":"trace[448358489] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2533; }","duration":"265.566331ms","start":"2026-03-14T07:05:03.495745Z","end":"2026-03-14T07:05:03.761311Z","steps":["trace[448358489] 'agreement among raft nodes before linearized reading' (duration: 265.334865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:03.761367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.089391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:05:03.76144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.936082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-14T07:05:03.761491Z","caller":"traceutil/trace.go:171","msg":"trace[1430047033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2533; }","duration":"151.259605ms","start":"2026-03-14T07:05:03.610198Z","end":"2026-03-14T07:05:03.761458Z","steps":["trace[1430047033] 'agreement among raft nodes before linearized reading' (duration: 150.920667ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:03.761544Z","caller":"traceutil/trace.go:171","msg":"trace[737106243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2533; }","duration":"113.099456ms","start":"2026-03-14T07:05:03.648416Z","end":"2026-03-14T07:05:03.761516Z","steps":["trace[737106243] 'agreement among raft nodes before linearized reading' (duration: 112.754338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.568933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.339022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189ca34a998fd28e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-14T07:05:04.56902Z","caller":"traceutil/trace.go:171","msg":"trace[1267024158] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189ca34a998fd28e; range_end:; response_count:1; response_revision:2534; }","duration":"489.517237ms","start":"2026-03-14T07:05:04.079483Z","end":"2026-03-14T07:05:04.569001Z","steps":["trace[1267024158] 'range keys from in-memory index tree' (duration: 489.094157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.569066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.079449Z","time spent":"489.607469ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189ca34a998fd28e\" "} {"level":"warn","ts":"2026-03-14T07:05:04.569084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.907101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:05:04.569102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.307805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:05:04.569165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.264744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:05:04.569425Z","caller":"traceutil/trace.go:171","msg":"trace[381710975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2534; }","duration":"590.858548ms","start":"2026-03-14T07:05:03.978548Z","end":"2026-03-14T07:05:04.569407Z","steps":["trace[381710975] 'range keys from in-memory index tree' (duration: 590.098301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.569461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:03.978536Z","time spent":"590.918481ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:05:04.569243Z","caller":"traceutil/trace.go:171","msg":"trace[386916035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2534; }","duration":"585.474328ms","start":"2026-03-14T07:05:03.983722Z","end":"2026-03-14T07:05:04.569196Z","steps":["trace[386916035] 'range keys from in-memory index tree' (duration: 585.10936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.569548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:03.983695Z","time spent":"585.838417ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:05:04.569156Z","caller":"traceutil/trace.go:171","msg":"trace[974684770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2534; }","duration":"628.032544ms","start":"2026-03-14T07:05:03.941104Z","end":"2026-03-14T07:05:04.569137Z","steps":["trace[974684770] 'range keys from in-memory index tree' (duration: 627.725967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.569661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:03.941077Z","time spent":"628.574647ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:05:04.569296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.644499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:05:04.569731Z","caller":"traceutil/trace.go:171","msg":"trace[787926411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2534; }","duration":"602.13427ms","start":"2026-03-14T07:05:03.967588Z","end":"2026-03-14T07:05:04.569723Z","steps":["trace[787926411] 'range keys from in-memory index tree' (duration: 601.188357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.56975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:03.96756Z","time spent":"602.184511ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:04.569343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.600842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:05:04.569802Z","caller":"traceutil/trace.go:171","msg":"trace[240399578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2534; }","duration":"603.067112ms","start":"2026-03-14T07:05:03.966717Z","end":"2026-03-14T07:05:04.569784Z","steps":["trace[240399578] 'range keys from in-memory index tree' (duration: 602.074259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.569875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:03.966707Z","time spent":"603.147134ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:05:05.040699Z","caller":"traceutil/trace.go:171","msg":"trace[854722856] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"466.982083ms","start":"2026-03-14T07:05:04.573681Z","end":"2026-03-14T07:05:05.040663Z","steps":["trace[854722856] 'process raft request' (duration: 466.786988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.040908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.573351Z","time spent":"467.443994ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:05.483637Z","caller":"traceutil/trace.go:171","msg":"trace[1770933698] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"904.377453ms","start":"2026-03-14T07:05:04.579211Z","end":"2026-03-14T07:05:05.483589Z","steps":["trace[1770933698] 'process raft request' (duration: 893.437631ms)","trace[1770933698] 'compare' (duration: 10.171074ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:05.483666Z","caller":"traceutil/trace.go:171","msg":"trace[1042041334] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"904.365123ms","start":"2026-03-14T07:05:04.579247Z","end":"2026-03-14T07:05:05.483612Z","steps":["trace[1042041334] 'process raft request' (duration: 904.150918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.483851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.579182Z","time spent":"904.557907ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:05.483915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.878453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189ca34aae8ad1c3\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-14T07:05:05.483976Z","caller":"traceutil/trace.go:171","msg":"trace[1888643093] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189ca34aae8ad1c3; range_end:; response_count:1; response_revision:2541; }","duration":"438.004576ms","start":"2026-03-14T07:05:05.045961Z","end":"2026-03-14T07:05:05.483965Z","steps":["trace[1888643093] 'agreement among raft nodes before linearized reading' (duration: 437.819931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.484012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:05.045939Z","time spent":"438.064357ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189ca34aae8ad1c3\" "} {"level":"info","ts":"2026-03-14T07:05:05.484012Z","caller":"traceutil/trace.go:171","msg":"trace[183329395] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"904.701341ms","start":"2026-03-14T07:05:04.579265Z","end":"2026-03-14T07:05:05.483967Z","steps":["trace[183329395] 'process raft request' (duration: 904.292841ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:05.484211Z","caller":"traceutil/trace.go:171","msg":"trace[1639659638] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"903.179266ms","start":"2026-03-14T07:05:04.581017Z","end":"2026-03-14T07:05:05.484196Z","steps":["trace[1639659638] 'process raft request' (duration: 902.618091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.484205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.579224Z","time spent":"904.825244ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:05.484245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.579249Z","time spent":"904.877936ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:05.483719Z","caller":"traceutil/trace.go:171","msg":"trace[753915167] linearizableReadLoop","detail":"{readStateIndex:2641; appliedIndex:2635; }","duration":"437.638346ms","start":"2026-03-14T07:05:05.046039Z","end":"2026-03-14T07:05:05.483678Z","steps":["trace[753915167] 'read index received' (duration: 426.511268ms)","trace[753915167] 'applied index is now lower than readState.Index' (duration: 11.124998ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:05.484258Z","caller":"traceutil/trace.go:171","msg":"trace[1742841051] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"904.811144ms","start":"2026-03-14T07:05:04.579406Z","end":"2026-03-14T07:05:05.484217Z","steps":["trace[1742841051] 'process raft request' (duration: 904.193839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.484283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.581005Z","time spent":"903.240907ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:05.484262Z","caller":"traceutil/trace.go:171","msg":"trace[1668817609] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"904.976258ms","start":"2026-03-14T07:05:04.579248Z","end":"2026-03-14T07:05:05.484224Z","steps":["trace[1668817609] 'process raft request' (duration: 904.264111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.484373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.579378Z","time spent":"904.943318ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:05.484419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.035254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:05.484461Z","caller":"traceutil/trace.go:171","msg":"trace[242579210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2541; }","duration":"213.118056ms","start":"2026-03-14T07:05:05.271333Z","end":"2026-03-14T07:05:05.484451Z","steps":["trace[242579210] 'agreement among raft nodes before linearized reading' (duration: 213.049494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.484862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.579211Z","time spent":"905.177003ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:33.063848Z","caller":"traceutil/trace.go:171","msg":"trace[281092833] linearizableReadLoop","detail":"{readStateIndex:3581; appliedIndex:3580; }","duration":"272.777381ms","start":"2026-03-14T07:07:32.79104Z","end":"2026-03-14T07:07:33.063818Z","steps":["trace[281092833] 'read index received' (duration: 272.550456ms)","trace[281092833] 'applied index is now lower than readState.Index' (duration: 225.985µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:33.064049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.989616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:07:33.064092Z","caller":"traceutil/trace.go:171","msg":"trace[1289144163] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3446; }","duration":"273.104199ms","start":"2026-03-14T07:07:32.790976Z","end":"2026-03-14T07:07:33.06408Z","steps":["trace[1289144163] 'agreement among raft nodes before linearized reading' (duration: 272.963315ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:33.064157Z","caller":"traceutil/trace.go:171","msg":"trace[1246250972] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"361.71957ms","start":"2026-03-14T07:07:32.702336Z","end":"2026-03-14T07:07:33.064056Z","steps":["trace[1246250972] 'process raft request' (duration: 361.30643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:33.06443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:32.702302Z","time spent":"362.031728ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:08:56.619998Z","caller":"traceutil/trace.go:171","msg":"trace[2037284292] linearizableReadLoop","detail":"{readStateIndex:4600; appliedIndex:4599; }","duration":"153.703314ms","start":"2026-03-14T07:08:56.466264Z","end":"2026-03-14T07:08:56.619968Z","steps":["trace[2037284292] 'read index received' (duration: 109.614341ms)","trace[2037284292] 'applied index is now lower than readState.Index' (duration: 44.087693ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:08:56.620169Z","caller":"traceutil/trace.go:171","msg":"trace[1461656152] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"181.894554ms","start":"2026-03-14T07:08:56.43819Z","end":"2026-03-14T07:08:56.620084Z","steps":["trace[1461656152] 'process raft request' (duration: 137.654138ms)","trace[1461656152] 'compare' (duration: 43.96454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:08:56.620287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.502879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-14T07:08:56.620885Z","caller":"traceutil/trace.go:171","msg":"trace[952413054] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4426; }","duration":"183.146574ms","start":"2026-03-14T07:08:56.437711Z","end":"2026-03-14T07:08:56.620857Z","steps":["trace[952413054] 'agreement among raft nodes before linearized reading' (duration: 182.376355ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:08:56.62607Z","caller":"traceutil/trace.go:171","msg":"trace[1298910078] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"142.675939ms","start":"2026-03-14T07:08:56.483332Z","end":"2026-03-14T07:08:56.626008Z","steps":["trace[1298910078] 'process raft request' (duration: 142.111266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:58.233182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.348898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rbx4j.189ca3832c747252\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-14T07:08:58.233287Z","caller":"traceutil/trace.go:171","msg":"trace[1984443523] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rbx4j.189ca3832c747252; range_end:; response_count:1; response_revision:4467; }","duration":"161.518913ms","start":"2026-03-14T07:08:58.071747Z","end":"2026-03-14T07:08:58.233266Z","steps":["trace[1984443523] 'range keys from in-memory index tree' (duration: 161.157604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:58.233354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.569714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rbx4j\" ","response":"range_response_count:1 size:9822"} {"level":"info","ts":"2026-03-14T07:08:58.233461Z","caller":"traceutil/trace.go:171","msg":"trace[1620685913] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rbx4j; range_end:; response_count:1; response_revision:4467; }","duration":"161.742659ms","start":"2026-03-14T07:08:58.071695Z","end":"2026-03-14T07:08:58.233437Z","steps":["trace[1620685913] 'range keys from in-memory index tree' (duration: 161.366129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:02.002406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.636252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:02.002518Z","caller":"traceutil/trace.go:171","msg":"trace[1272248938] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"455.378466ms","start":"2026-03-14T07:09:01.547125Z","end":"2026-03-14T07:09:02.002503Z","steps":["trace[1272248938] 'read index received' (duration: 138.538509ms)","trace[1272248938] 'applied index is now lower than readState.Index' (duration: 316.839157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:02.002705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.975771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7b3d793-ca51-4379-9f2f-ffb2bd428a9f\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-03-14T07:09:02.002727Z","caller":"traceutil/trace.go:171","msg":"trace[1824893363] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b7b3d793-ca51-4379-9f2f-ffb2bd428a9f; range_end:; response_count:1; response_revision:4612; }","duration":"332.050693ms","start":"2026-03-14T07:09:01.670669Z","end":"2026-03-14T07:09:02.00272Z","steps":["trace[1824893363] 'agreement among raft nodes before linearized reading' (duration: 331.911039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:02.002752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:01.670645Z","time spent":"332.101924ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7b3d793-ca51-4379-9f2f-ffb2bd428a9f\" "} {"level":"warn","ts":"2026-03-14T07:09:02.002751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.600042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:09:02.002814Z","caller":"traceutil/trace.go:171","msg":"trace[1115299922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4612; }","duration":"455.699804ms","start":"2026-03-14T07:09:01.547097Z","end":"2026-03-14T07:09:02.002797Z","steps":["trace[1115299922] 'agreement among raft nodes before linearized reading' (duration: 455.452308ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:02.002599Z","caller":"traceutil/trace.go:171","msg":"trace[1705591251] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"476.184377ms","start":"2026-03-14T07:09:01.526372Z","end":"2026-03-14T07:09:02.002557Z","steps":["trace[1705591251] 'process raft request' (duration: 159.34189ms)","trace[1705591251] 'compare' (duration: 316.277353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:02.002882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:01.547083Z","time spent":"455.787365ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:09:02.002959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:01.526338Z","time spent":"476.556716ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:09:02.166441Z","caller":"traceutil/trace.go:171","msg":"trace[2139208133] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"155.546289ms","start":"2026-03-14T07:09:02.010863Z","end":"2026-03-14T07:09:02.166409Z","steps":["trace[2139208133] 'process raft request' (duration: 155.464587ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:02.166664Z","caller":"traceutil/trace.go:171","msg":"trace[961775472] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"158.563902ms","start":"2026-03-14T07:09:02.008025Z","end":"2026-03-14T07:09:02.166589Z","steps":["trace[961775472] 'process raft request' (duration: 100.488312ms)","trace[961775472] 'compare' (duration: 57.581207ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:02.166737Z","caller":"traceutil/trace.go:171","msg":"trace[1374913102] linearizableReadLoop","detail":"{readStateIndex:4793; appliedIndex:4792; }","duration":"158.390608ms","start":"2026-03-14T07:09:02.008308Z","end":"2026-03-14T07:09:02.166699Z","steps":["trace[1374913102] 'read index received' (duration: 100.186795ms)","trace[1374913102] 'applied index is now lower than readState.Index' (duration: 58.200433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:02.167181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.776087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62858"} {"level":"info","ts":"2026-03-14T07:09:02.167246Z","caller":"traceutil/trace.go:171","msg":"trace[304419153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4614; }","duration":"158.992682ms","start":"2026-03-14T07:09:02.008239Z","end":"2026-03-14T07:09:02.167232Z","steps":["trace[304419153] 'agreement among raft nodes before linearized reading' (duration: 158.605913ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:02.993848Z","caller":"traceutil/trace.go:171","msg":"trace[220996289] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"339.288788ms","start":"2026-03-14T07:09:02.65453Z","end":"2026-03-14T07:09:02.993819Z","steps":["trace[220996289] 'process raft request' (duration: 339.131634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:02.994104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:02.654503Z","time spent":"339.42261ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:09:03.024747Z","caller":"traceutil/trace.go:171","msg":"trace[6098238] linearizableReadLoop","detail":"{readStateIndex:4797; appliedIndex:4795; }","duration":"290.615635ms","start":"2026-03-14T07:09:02.734091Z","end":"2026-03-14T07:09:03.024707Z","steps":["trace[6098238] 'read index received' (duration: 259.665519ms)","trace[6098238] 'applied index is now lower than readState.Index' (duration: 30.949066ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:03.024871Z","caller":"traceutil/trace.go:171","msg":"trace[1489689597] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"367.700412ms","start":"2026-03-14T07:09:02.657134Z","end":"2026-03-14T07:09:03.024835Z","steps":["trace[1489689597] 'process raft request' (duration: 367.418275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:03.025023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.910692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:09:03.025047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.150535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-14T07:09:03.025073Z","caller":"traceutil/trace.go:171","msg":"trace[841116143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4617; }","duration":"291.070195ms","start":"2026-03-14T07:09:02.733987Z","end":"2026-03-14T07:09:03.025057Z","steps":["trace[841116143] 'agreement among raft nodes before linearized reading' (duration: 290.886001ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:03.025089Z","caller":"traceutil/trace.go:171","msg":"trace[1802731740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4617; }","duration":"283.214176ms","start":"2026-03-14T07:09:02.741862Z","end":"2026-03-14T07:09:03.025076Z","steps":["trace[1802731740] 'agreement among raft nodes before linearized reading' (duration: 283.077553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:03.025073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:02.657105Z","time spent":"367.857786ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:03.025155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.261404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:09:03.025184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.744675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:09:03.025246Z","caller":"traceutil/trace.go:171","msg":"trace[1799255247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4617; }","duration":"287.348886ms","start":"2026-03-14T07:09:02.737858Z","end":"2026-03-14T07:09:03.025207Z","steps":["trace[1799255247] 'agreement among raft nodes before linearized reading' (duration: 287.170282ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:03.025268Z","caller":"traceutil/trace.go:171","msg":"trace[861120960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4617; }","duration":"282.852137ms","start":"2026-03-14T07:09:02.742401Z","end":"2026-03-14T07:09:03.025254Z","steps":["trace[861120960] 'agreement among raft nodes before linearized reading' (duration: 282.664523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:03.025244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.856482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:09:03.025354Z","caller":"traceutil/trace.go:171","msg":"trace[632683267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4617; }","duration":"289.024666ms","start":"2026-03-14T07:09:02.736301Z","end":"2026-03-14T07:09:03.025326Z","steps":["trace[632683267] 'agreement among raft nodes before linearized reading' (duration: 288.616146ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:12.54219Z","caller":"traceutil/trace.go:171","msg":"trace[449806332] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"197.635778ms","start":"2026-03-14T07:09:12.344521Z","end":"2026-03-14T07:09:12.542157Z","steps":["trace[449806332] 'process raft request' (duration: 97.948253ms)","trace[449806332] 'compare' (duration: 99.003409ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:12.542217Z","caller":"traceutil/trace.go:171","msg":"trace[762943178] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"190.69078ms","start":"2026-03-14T07:09:12.351491Z","end":"2026-03-14T07:09:12.542181Z","steps":["trace[762943178] 'process raft request' (duration: 190.591198ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:12.542633Z","caller":"traceutil/trace.go:171","msg":"trace[2000845409] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"197.396602ms","start":"2026-03-14T07:09:12.345224Z","end":"2026-03-14T07:09:12.54262Z","steps":["trace[2000845409] 'process raft request' (duration: 196.707026ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:12.542806Z","caller":"traceutil/trace.go:171","msg":"trace[111538660] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"197.395262ms","start":"2026-03-14T07:09:12.345401Z","end":"2026-03-14T07:09:12.542796Z","steps":["trace[111538660] 'process raft request' (duration: 196.601643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:13.002703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.083738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:13.00287Z","caller":"traceutil/trace.go:171","msg":"trace[378673326] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"452.534499ms","start":"2026-03-14T07:09:12.550307Z","end":"2026-03-14T07:09:13.002841Z","steps":["trace[378673326] 'process raft request' (duration: 172.199875ms)","trace[378673326] 'compare' (duration: 279.925875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:13.002971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:12.550279Z","time spent":"452.648452ms","remote":"127.0.0.1:36580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1327,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:09:13.015647Z","caller":"traceutil/trace.go:171","msg":"trace[1238042683] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:5001; }","duration":"142.545459ms","start":"2026-03-14T07:09:12.873075Z","end":"2026-03-14T07:09:13.01562Z","steps":["trace[1238042683] 'read index received' (duration: 142.283953ms)","trace[1238042683] 'applied index is now lower than readState.Index' (duration: 260.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:13.015666Z","caller":"traceutil/trace.go:171","msg":"trace[1079200182] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"464.084918ms","start":"2026-03-14T07:09:12.551551Z","end":"2026-03-14T07:09:13.015636Z","steps":["trace[1079200182] 'process raft request' (duration: 463.874733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:13.015784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.689653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:13.015814Z","caller":"traceutil/trace.go:171","msg":"trace[66034652] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"459.283412ms","start":"2026-03-14T07:09:12.556513Z","end":"2026-03-14T07:09:13.015796Z","steps":["trace[66034652] 'process raft request' (duration: 459.044477ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:13.015829Z","caller":"traceutil/trace.go:171","msg":"trace[1611791843] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4817; }","duration":"142.784905ms","start":"2026-03-14T07:09:12.873031Z","end":"2026-03-14T07:09:13.015816Z","steps":["trace[1611791843] 'agreement among raft nodes before linearized reading' (duration: 142.692663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:13.015867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:12.551529Z","time spent":"464.227541ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1949,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:13.015903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:12.556495Z","time spent":"459.365794ms","remote":"127.0.0.1:36878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:09:13.189444Z","caller":"traceutil/trace.go:171","msg":"trace[1943126197] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"113.287203ms","start":"2026-03-14T07:09:13.076122Z","end":"2026-03-14T07:09:13.189409Z","steps":["trace[1943126197] 'process raft request' (duration: 30.088237ms)","trace[1943126197] 'compare' (duration: 83.052743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:13.768778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.35619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:13.768969Z","caller":"traceutil/trace.go:171","msg":"trace[1981551358] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"692.52235ms","start":"2026-03-14T07:09:13.076395Z","end":"2026-03-14T07:09:13.768918Z","steps":["trace[1981551358] 'process raft request' (duration: 366.911913ms)","trace[1981551358] 'compare' (duration: 324.692715ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:13.769047Z","caller":"traceutil/trace.go:171","msg":"trace[1542354164] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5004; }","duration":"634.019388ms","start":"2026-03-14T07:09:13.134973Z","end":"2026-03-14T07:09:13.768992Z","steps":["trace[1542354164] 'read index received' (duration: 308.303269ms)","trace[1542354164] 'applied index is now lower than readState.Index' (duration: 325.710439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:13.769143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:13.076373Z","time spent":"692.679454ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:13.81913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.699428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:09:13.819214Z","caller":"traceutil/trace.go:171","msg":"trace[177013296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4819; }","duration":"681.809881ms","start":"2026-03-14T07:09:13.137382Z","end":"2026-03-14T07:09:13.819192Z","steps":["trace[177013296] 'agreement among raft nodes before linearized reading' (duration: 681.590556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:13.819264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:13.137369Z","time spent":"681.885212ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:09:13.819227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.942706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:09:13.81931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.482342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:09:13.819339Z","caller":"traceutil/trace.go:171","msg":"trace[2018026472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4819; }","duration":"549.097359ms","start":"2026-03-14T07:09:13.27021Z","end":"2026-03-14T07:09:13.819307Z","steps":["trace[2018026472] 'agreement among raft nodes before linearized reading' (duration: 548.936006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:13.81934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.239574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:09:13.81939Z","caller":"traceutil/trace.go:171","msg":"trace[2105508225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4819; }","duration":"676.570465ms","start":"2026-03-14T07:09:13.142797Z","end":"2026-03-14T07:09:13.819368Z","steps":["trace[2105508225] 'agreement among raft nodes before linearized reading' (duration: 676.437222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:13.819395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:13.270184Z","time spent":"549.199702ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:09:13.819427Z","caller":"traceutil/trace.go:171","msg":"trace[1927174139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4819; }","duration":"663.403228ms","start":"2026-03-14T07:09:13.156007Z","end":"2026-03-14T07:09:13.819411Z","steps":["trace[1927174139] 'agreement among raft nodes before linearized reading' (duration: 663.07783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:13.81944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:13.142786Z","time spent":"676.644596ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:09:13.819507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:13.155995Z","time spent":"663.4986ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:09:13.819687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.272428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:09:13.819182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.182169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:09:13.819806Z","caller":"traceutil/trace.go:171","msg":"trace[310383034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4819; }","duration":"681.454643ms","start":"2026-03-14T07:09:13.138326Z","end":"2026-03-14T07:09:13.819781Z","steps":["trace[310383034] 'agreement among raft nodes before linearized reading' (duration: 681.115495ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:13.819862Z","caller":"traceutil/trace.go:171","msg":"trace[1216182307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4819; }","duration":"684.892116ms","start":"2026-03-14T07:09:13.134923Z","end":"2026-03-14T07:09:13.819815Z","steps":["trace[1216182307] 'agreement among raft nodes before linearized reading' (duration: 634.185822ms)","trace[1216182307] 'range keys from in-memory index tree' (duration: 49.903154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:13.81987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:13.138305Z","time spent":"681.554915ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:09:13.81996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:13.134902Z","time spent":"684.996968ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:09:18.005551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.205482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:18.005673Z","caller":"traceutil/trace.go:171","msg":"trace[1533087394] linearizableReadLoop","detail":"{readStateIndex:5040; appliedIndex:5039; }","duration":"126.262628ms","start":"2026-03-14T07:09:17.879391Z","end":"2026-03-14T07:09:18.005654Z","steps":["trace[1533087394] 'read index received' (duration: 2.85661ms)","trace[1533087394] 'applied index is now lower than readState.Index' (duration: 123.404438ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:18.005717Z","caller":"traceutil/trace.go:171","msg":"trace[1785631757] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"141.261119ms","start":"2026-03-14T07:09:17.864411Z","end":"2026-03-14T07:09:18.005672Z","steps":["trace[1785631757] 'process raft request' (duration: 17.844711ms)","trace[1785631757] 'compare' (duration: 122.974307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:18.005823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.410331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:09:18.005881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.336518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:09:18.005907Z","caller":"traceutil/trace.go:171","msg":"trace[62729226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4853; }","duration":"126.524353ms","start":"2026-03-14T07:09:17.879364Z","end":"2026-03-14T07:09:18.005888Z","steps":["trace[62729226] 'agreement among raft nodes before linearized reading' (duration: 126.351849ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:18.005914Z","caller":"traceutil/trace.go:171","msg":"trace[167946234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4853; }","duration":"126.38494ms","start":"2026-03-14T07:09:17.879519Z","end":"2026-03-14T07:09:18.005904Z","steps":["trace[167946234] 'agreement among raft nodes before linearized reading' (duration: 126.232406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:18.005936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.251919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:09:18.005993Z","caller":"traceutil/trace.go:171","msg":"trace[40150763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4853; }","duration":"124.32147ms","start":"2026-03-14T07:09:17.881658Z","end":"2026-03-14T07:09:18.00598Z","steps":["trace[40150763] 'agreement among raft nodes before linearized reading' (duration: 124.190337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:18.00611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.968676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:09:18.006217Z","caller":"traceutil/trace.go:171","msg":"trace[1869974958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4853; }","duration":"125.14936ms","start":"2026-03-14T07:09:17.881041Z","end":"2026-03-14T07:09:18.00619Z","steps":["trace[1869974958] 'agreement among raft nodes before linearized reading' (duration: 124.805822ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:18.145114Z","caller":"traceutil/trace.go:171","msg":"trace[121925367] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"135.584882ms","start":"2026-03-14T07:09:18.009505Z","end":"2026-03-14T07:09:18.14509Z","steps":["trace[121925367] 'process raft request' (duration: 135.411727ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:18.145378Z","caller":"traceutil/trace.go:171","msg":"trace[56558215] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"135.077049ms","start":"2026-03-14T07:09:18.010274Z","end":"2026-03-14T07:09:18.145351Z","steps":["trace[56558215] 'process raft request' (duration: 134.785662ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:18.145467Z","caller":"traceutil/trace.go:171","msg":"trace[1380779393] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"134.534796ms","start":"2026-03-14T07:09:18.010908Z","end":"2026-03-14T07:09:18.145442Z","steps":["trace[1380779393] 'process raft request' (duration: 134.468544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:18.145498Z","caller":"traceutil/trace.go:171","msg":"trace[1081647687] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"135.015728ms","start":"2026-03-14T07:09:18.01047Z","end":"2026-03-14T07:09:18.145485Z","steps":["trace[1081647687] 'process raft request' (duration: 134.783292ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:21.102547Z","caller":"traceutil/trace.go:171","msg":"trace[1762305416] linearizableReadLoop","detail":"{readStateIndex:5137; appliedIndex:5136; }","duration":"183.727103ms","start":"2026-03-14T07:09:20.918788Z","end":"2026-03-14T07:09:21.102515Z","steps":["trace[1762305416] 'read index received' (duration: 183.559889ms)","trace[1762305416] 'applied index is now lower than readState.Index' (duration: 165.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:21.102656Z","caller":"traceutil/trace.go:171","msg":"trace[1723875826] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"195.277223ms","start":"2026-03-14T07:09:20.907337Z","end":"2026-03-14T07:09:21.102614Z","steps":["trace[1723875826] 'process raft request' (duration: 195.001326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:21.102723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.913998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:21.102813Z","caller":"traceutil/trace.go:171","msg":"trace[30587988] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4948; }","duration":"184.060422ms","start":"2026-03-14T07:09:20.918732Z","end":"2026-03-14T07:09:21.102792Z","steps":["trace[30587988] 'agreement among raft nodes before linearized reading' (duration: 183.891748ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:21.103327Z","caller":"traceutil/trace.go:171","msg":"trace[1383875434] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"173.477016ms","start":"2026-03-14T07:09:20.92982Z","end":"2026-03-14T07:09:21.103297Z","steps":["trace[1383875434] 'process raft request' (duration: 173.334862ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:21.690068Z","caller":"traceutil/trace.go:171","msg":"trace[1642628494] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5163; }","duration":"355.626811ms","start":"2026-03-14T07:09:21.334375Z","end":"2026-03-14T07:09:21.690002Z","steps":["trace[1642628494] 'read index received' (duration: 355.411566ms)","trace[1642628494] 'applied index is now lower than readState.Index' (duration: 213.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:21.690092Z","caller":"traceutil/trace.go:171","msg":"trace[1359749081] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"386.618499ms","start":"2026-03-14T07:09:21.303434Z","end":"2026-03-14T07:09:21.690052Z","steps":["trace[1359749081] 'process raft request' (duration: 386.430314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:21.690299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.162931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c2fed27-7e04-45df-a9eb-903159d1279a\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-14T07:09:21.690361Z","caller":"traceutil/trace.go:171","msg":"trace[1132934683] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0c2fed27-7e04-45df-a9eb-903159d1279a; range_end:; response_count:1; response_revision:4973; }","duration":"353.263074ms","start":"2026-03-14T07:09:21.337083Z","end":"2026-03-14T07:09:21.690346Z","steps":["trace[1132934683] 'agreement among raft nodes before linearized reading' (duration: 353.147451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:21.690381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:21.303416Z","time spent":"386.857604ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3749,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:21.690397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:21.33707Z","time spent":"353.318235ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c2fed27-7e04-45df-a9eb-903159d1279a\" "} {"level":"warn","ts":"2026-03-14T07:09:21.691586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.175587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210789"} {"level":"info","ts":"2026-03-14T07:09:21.691705Z","caller":"traceutil/trace.go:171","msg":"trace[1065070354] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4973; }","duration":"357.339692ms","start":"2026-03-14T07:09:21.334339Z","end":"2026-03-14T07:09:21.691679Z","steps":["trace[1065070354] 'agreement among raft nodes before linearized reading' (duration: 355.870637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:21.691987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:21.334328Z","time spent":"357.641869ms","remote":"127.0.0.1:36494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210812,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-14T07:09:22.598279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.10988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:22.598392Z","caller":"traceutil/trace.go:171","msg":"trace[1321579620] linearizableReadLoop","detail":"{readStateIndex:5165; appliedIndex:5164; }","duration":"874.974512ms","start":"2026-03-14T07:09:21.723399Z","end":"2026-03-14T07:09:22.598373Z","steps":["trace[1321579620] 'read index received' (duration: 182.681167ms)","trace[1321579620] 'applied index is now lower than readState.Index' (duration: 692.291695ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:22.598462Z","caller":"traceutil/trace.go:171","msg":"trace[144466243] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"903.891981ms","start":"2026-03-14T07:09:21.694558Z","end":"2026-03-14T07:09:22.59845Z","steps":["trace[144466243] 'process raft request' (duration: 211.504214ms)","trace[144466243] 'compare' (duration: 691.739331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:22.598516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:21.694533Z","time spent":"903.951871ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:22.599135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.674258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-14T07:09:22.599479Z","caller":"traceutil/trace.go:171","msg":"trace[1321492190] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4974; }","duration":"876.075208ms","start":"2026-03-14T07:09:21.723339Z","end":"2026-03-14T07:09:22.599414Z","steps":["trace[1321492190] 'agreement among raft nodes before linearized reading' (duration: 875.227758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:22.599568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:21.723318Z","time spent":"876.235252ms","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-14T07:09:23.07497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169024977s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:09:24.271196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999836994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T07:09:24.27135Z","caller":"traceutil/trace.go:171","msg":"trace[2050882967] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963037s","start":"2026-03-14T07:09:22.271315Z","end":"2026-03-14T07:09:24.271278Z","steps":["trace[2050882967] 'agreement among raft nodes before linearized reading' (duration: 1.999830164s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.27141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.271254Z","time spent":"2.000143992s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 07:09:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T07:09:24.384093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.245601ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:24.384221Z","caller":"traceutil/trace.go:171","msg":"trace[1171996986] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4974; }","duration":"539.389934ms","start":"2026-03-14T07:09:23.844812Z","end":"2026-03-14T07:09:24.384202Z","steps":["trace[1171996986] 'range keys from in-memory index tree' (duration: 539.226311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.384341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308957504s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:24.384578Z","caller":"traceutil/trace.go:171","msg":"trace[1611421475] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"2.56949144s","start":"2026-03-14T07:09:21.815053Z","end":"2026-03-14T07:09:24.384544Z","steps":["trace[1611421475] 'process raft request' (duration: 1.260242919s)","trace[1611421475] 'compare' (duration: 1.308473042s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:24.384634Z","caller":"traceutil/trace.go:171","msg":"trace[459476052] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"1.13972122s","start":"2026-03-14T07:09:23.244887Z","end":"2026-03-14T07:09:24.384608Z","steps":["trace[459476052] 'process raft request' (duration: 1.139661619s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.384681Z","caller":"traceutil/trace.go:171","msg":"trace[1239284170] linearizableReadLoop","detail":"{readStateIndex:5167; appliedIndex:5165; }","duration":"1.78624373s","start":"2026-03-14T07:09:22.598416Z","end":"2026-03-14T07:09:24.38466Z","steps":["trace[1239284170] 'read index received' (duration: 476.826855ms)","trace[1239284170] 'applied index is now lower than readState.Index' (duration: 1.309414345s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:24.384677Z","caller":"traceutil/trace.go:171","msg":"trace[1156212810] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"2.279318207s","start":"2026-03-14T07:09:22.105311Z","end":"2026-03-14T07:09:24.384629Z","steps":["trace[1156212810] 'process raft request' (duration: 2.279142903s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.384715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.244859Z","time spent":"1.139819633s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:24.384748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:21.815027Z","time spent":"2.569639913s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:24.384837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.105282Z","time spent":"2.279472871s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:24.384891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579485631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:09:24.384894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257957902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:24.384955Z","caller":"traceutil/trace.go:171","msg":"trace[1199140977] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4977; }","duration":"2.579596254s","start":"2026-03-14T07:09:21.805341Z","end":"2026-03-14T07:09:24.384937Z","steps":["trace[1199140977] 'agreement among raft nodes before linearized reading' (duration: 2.57945972s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.384966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365948718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:09:24.384988Z","caller":"traceutil/trace.go:171","msg":"trace[1571293779] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4977; }","duration":"2.258092655s","start":"2026-03-14T07:09:22.126871Z","end":"2026-03-14T07:09:24.384964Z","steps":["trace[1571293779] 'agreement among raft nodes before linearized reading' (duration: 2.257926271s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.385009Z","caller":"traceutil/trace.go:171","msg":"trace[2003738506] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4977; }","duration":"2.36603054s","start":"2026-03-14T07:09:22.018965Z","end":"2026-03-14T07:09:24.384996Z","steps":["trace[2003738506] 'agreement among raft nodes before linearized reading' (duration: 2.365901437s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.385015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:21.805322Z","time spent":"2.579676075s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:09:24.385043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.018942Z","time spent":"2.366092731s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:09:24.385046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.126854Z","time spent":"2.258180547s","remote":"127.0.0.1:34372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:09:24.385156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001864333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-03-14T07:09:24.385192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224506445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:09:24.385141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227671711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:09:24.385221Z","caller":"traceutil/trace.go:171","msg":"trace[1654797765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4977; }","duration":"2.224552045s","start":"2026-03-14T07:09:22.160661Z","end":"2026-03-14T07:09:24.385213Z","steps":["trace[1654797765] 'agreement among raft nodes before linearized reading' (duration: 2.224108415s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.385249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.160652Z","time spent":"2.224591777s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:09:24.38528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227921657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:09:24.385312Z","caller":"traceutil/trace.go:171","msg":"trace[2004647714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4977; }","duration":"2.227994728s","start":"2026-03-14T07:09:22.157309Z","end":"2026-03-14T07:09:24.385304Z","steps":["trace[2004647714] 'agreement among raft nodes before linearized reading' (duration: 2.227395354s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.385352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.157279Z","time spent":"2.2280667s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:09:24.385259Z","caller":"traceutil/trace.go:171","msg":"trace[1961681589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4977; }","duration":"2.227932337s","start":"2026-03-14T07:09:22.157302Z","end":"2026-03-14T07:09:24.385235Z","steps":["trace[1961681589] 'agreement among raft nodes before linearized reading' (duration: 2.227472866s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.385428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.157282Z","time spent":"2.228133752s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:09:24.385443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044797778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:09:24.385487Z","caller":"traceutil/trace.go:171","msg":"trace[873083974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4977; }","duration":"2.044885721s","start":"2026-03-14T07:09:22.340591Z","end":"2026-03-14T07:09:24.385477Z","steps":["trace[873083974] 'agreement among raft nodes before linearized reading' (duration: 2.044170444s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.385207Z","caller":"traceutil/trace.go:171","msg":"trace[720006680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:4977; }","duration":"2.001960595s","start":"2026-03-14T07:09:22.383235Z","end":"2026-03-14T07:09:24.385195Z","steps":["trace[720006680] 'agreement among raft nodes before linearized reading' (duration: 2.001516204s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.385519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.340568Z","time spent":"2.044944672s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:09:24.385874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.383214Z","time spent":"2.002636641s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kqj4f\" "} {"level":"warn","ts":"2026-03-14T07:09:24.571749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.125475ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-14T07:09:24.571838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689532026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:09:24.572175Z","caller":"traceutil/trace.go:171","msg":"trace[2001570542] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4977; }","duration":"2.69012736s","start":"2026-03-14T07:09:21.881996Z","end":"2026-03-14T07:09:24.572123Z","steps":["trace[2001570542] 'agreement among raft nodes before linearized reading' (duration: 2.50279187s)","trace[2001570542] 'count revisions from in-memory index tree' (duration: 186.969471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.572222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952307087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-14T07:09:24.572254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:21.881973Z","time spent":"2.690261874s","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:09:24.57227Z","caller":"traceutil/trace.go:171","msg":"trace[2029796341] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4977; }","duration":"1.95240709s","start":"2026-03-14T07:09:22.619849Z","end":"2026-03-14T07:09:24.572257Z","steps":["trace[2029796341] 'agreement among raft nodes before linearized reading' (duration: 1.952210135s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.572312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.61983Z","time spent":"1.952474311s","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-14T07:09:24.572345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414629873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:09:24.572432Z","caller":"traceutil/trace.go:171","msg":"trace[1779409584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4977; }","duration":"2.414749975s","start":"2026-03-14T07:09:22.15766Z","end":"2026-03-14T07:09:24.57241Z","steps":["trace[1779409584] 'agreement among raft nodes before linearized reading' (duration: 2.227117038s)","trace[1779409584] 'range keys from in-memory index tree' (duration: 187.423732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.572475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.157652Z","time spent":"2.414808427s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:09:24.572025Z","caller":"traceutil/trace.go:171","msg":"trace[1499209427] linearizableReadLoop","detail":"{readStateIndex:5169; appliedIndex:5168; }","duration":"187.283329ms","start":"2026-03-14T07:09:24.384721Z","end":"2026-03-14T07:09:24.572004Z","steps":["trace[1499209427] 'read index received' (duration: 513.482µs)","trace[1499209427] 'applied index is now lower than readState.Index' (duration: 186.768677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.57256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.782778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:24.572754Z","caller":"traceutil/trace.go:171","msg":"trace[1870641228] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"183.484438ms","start":"2026-03-14T07:09:24.389238Z","end":"2026-03-14T07:09:24.572723Z","steps":["trace[1870641228] 'process raft request' (duration: 182.650487ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.572863Z","caller":"traceutil/trace.go:171","msg":"trace[1797866753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4978; }","duration":"300.88369ms","start":"2026-03-14T07:09:24.271742Z","end":"2026-03-14T07:09:24.572626Z","steps":["trace[1797866753] 'agreement among raft nodes before linearized reading' (duration: 300.690116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.57292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:24.271691Z","time spent":"301.220318ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:09:24.618382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127229868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:09:24.618479Z","caller":"traceutil/trace.go:171","msg":"trace[1773987753] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4978; }","duration":"1.127380552s","start":"2026-03-14T07:09:23.491079Z","end":"2026-03-14T07:09:24.618459Z","steps":["trace[1773987753] 'agreement among raft nodes before linearized reading' (duration: 1.081460284s)","trace[1773987753] 'count revisions from in-memory index tree' (duration: 45.788244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.618533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.491056Z","time spent":"1.127447944s","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:09:24.618656Z","caller":"traceutil/trace.go:171","msg":"trace[1957134404] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"228.412241ms","start":"2026-03-14T07:09:24.390192Z","end":"2026-03-14T07:09:24.618605Z","steps":["trace[1957134404] 'process raft request' (duration: 182.116775ms)","trace[1957134404] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 45.397235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.618812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922954838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c2fed27-7e04-45df-a9eb-903159d1279a\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-14T07:09:24.618943Z","caller":"traceutil/trace.go:171","msg":"trace[1115839080] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"228.654487ms","start":"2026-03-14T07:09:24.390279Z","end":"2026-03-14T07:09:24.618933Z","steps":["trace[1115839080] 'process raft request' (duration: 228.281518ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.618936Z","caller":"traceutil/trace.go:171","msg":"trace[627241165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0c2fed27-7e04-45df-a9eb-903159d1279a; range_end:; response_count:1; response_revision:4978; }","duration":"1.923144842s","start":"2026-03-14T07:09:22.695757Z","end":"2026-03-14T07:09:24.618901Z","steps":["trace[627241165] 'agreement among raft nodes before linearized reading' (duration: 1.876813265s)","trace[627241165] 'range keys from in-memory index tree' (duration: 46.0282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.619002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:22.695731Z","time spent":"1.923257775s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c2fed27-7e04-45df-a9eb-903159d1279a\" "} {"level":"info","ts":"2026-03-14T07:09:24.619175Z","caller":"traceutil/trace.go:171","msg":"trace[1347969003] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"228.885342ms","start":"2026-03-14T07:09:24.390281Z","end":"2026-03-14T07:09:24.619166Z","steps":["trace[1347969003] 'process raft request' (duration: 228.592155ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:24.619249Z","caller":"traceutil/trace.go:171","msg":"trace[218423905] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"228.181875ms","start":"2026-03-14T07:09:24.391058Z","end":"2026-03-14T07:09:24.61924Z","steps":["trace[218423905] 'process raft request' (duration: 228.054042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.619327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.433267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:09:24.619394Z","caller":"traceutil/trace.go:171","msg":"trace[1056782027] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4982; }","duration":"147.501569ms","start":"2026-03-14T07:09:24.471873Z","end":"2026-03-14T07:09:24.619374Z","steps":["trace[1056782027] 'agreement among raft nodes before linearized reading' (duration: 147.389316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.619526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.023966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80087"} {"level":"info","ts":"2026-03-14T07:09:24.619579Z","caller":"traceutil/trace.go:171","msg":"trace[1518856144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4982; }","duration":"229.123209ms","start":"2026-03-14T07:09:24.390443Z","end":"2026-03-14T07:09:24.619566Z","steps":["trace[1518856144] 'agreement among raft nodes before linearized reading' (duration: 228.828811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:24.620627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422586775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189ca38896a6d1b4\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-14T07:09:24.620955Z","caller":"traceutil/trace.go:171","msg":"trace[1606802228] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189ca38896a6d1b4; range_end:; response_count:1; response_revision:4978; }","duration":"1.423145649s","start":"2026-03-14T07:09:23.1976Z","end":"2026-03-14T07:09:24.620745Z","steps":["trace[1606802228] 'agreement among raft nodes before linearized reading' (duration: 1.374895765s)","trace[1606802228] 'range keys from in-memory index tree' (duration: 46.144793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:24.621033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:23.197566Z","time spent":"1.423437485s","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189ca38896a6d1b4\" "} {"level":"info","ts":"2026-03-14T07:09:26.681266Z","caller":"traceutil/trace.go:171","msg":"trace[1072768870] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5188; }","duration":"102.075182ms","start":"2026-03-14T07:09:26.579164Z","end":"2026-03-14T07:09:26.681239Z","steps":["trace[1072768870] 'read index received' (duration: 100.242759ms)","trace[1072768870] 'applied index is now lower than readState.Index' (duration: 1.831303ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:26.681528Z","caller":"traceutil/trace.go:171","msg":"trace[1447248841] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"289.916996ms","start":"2026-03-14T07:09:26.391555Z","end":"2026-03-14T07:09:26.681472Z","steps":["trace[1447248841] 'process raft request' (duration: 287.940858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:26.681649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.465853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:09:26.681702Z","caller":"traceutil/trace.go:171","msg":"trace[278862692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4997; }","duration":"102.605406ms","start":"2026-03-14T07:09:26.579082Z","end":"2026-03-14T07:09:26.681687Z","steps":["trace[278862692] 'agreement among raft nodes before linearized reading' (duration: 102.324979ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:37.729393Z","caller":"traceutil/trace.go:171","msg":"trace[1062510854] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"214.203428ms","start":"2026-03-14T07:09:37.515148Z","end":"2026-03-14T07:09:37.729351Z","steps":["trace[1062510854] 'process raft request' (duration: 180.933035ms)","trace[1062510854] 'compare' (duration: 33.082188ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:37.734765Z","caller":"traceutil/trace.go:171","msg":"trace[1767009787] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"219.014144ms","start":"2026-03-14T07:09:37.515702Z","end":"2026-03-14T07:09:37.734716Z","steps":["trace[1767009787] 'process raft request' (duration: 218.644346ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:37.73534Z","caller":"traceutil/trace.go:171","msg":"trace[130313793] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"219.566178ms","start":"2026-03-14T07:09:37.515745Z","end":"2026-03-14T07:09:37.735311Z","steps":["trace[130313793] 'process raft request' (duration: 218.81671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:37.735762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.176621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:09:37.735842Z","caller":"traceutil/trace.go:171","msg":"trace[638168857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5157; }","duration":"132.302874ms","start":"2026-03-14T07:09:37.603518Z","end":"2026-03-14T07:09:37.735821Z","steps":["trace[638168857] 'agreement among raft nodes before linearized reading' (duration: 132.091519ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:37.735967Z","caller":"traceutil/trace.go:171","msg":"trace[358684546] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"220.127152ms","start":"2026-03-14T07:09:37.515821Z","end":"2026-03-14T07:09:37.735948Z","steps":["trace[358684546] 'process raft request' (duration: 219.23776ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:37.735208Z","caller":"traceutil/trace.go:171","msg":"trace[842508076] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5347; }","duration":"131.599925ms","start":"2026-03-14T07:09:37.603571Z","end":"2026-03-14T07:09:37.735171Z","steps":["trace[842508076] 'read index received' (duration: 92.522062ms)","trace[842508076] 'applied index is now lower than readState.Index' (duration: 39.076333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:38.166624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.926261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-14T07:09:38.166719Z","caller":"traceutil/trace.go:171","msg":"trace[847525763] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:5158; }","duration":"221.064484ms","start":"2026-03-14T07:09:37.945631Z","end":"2026-03-14T07:09:38.166695Z","steps":["trace[847525763] 'range keys from in-memory index tree' (duration: 220.716255ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:38.333093Z","caller":"traceutil/trace.go:171","msg":"trace[1531871200] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5352; }","duration":"123.233323ms","start":"2026-03-14T07:09:38.209831Z","end":"2026-03-14T07:09:38.333064Z","steps":["trace[1531871200] 'read index received' (duration: 123.06912ms)","trace[1531871200] 'applied index is now lower than readState.Index' (duration: 162.743µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:38.333256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.404227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:09:38.333345Z","caller":"traceutil/trace.go:171","msg":"trace[663648948] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5158; }","duration":"123.551891ms","start":"2026-03-14T07:09:38.209774Z","end":"2026-03-14T07:09:38.333325Z","steps":["trace[663648948] 'agreement among raft nodes before linearized reading' (duration: 123.405057ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:13.036536Z","caller":"traceutil/trace.go:171","msg":"trace[43763517] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"420.54181ms","start":"2026-03-14T07:10:12.615972Z","end":"2026-03-14T07:10:13.036513Z","steps":["trace[43763517] 'process raft request' (duration: 420.395906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:13.036697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:12.615949Z","time spent":"420.670072ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:13.074983Z","caller":"traceutil/trace.go:171","msg":"trace[794631408] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"409.523585ms","start":"2026-03-14T07:10:12.665437Z","end":"2026-03-14T07:10:13.074961Z","steps":["trace[794631408] 'process raft request' (duration: 409.285748ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:13.074971Z","caller":"traceutil/trace.go:171","msg":"trace[1661755677] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5645; }","duration":"368.672648ms","start":"2026-03-14T07:10:12.706262Z","end":"2026-03-14T07:10:13.074934Z","steps":["trace[1661755677] 'read index received' (duration: 330.13241ms)","trace[1661755677] 'applied index is now lower than readState.Index' (duration: 38.538608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:13.075082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:12.665415Z","time spent":"409.623517ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:13.075262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.978557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:10:13.075348Z","caller":"traceutil/trace.go:171","msg":"trace[311783722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5445; }","duration":"369.11445ms","start":"2026-03-14T07:10:12.706216Z","end":"2026-03-14T07:10:13.07533Z","steps":["trace[311783722] 'agreement among raft nodes before linearized reading' (duration: 368.970096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:13.075389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:12.706201Z","time spent":"369.177342ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:10:21.235401Z","caller":"traceutil/trace.go:171","msg":"trace[1953122008] linearizableReadLoop","detail":"{readStateIndex:5692; appliedIndex:5691; }","duration":"135.570668ms","start":"2026-03-14T07:10:21.099796Z","end":"2026-03-14T07:10:21.235367Z","steps":["trace[1953122008] 'read index received' (duration: 135.338913ms)","trace[1953122008] 'applied index is now lower than readState.Index' (duration: 229.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:21.235474Z","caller":"traceutil/trace.go:171","msg":"trace[1982039458] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"138.178332ms","start":"2026-03-14T07:10:21.097261Z","end":"2026-03-14T07:10:21.235439Z","steps":["trace[1982039458] 'process raft request' (duration: 137.861544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:21.235725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.904807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-14T07:10:21.235791Z","caller":"traceutil/trace.go:171","msg":"trace[1485519952] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5487; }","duration":"136.003139ms","start":"2026-03-14T07:10:21.099774Z","end":"2026-03-14T07:10:21.235777Z","steps":["trace[1485519952] 'agreement among raft nodes before linearized reading' (duration: 135.769504ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.250275Z","caller":"traceutil/trace.go:171","msg":"trace[1099690133] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"149.831203ms","start":"2026-03-14T07:10:21.100412Z","end":"2026-03-14T07:10:21.250243Z","steps":["trace[1099690133] 'process raft request' (duration: 149.69221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:21.250359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.237879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:10:21.250563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.308237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:10:21.250593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.85644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:10:21.250665Z","caller":"traceutil/trace.go:171","msg":"trace[1314057930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5488; }","duration":"102.44135ms","start":"2026-03-14T07:10:21.148202Z","end":"2026-03-14T07:10:21.250644Z","steps":["trace[1314057930] 'agreement among raft nodes before linearized reading' (duration: 102.130043ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.250696Z","caller":"traceutil/trace.go:171","msg":"trace[170222772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5488; }","duration":"102.992744ms","start":"2026-03-14T07:10:21.147672Z","end":"2026-03-14T07:10:21.250664Z","steps":["trace[170222772] 'agreement among raft nodes before linearized reading' (duration: 102.706777ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.250641Z","caller":"traceutil/trace.go:171","msg":"trace[98928566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5488; }","duration":"142.470665ms","start":"2026-03-14T07:10:21.108075Z","end":"2026-03-14T07:10:21.250546Z","steps":["trace[98928566] 'agreement among raft nodes before linearized reading' (duration: 142.141417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:21.250882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.832603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-14T07:10:21.250998Z","caller":"traceutil/trace.go:171","msg":"trace[1686388382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:5488; }","duration":"137.992287ms","start":"2026-03-14T07:10:21.112981Z","end":"2026-03-14T07:10:21.250973Z","steps":["trace[1686388382] 'agreement among raft nodes before linearized reading' (duration: 137.602728ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.441246Z","caller":"traceutil/trace.go:171","msg":"trace[90485898] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"185.80136ms","start":"2026-03-14T07:10:21.2554Z","end":"2026-03-14T07:10:21.441202Z","steps":["trace[90485898] 'process raft request' (duration: 166.961176ms)","trace[90485898] 'compare' (duration: 18.615419ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:21.441451Z","caller":"traceutil/trace.go:171","msg":"trace[1866396772] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"186.003664ms","start":"2026-03-14T07:10:21.255423Z","end":"2026-03-14T07:10:21.441427Z","steps":["trace[1866396772] 'process raft request' (duration: 185.719258ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.470923Z","caller":"traceutil/trace.go:171","msg":"trace[1587834310] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"215.184968ms","start":"2026-03-14T07:10:21.255706Z","end":"2026-03-14T07:10:21.470891Z","steps":["trace[1587834310] 'process raft request' (duration: 215.003124ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.471168Z","caller":"traceutil/trace.go:171","msg":"trace[1621338178] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"215.298611ms","start":"2026-03-14T07:10:21.255841Z","end":"2026-03-14T07:10:21.47114Z","steps":["trace[1621338178] 'process raft request' (duration: 214.999174ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.471325Z","caller":"traceutil/trace.go:171","msg":"trace[801498748] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"215.26313ms","start":"2026-03-14T07:10:21.256046Z","end":"2026-03-14T07:10:21.471309Z","steps":["trace[801498748] 'process raft request' (duration: 215.016504ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.47137Z","caller":"traceutil/trace.go:171","msg":"trace[661800684] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"215.094256ms","start":"2026-03-14T07:10:21.256229Z","end":"2026-03-14T07:10:21.471323Z","steps":["trace[661800684] 'process raft request' (duration: 215.026725ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.471335Z","caller":"traceutil/trace.go:171","msg":"trace[1919840975] linearizableReadLoop","detail":"{readStateIndex:5699; appliedIndex:5693; }","duration":"214.714147ms","start":"2026-03-14T07:10:21.256592Z","end":"2026-03-14T07:10:21.471306Z","steps":["trace[1919840975] 'read index received' (duration: 165.764406ms)","trace[1919840975] 'applied index is now lower than readState.Index' (duration: 48.948461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:21.47163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.348601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:21.471686Z","caller":"traceutil/trace.go:171","msg":"trace[678913243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5494; }","duration":"200.476724ms","start":"2026-03-14T07:10:21.271197Z","end":"2026-03-14T07:10:21.471674Z","steps":["trace[678913243] 'agreement among raft nodes before linearized reading' (duration: 200.33607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:21.471632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.182351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:10:21.47174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.121967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101647"} {"level":"info","ts":"2026-03-14T07:10:21.471801Z","caller":"traceutil/trace.go:171","msg":"trace[925792429] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5494; }","duration":"215.23787ms","start":"2026-03-14T07:10:21.256552Z","end":"2026-03-14T07:10:21.47179Z","steps":["trace[925792429] 'agreement among raft nodes before linearized reading' (duration: 214.84596ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:21.471791Z","caller":"traceutil/trace.go:171","msg":"trace[865522656] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5494; }","duration":"104.416797ms","start":"2026-03-14T07:10:21.367353Z","end":"2026-03-14T07:10:21.47177Z","steps":["trace[865522656] 'agreement among raft nodes before linearized reading' (duration: 104.189312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:21.471876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.23336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-14T07:10:21.471952Z","caller":"traceutil/trace.go:171","msg":"trace[1532355417] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5494; }","duration":"191.331703ms","start":"2026-03-14T07:10:21.280601Z","end":"2026-03-14T07:10:21.471933Z","steps":["trace[1532355417] 'agreement among raft nodes before linearized reading' (duration: 191.077147ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:31.45646Z","caller":"traceutil/trace.go:171","msg":"trace[1090946769] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"112.344789ms","start":"2026-03-14T07:10:31.344088Z","end":"2026-03-14T07:10:31.456433Z","steps":["trace[1090946769] 'process raft request' (duration: 112.211566ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:31.608364Z","caller":"traceutil/trace.go:171","msg":"trace[1808570439] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5773; }","duration":"121.281094ms","start":"2026-03-14T07:10:31.487056Z","end":"2026-03-14T07:10:31.608337Z","steps":["trace[1808570439] 'read index received' (duration: 118.282232ms)","trace[1808570439] 'applied index is now lower than readState.Index' (duration: 2.998052ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:31.608447Z","caller":"traceutil/trace.go:171","msg":"trace[852391189] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"236.575804ms","start":"2026-03-14T07:10:31.371828Z","end":"2026-03-14T07:10:31.608404Z","steps":["trace[852391189] 'process raft request' (duration: 233.50925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.608635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.581011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:10:31.609796Z","caller":"traceutil/trace.go:171","msg":"trace[1274480951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5567; }","duration":"122.76035ms","start":"2026-03-14T07:10:31.487022Z","end":"2026-03-14T07:10:31.609782Z","steps":["trace[1274480951] 'agreement among raft nodes before linearized reading' (duration: 121.464659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.608873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.897365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:10:31.609982Z","caller":"traceutil/trace.go:171","msg":"trace[1993534287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5567; }","duration":"122.043233ms","start":"2026-03-14T07:10:31.487922Z","end":"2026-03-14T07:10:31.609965Z","steps":["trace[1993534287] 'agreement among raft nodes before linearized reading' (duration: 120.876604ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:44.646297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2737} {"level":"info","ts":"2026-03-14T07:10:44.704373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2737,"took":"56.792699ms","hash":3147290698,"current-db-size-bytes":40759296,"current-db-size":"41 MB","current-db-size-in-use-bytes":30371840,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-14T07:10:44.704457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3147290698,"revision":2737,"compact-revision":-1} {"level":"warn","ts":"2026-03-14T07:15:17.804674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232309993114732699,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:15:17.851886Z","caller":"traceutil/trace.go:171","msg":"trace[315978925] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"548.010839ms","start":"2026-03-14T07:15:17.303832Z","end":"2026-03-14T07:15:17.851843Z","steps":["trace[315978925] 'process raft request' (duration: 525.673969ms)","trace[315978925] 'compare' (duration: 21.947721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:17.85204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:17.303817Z","time spent":"548.140922ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:17.866295Z","caller":"traceutil/trace.go:171","msg":"trace[1185959276] linearizableReadLoop","detail":"{readStateIndex:7854; appliedIndex:7851; }","duration":"561.781502ms","start":"2026-03-14T07:15:17.304476Z","end":"2026-03-14T07:15:17.866258Z","steps":["trace[1185959276] 'read index received' (duration: 525.215919ms)","trace[1185959276] 'applied index is now lower than readState.Index' (duration: 36.564583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:17.866499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.019287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-14T07:15:17.866531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.733527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-14T07:15:17.866557Z","caller":"traceutil/trace.go:171","msg":"trace[1740307688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7577; }","duration":"562.1145ms","start":"2026-03-14T07:15:17.304426Z","end":"2026-03-14T07:15:17.866541Z","steps":["trace[1740307688] 'agreement among raft nodes before linearized reading' (duration: 561.966656ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:17.866567Z","caller":"traceutil/trace.go:171","msg":"trace[1529339685] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:7577; }","duration":"464.829779ms","start":"2026-03-14T07:15:17.401727Z","end":"2026-03-14T07:15:17.866556Z","steps":["trace[1529339685] 'agreement among raft nodes before linearized reading' (duration: 464.675956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:17.866586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:17.30441Z","time spent":"562.170721ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:15:17.866606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:17.401702Z","time spent":"464.896581ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kqj4f\" "} {"level":"info","ts":"2026-03-14T07:15:17.86672Z","caller":"traceutil/trace.go:171","msg":"trace[1036665059] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"562.014927ms","start":"2026-03-14T07:15:17.304696Z","end":"2026-03-14T07:15:17.866711Z","steps":["trace[1036665059] 'process raft request' (duration: 561.30156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:17.866793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:17.304678Z","time spent":"562.064738ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:17.866859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.426912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:17.866905Z","caller":"traceutil/trace.go:171","msg":"trace[751689812] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7577; }","duration":"342.528644ms","start":"2026-03-14T07:15:17.524366Z","end":"2026-03-14T07:15:17.866894Z","steps":["trace[751689812] 'agreement among raft nodes before linearized reading' (duration: 342.456113ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:17.866916Z","caller":"traceutil/trace.go:171","msg":"trace[1563307560] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"561.183687ms","start":"2026-03-14T07:15:17.30572Z","end":"2026-03-14T07:15:17.866904Z","steps":["trace[1563307560] 'process raft request' (duration: 560.414498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:17.866935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:17.52433Z","time spent":"342.597436ms","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:15:17.866982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:17.305699Z","time spent":"561.244689ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:17.867064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.513708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-14T07:15:17.867201Z","caller":"traceutil/trace.go:171","msg":"trace[1723828077] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7577; }","duration":"259.687323ms","start":"2026-03-14T07:15:17.607496Z","end":"2026-03-14T07:15:17.867183Z","steps":["trace[1723828077] 'agreement among raft nodes before linearized reading' (duration: 259.298554ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:29.219786Z","caller":"traceutil/trace.go:171","msg":"trace[1053758214] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"171.126684ms","start":"2026-03-14T07:15:29.048628Z","end":"2026-03-14T07:15:29.219755Z","steps":["trace[1053758214] 'process raft request' (duration: 170.92424ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:29.357218Z","caller":"traceutil/trace.go:171","msg":"trace[1692977996] linearizableReadLoop","detail":"{readStateIndex:7912; appliedIndex:7911; }","duration":"134.203572ms","start":"2026-03-14T07:15:29.222991Z","end":"2026-03-14T07:15:29.357194Z","steps":["trace[1692977996] 'read index received' (duration: 85.878475ms)","trace[1692977996] 'applied index is now lower than readState.Index' (duration: 48.323777ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:15:29.3575Z","caller":"traceutil/trace.go:171","msg":"trace[1247352515] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"134.803597ms","start":"2026-03-14T07:15:29.222654Z","end":"2026-03-14T07:15:29.357457Z","steps":["trace[1247352515] 'process raft request' (duration: 86.258164ms)","trace[1247352515] 'compare' (duration: 47.99431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:29.357607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.592912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.189ca3d88647fc1b\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-14T07:15:29.357686Z","caller":"traceutil/trace.go:171","msg":"trace[51002105] range","detail":"{range_begin:/registry/events/openstack/key-manager.189ca3d88647fc1b; range_end:; response_count:1; response_revision:7631; }","duration":"134.697354ms","start":"2026-03-14T07:15:29.222967Z","end":"2026-03-14T07:15:29.357664Z","steps":["trace[51002105] 'agreement among raft nodes before linearized reading' (duration: 134.434287ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:30.191411Z","caller":"traceutil/trace.go:171","msg":"trace[1312004288] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"287.63945ms","start":"2026-03-14T07:15:29.903742Z","end":"2026-03-14T07:15:30.191382Z","steps":["trace[1312004288] 'process raft request' (duration: 287.531107ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:30.191716Z","caller":"traceutil/trace.go:171","msg":"trace[1550088966] linearizableReadLoop","detail":"{readStateIndex:7915; appliedIndex:7915; }","duration":"269.556822ms","start":"2026-03-14T07:15:29.922138Z","end":"2026-03-14T07:15:30.191694Z","steps":["trace[1550088966] 'read index received' (duration: 269.549272ms)","trace[1550088966] 'applied index is now lower than readState.Index' (duration: 5.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:30.191889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.745916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:15:30.191917Z","caller":"traceutil/trace.go:171","msg":"trace[2103997126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7634; }","duration":"269.826038ms","start":"2026-03-14T07:15:29.922085Z","end":"2026-03-14T07:15:30.191911Z","steps":["trace[2103997126] 'agreement among raft nodes before linearized reading' (duration: 269.699655ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:30.349169Z","caller":"traceutil/trace.go:171","msg":"trace[1400553621] linearizableReadLoop","detail":"{readStateIndex:7916; appliedIndex:7915; }","duration":"157.368831ms","start":"2026-03-14T07:15:30.191769Z","end":"2026-03-14T07:15:30.349138Z","steps":["trace[1400553621] 'read index received' (duration: 96.435499ms)","trace[1400553621] 'applied index is now lower than readState.Index' (duration: 60.931232ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:15:30.349186Z","caller":"traceutil/trace.go:171","msg":"trace[1992663941] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"213.20031ms","start":"2026-03-14T07:15:30.135944Z","end":"2026-03-14T07:15:30.349145Z","steps":["trace[1992663941] 'process raft request' (duration: 152.245677ms)","trace[1992663941] 'compare' (duration: 60.769689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:30.349379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.898855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-14T07:15:30.349412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.354105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-14T07:15:30.349497Z","caller":"traceutil/trace.go:171","msg":"trace[1626071797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:7636; }","duration":"413.476818ms","start":"2026-03-14T07:15:29.936008Z","end":"2026-03-14T07:15:30.349485Z","steps":["trace[1626071797] 'agreement among raft nodes before linearized reading' (duration: 413.228833ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:30.349171Z","caller":"traceutil/trace.go:171","msg":"trace[1186611129] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"153.427076ms","start":"2026-03-14T07:15:30.195716Z","end":"2026-03-14T07:15:30.349143Z","steps":["trace[1186611129] 'process raft request' (duration: 153.370175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:30.349568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:29.935997Z","time spent":"413.55974ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kqj4f\" "} {"level":"info","ts":"2026-03-14T07:15:30.349423Z","caller":"traceutil/trace.go:171","msg":"trace[770658656] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7636; }","duration":"424.977267ms","start":"2026-03-14T07:15:29.924434Z","end":"2026-03-14T07:15:30.349411Z","steps":["trace[770658656] 'agreement among raft nodes before linearized reading' (duration: 424.805243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:30.349739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:29.924421Z","time spent":"425.273644ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:15:30.349855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.164471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:15:30.349911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.916908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:15:30.349953Z","caller":"traceutil/trace.go:171","msg":"trace[9943702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7636; }","duration":"420.99814ms","start":"2026-03-14T07:15:29.928944Z","end":"2026-03-14T07:15:30.349942Z","steps":["trace[9943702] 'agreement among raft nodes before linearized reading' (duration: 420.497828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:30.349986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:29.928926Z","time spent":"421.051842ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:15:30.349983Z","caller":"traceutil/trace.go:171","msg":"trace[803382991] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7636; }","duration":"408.745435ms","start":"2026-03-14T07:15:29.941189Z","end":"2026-03-14T07:15:30.349934Z","steps":["trace[803382991] 'agreement among raft nodes before linearized reading' (duration: 408.143741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:30.350117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:29.941175Z","time spent":"408.916389ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:15:31.715144Z","caller":"traceutil/trace.go:171","msg":"trace[1642154033] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"289.682669ms","start":"2026-03-14T07:15:31.425423Z","end":"2026-03-14T07:15:31.715106Z","steps":["trace[1642154033] 'process raft request' (duration: 281.701496ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:44.714905Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5663} {"level":"warn","ts":"2026-03-14T07:15:45.165686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.897148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:15:45.16588Z","caller":"traceutil/trace.go:171","msg":"trace[1986737271] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"288.621824ms","start":"2026-03-14T07:15:44.877241Z","end":"2026-03-14T07:15:45.165863Z","steps":["trace[1986737271] 'process raft request' (duration: 288.548092ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:45.165988Z","caller":"traceutil/trace.go:171","msg":"trace[710057354] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"397.575289ms","start":"2026-03-14T07:15:44.768363Z","end":"2026-03-14T07:15:45.165939Z","steps":["trace[710057354] 'process raft request' (duration: 199.328163ms)","trace[710057354] 'compare' (duration: 141.961145ms)","trace[710057354] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 55.797558ms)"],"step_count":3} {"level":"warn","ts":"2026-03-14T07:15:45.166172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:44.76834Z","time spent":"397.749252ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:45.345123Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5663,"took":"628.493298ms","hash":1845422843,"current-db-size-bytes":42647552,"current-db-size":"43 MB","current-db-size-in-use-bytes":22740992,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-14T07:15:45.345175Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1845422843,"revision":5663,"compact-revision":2737} {"level":"warn","ts":"2026-03-14T07:15:57.770415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232309993114733499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:15:57.993988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036417725s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:15:57.99454Z","caller":"traceutil/trace.go:171","msg":"trace[285865490] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"1.037074191s","start":"2026-03-14T07:15:56.957437Z","end":"2026-03-14T07:15:57.994511Z","steps":["trace[285865490] 'process raft request' (duration: 1.036795663s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:57.994754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:56.957413Z","time spent":"1.037235455s","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:58.566355Z","caller":"traceutil/trace.go:171","msg":"trace[1434062870] linearizableReadLoop","detail":"{readStateIndex:8110; appliedIndex:8106; }","duration":"1.295974543s","start":"2026-03-14T07:15:57.270357Z","end":"2026-03-14T07:15:58.566331Z","steps":["trace[1434062870] 'read index received' (duration: 723.904367ms)","trace[1434062870] 'applied index is now lower than readState.Index' (duration: 572.069016ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:15:58.566347Z","caller":"traceutil/trace.go:171","msg":"trace[1656810762] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"1.355931931s","start":"2026-03-14T07:15:57.210357Z","end":"2026-03-14T07:15:58.566289Z","steps":["trace[1656810762] 'process raft request' (duration: 1.352230911s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:58.566392Z","caller":"traceutil/trace.go:171","msg":"trace[935252979] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"1.355172553s","start":"2026-03-14T07:15:57.211171Z","end":"2026-03-14T07:15:58.566344Z","steps":["trace[935252979] 'process raft request' (duration: 1.354973738s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:58.566413Z","caller":"traceutil/trace.go:171","msg":"trace[1633002234] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"1.218530474s","start":"2026-03-14T07:15:57.347832Z","end":"2026-03-14T07:15:58.566362Z","steps":["trace[1633002234] 'process raft request' (duration: 1.218446572s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.566577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.210334Z","time spent":"1.356126916s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:58.566568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.431986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:15:58.566563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296180597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:15:58.566638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066280102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:15:58.566633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.211161Z","time spent":"1.355340057s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:58.566639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.347816Z","time spent":"1.218703748s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:58.566667Z","caller":"traceutil/trace.go:171","msg":"trace[363652742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7821; }","duration":"174.592109ms","start":"2026-03-14T07:15:58.392051Z","end":"2026-03-14T07:15:58.566643Z","steps":["trace[363652742] 'agreement among raft nodes before linearized reading' (duration: 174.443126ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:58.566705Z","caller":"traceutil/trace.go:171","msg":"trace[1540417480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7821; }","duration":"1.296368112s","start":"2026-03-14T07:15:57.270315Z","end":"2026-03-14T07:15:58.566683Z","steps":["trace[1540417480] 'agreement among raft nodes before linearized reading' (duration: 1.296117996s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.566763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.877417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:15:58.56679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.495026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:15:58.566798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.270298Z","time spent":"1.296487384s","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:15:58.566883Z","caller":"traceutil/trace.go:171","msg":"trace[473478963] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7821; }","duration":"605.626459ms","start":"2026-03-14T07:15:57.961238Z","end":"2026-03-14T07:15:58.566865Z","steps":["trace[473478963] 'agreement among raft nodes before linearized reading' (duration: 605.510307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.56689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.263029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-14T07:15:58.566701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.496593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:15:58.567017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.884167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-03-14T07:15:58.567027Z","caller":"traceutil/trace.go:171","msg":"trace[247934298] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:7821; }","duration":"602.427833ms","start":"2026-03-14T07:15:57.964585Z","end":"2026-03-14T07:15:58.567012Z","steps":["trace[247934298] 'agreement among raft nodes before linearized reading' (duration: 601.953402ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:58.566797Z","caller":"traceutil/trace.go:171","msg":"trace[1954946107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7821; }","duration":"728.951118ms","start":"2026-03-14T07:15:57.837837Z","end":"2026-03-14T07:15:58.566788Z","steps":["trace[1954946107] 'agreement among raft nodes before linearized reading' (duration: 728.863806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.567125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.46856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:15:58.567162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.837812Z","time spent":"729.336817ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:15:58.567074Z","caller":"traceutil/trace.go:171","msg":"trace[1999251259] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7821; }","duration":"634.939014ms","start":"2026-03-14T07:15:57.932115Z","end":"2026-03-14T07:15:58.567054Z","steps":["trace[1999251259] 'agreement among raft nodes before linearized reading' (duration: 634.488873ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:58.567181Z","caller":"traceutil/trace.go:171","msg":"trace[1636786694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7821; }","duration":"200.569362ms","start":"2026-03-14T07:15:58.366594Z","end":"2026-03-14T07:15:58.567163Z","steps":["trace[1636786694] 'agreement among raft nodes before linearized reading' (duration: 200.386568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.566949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.207519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:15:58.566951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.961215Z","time spent":"605.720382ms","remote":"127.0.0.1:35166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:15:58.567257Z","caller":"traceutil/trace.go:171","msg":"trace[22511297] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7821; }","duration":"587.569257ms","start":"2026-03-14T07:15:57.979676Z","end":"2026-03-14T07:15:58.567245Z","steps":["trace[22511297] 'agreement among raft nodes before linearized reading' (duration: 587.215839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.567228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.932069Z","time spent":"635.142368ms","remote":"127.0.0.1:36940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:15:58.567286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.979653Z","time spent":"587.620928ms","remote":"127.0.0.1:33168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:15:58.566679Z","caller":"traceutil/trace.go:171","msg":"trace[437118218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7821; }","duration":"1.066369214s","start":"2026-03-14T07:15:57.500299Z","end":"2026-03-14T07:15:58.566668Z","steps":["trace[437118218] 'agreement among raft nodes before linearized reading' (duration: 1.06619633s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.567232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.964575Z","time spent":"602.560117ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-03-14T07:15:58.567344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:57.500282Z","time spent":"1.06704298s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:15:58.567079Z","caller":"traceutil/trace.go:171","msg":"trace[451531643] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:7821; }","duration":"566.005549ms","start":"2026-03-14T07:15:58.001061Z","end":"2026-03-14T07:15:58.567066Z","steps":["trace[451531643] 'agreement among raft nodes before linearized reading' (duration: 565.755203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:58.567469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.001035Z","time spent":"566.418439ms","remote":"127.0.0.1:36494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6847,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"info","ts":"2026-03-14T07:15:58.742149Z","caller":"traceutil/trace.go:171","msg":"trace[1682386134] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8110; }","duration":"173.274067ms","start":"2026-03-14T07:15:58.568849Z","end":"2026-03-14T07:15:58.742124Z","steps":["trace[1682386134] 'read index received' (duration: 106.597447ms)","trace[1682386134] 'applied index is now lower than readState.Index' (duration: 66.67526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:58.742412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.543033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:15:58.742489Z","caller":"traceutil/trace.go:171","msg":"trace[272992224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7821; }","duration":"173.657347ms","start":"2026-03-14T07:15:58.568819Z","end":"2026-03-14T07:15:58.742477Z","steps":["trace[272992224] 'agreement among raft nodes before linearized reading' (duration: 173.42589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.242284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232309993114733513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:15:59.559155Z","caller":"traceutil/trace.go:171","msg":"trace[1015258454] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"985.604037ms","start":"2026-03-14T07:15:58.573522Z","end":"2026-03-14T07:15:59.559126Z","steps":["trace[1015258454] 'process raft request' (duration: 985.548945ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:59.559454Z","caller":"traceutil/trace.go:171","msg":"trace[755996011] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"986.979718ms","start":"2026-03-14T07:15:58.57243Z","end":"2026-03-14T07:15:59.55941Z","steps":["trace[755996011] 'process raft request' (duration: 986.574899ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:59.55946Z","caller":"traceutil/trace.go:171","msg":"trace[899556995] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"987.006599ms","start":"2026-03-14T07:15:58.572359Z","end":"2026-03-14T07:15:59.559366Z","steps":["trace[899556995] 'process raft request' (duration: 986.583089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.559642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.572419Z","time spent":"987.112772ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:59.559656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.573496Z","time spent":"985.888273ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:59.559758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.572347Z","time spent":"987.278045ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:59.559849Z","caller":"traceutil/trace.go:171","msg":"trace[1886525110] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"987.763537ms","start":"2026-03-14T07:15:58.572062Z","end":"2026-03-14T07:15:59.559825Z","steps":["trace[1886525110] 'process raft request' (duration: 982.86513ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:59.559854Z","caller":"traceutil/trace.go:171","msg":"trace[43775468] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"987.110632ms","start":"2026-03-14T07:15:58.572708Z","end":"2026-03-14T07:15:59.559818Z","steps":["trace[43775468] 'process raft request' (duration: 986.330954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.559948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.572044Z","time spent":"987.855099ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:59.560044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.5727Z","time spent":"987.244175ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:15:59.577741Z","caller":"traceutil/trace.go:171","msg":"trace[1599758888] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8111; }","duration":"835.502915ms","start":"2026-03-14T07:15:58.742216Z","end":"2026-03-14T07:15:59.577719Z","steps":["trace[1599758888] 'read index received' (duration: 812.859672ms)","trace[1599758888] 'applied index is now lower than readState.Index' (duration: 22.641903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:15:59.577894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005796471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:59.577859Z","caller":"traceutil/trace.go:171","msg":"trace[2115351015] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"829.598093ms","start":"2026-03-14T07:15:58.748203Z","end":"2026-03-14T07:15:59.577801Z","steps":["trace[2115351015] 'process raft request' (duration: 829.46189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.578108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.358856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-14T07:15:59.578147Z","caller":"traceutil/trace.go:171","msg":"trace[1720495767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7828; }","duration":"964.440878ms","start":"2026-03-14T07:15:58.613699Z","end":"2026-03-14T07:15:59.57814Z","steps":["trace[1720495767] 'agreement among raft nodes before linearized reading' (duration: 964.261164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.578182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.74819Z","time spent":"829.800078ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:59.578242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002518552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:15:59.578278Z","caller":"traceutil/trace.go:171","msg":"trace[1795664938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7828; }","duration":"1.002564563s","start":"2026-03-14T07:15:58.575705Z","end":"2026-03-14T07:15:59.57827Z","steps":["trace[1795664938] 'agreement among raft nodes before linearized reading' (duration: 1.002518412s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:59.57794Z","caller":"traceutil/trace.go:171","msg":"trace[1485801758] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:7828; }","duration":"1.005874012s","start":"2026-03-14T07:15:58.572052Z","end":"2026-03-14T07:15:59.577926Z","steps":["trace[1485801758] 'agreement among raft nodes before linearized reading' (duration: 1.005757899s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.578307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.575697Z","time spent":"1.002604564s","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:15:59.578283Z","caller":"traceutil/trace.go:171","msg":"trace[1679951189] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"834.647415ms","start":"2026-03-14T07:15:58.743595Z","end":"2026-03-14T07:15:59.578243Z","steps":["trace[1679951189] 'process raft request' (duration: 833.949588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.578537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.743567Z","time spent":"834.823818ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:15:59.578202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.613684Z","time spent":"964.50985ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:15:59.578788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.890795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-14T07:15:59.578991Z","caller":"traceutil/trace.go:171","msg":"trace[2066045303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:7828; }","duration":"993.998478ms","start":"2026-03-14T07:15:58.584853Z","end":"2026-03-14T07:15:59.578851Z","steps":["trace[2066045303] 'agreement among raft nodes before linearized reading' (duration: 993.24691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:15:59.578373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.572023Z","time spent":"1.006317093s","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-03-14T07:15:59.579065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:15:58.584834Z","time spent":"994.212753ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kqj4f\" "} {"level":"warn","ts":"2026-03-14T07:15:59.807146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.978799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-14T07:15:59.807234Z","caller":"traceutil/trace.go:171","msg":"trace[1397765520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7828; }","duration":"145.079681ms","start":"2026-03-14T07:15:59.662133Z","end":"2026-03-14T07:15:59.807213Z","steps":["trace[1397765520] 'range keys from in-memory index tree' (duration: 144.629701ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:00.865191Z","caller":"traceutil/trace.go:171","msg":"trace[368178731] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"292.904427ms","start":"2026-03-14T07:16:00.572249Z","end":"2026-03-14T07:16:00.865154Z","steps":["trace[368178731] 'process raft request' (duration: 282.039396ms)","trace[368178731] 'compare' (duration: 10.364359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:01.274378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.238496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:01.27444Z","caller":"traceutil/trace.go:171","msg":"trace[6077416] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7830; }","duration":"263.370109ms","start":"2026-03-14T07:16:01.011054Z","end":"2026-03-14T07:16:01.274424Z","steps":["trace[6077416] 'count revisions from in-memory index tree' (duration: 263.128163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.274993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.293802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:01.275121Z","caller":"traceutil/trace.go:171","msg":"trace[1288737520] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"220.982292ms","start":"2026-03-14T07:16:01.054111Z","end":"2026-03-14T07:16:01.275093Z","steps":["trace[1288737520] 'process raft request' (duration: 41.531236ms)","trace[1288737520] 'compare' (duration: 179.160098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:01.860881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.449516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:16:01.861012Z","caller":"traceutil/trace.go:171","msg":"trace[1633156380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7831; }","duration":"277.623641ms","start":"2026-03-14T07:16:01.583361Z","end":"2026-03-14T07:16:01.860984Z","steps":["trace[1633156380] 'range keys from in-memory index tree' (duration: 277.272722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.860997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.648507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:16:01.861121Z","caller":"traceutil/trace.go:171","msg":"trace[1865139275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7831; }","duration":"296.80481ms","start":"2026-03-14T07:16:01.564289Z","end":"2026-03-14T07:16:01.861094Z","steps":["trace[1865139275] 'range keys from in-memory index tree' (duration: 296.400351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.861188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.489238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-14T07:16:01.861261Z","caller":"traceutil/trace.go:171","msg":"trace[1110116896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:7831; }","duration":"267.58194ms","start":"2026-03-14T07:16:01.593663Z","end":"2026-03-14T07:16:01.861245Z","steps":["trace[1110116896] 'range keys from in-memory index tree' (duration: 267.316284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.861361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.146875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-14T07:16:01.861377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.114645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:16:01.861453Z","caller":"traceutil/trace.go:171","msg":"trace[196217337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7831; }","duration":"296.216878ms","start":"2026-03-14T07:16:01.565219Z","end":"2026-03-14T07:16:01.861436Z","steps":["trace[196217337] 'range keys from in-memory index tree' (duration: 295.964051ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:01.861406Z","caller":"traceutil/trace.go:171","msg":"trace[86670813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7831; }","duration":"296.212847ms","start":"2026-03-14T07:16:01.565181Z","end":"2026-03-14T07:16:01.861393Z","steps":["trace[86670813] 'range keys from in-memory index tree' (duration: 295.988622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:01.861507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.979275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:16:01.86152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.716229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:16:01.861606Z","caller":"traceutil/trace.go:171","msg":"trace[811767477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7831; }","duration":"297.134489ms","start":"2026-03-14T07:16:01.564448Z","end":"2026-03-14T07:16:01.861582Z","steps":["trace[811767477] 'range keys from in-memory index tree' (duration: 296.726179ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:01.86162Z","caller":"traceutil/trace.go:171","msg":"trace[1452026709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7831; }","duration":"296.857002ms","start":"2026-03-14T07:16:01.564737Z","end":"2026-03-14T07:16:01.861594Z","steps":["trace[1452026709] 'range keys from in-memory index tree' (duration: 296.516644ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:01.97062Z","caller":"traceutil/trace.go:171","msg":"trace[528766669] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"105.085621ms","start":"2026-03-14T07:16:01.865507Z","end":"2026-03-14T07:16:01.970592Z","steps":["trace[528766669] 'process raft request' (duration: 104.906587ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.046664Z","caller":"traceutil/trace.go:171","msg":"trace[1163017687] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"180.565001ms","start":"2026-03-14T07:16:01.866065Z","end":"2026-03-14T07:16:02.04663Z","steps":["trace[1163017687] 'process raft request' (duration: 180.266504ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.04665Z","caller":"traceutil/trace.go:171","msg":"trace[1811231714] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"180.418358ms","start":"2026-03-14T07:16:01.866196Z","end":"2026-03-14T07:16:02.046614Z","steps":["trace[1811231714] 'process raft request' (duration: 180.333136ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.04697Z","caller":"traceutil/trace.go:171","msg":"trace[689747847] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"180.050409ms","start":"2026-03-14T07:16:01.866908Z","end":"2026-03-14T07:16:02.046958Z","steps":["trace[689747847] 'process raft request' (duration: 179.65715ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.047161Z","caller":"traceutil/trace.go:171","msg":"trace[638545647] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8121; }","duration":"178.499493ms","start":"2026-03-14T07:16:01.868648Z","end":"2026-03-14T07:16:02.047147Z","steps":["trace[638545647] 'read index received' (duration: 101.776432ms)","trace[638545647] 'applied index is now lower than readState.Index' (duration: 76.722311ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:02.047281Z","caller":"traceutil/trace.go:171","msg":"trace[1483909945] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"177.815316ms","start":"2026-03-14T07:16:01.869429Z","end":"2026-03-14T07:16:02.047245Z","steps":["trace[1483909945] 'process raft request' (duration: 177.662002ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.047653Z","caller":"traceutil/trace.go:171","msg":"trace[269417876] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"180.159422ms","start":"2026-03-14T07:16:01.867482Z","end":"2026-03-14T07:16:02.047641Z","steps":["trace[269417876] 'process raft request' (duration: 179.427195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:02.047718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.507022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:16:02.04779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.111607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228500"} {"level":"info","ts":"2026-03-14T07:16:02.047811Z","caller":"traceutil/trace.go:171","msg":"trace[1880923094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7837; }","duration":"178.642705ms","start":"2026-03-14T07:16:01.869149Z","end":"2026-03-14T07:16:02.047792Z","steps":["trace[1880923094] 'agreement among raft nodes before linearized reading' (duration: 178.479591ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:02.047831Z","caller":"traceutil/trace.go:171","msg":"trace[1399411577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7837; }","duration":"179.20195ms","start":"2026-03-14T07:16:01.868618Z","end":"2026-03-14T07:16:02.04782Z","steps":["trace[1399411577] 'agreement among raft nodes before linearized reading' (duration: 178.639896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:03.568632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.177388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:03.568742Z","caller":"traceutil/trace.go:171","msg":"trace[166455931] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"903.390623ms","start":"2026-03-14T07:16:02.665332Z","end":"2026-03-14T07:16:03.568723Z","steps":["trace[166455931] 'process raft request' (duration: 739.038551ms)","trace[166455931] 'compare' (duration: 163.615085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:03.568808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:02.665303Z","time spent":"903.475165ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:03.607255Z","caller":"traceutil/trace.go:171","msg":"trace[876981141] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"736.648073ms","start":"2026-03-14T07:16:02.870577Z","end":"2026-03-14T07:16:03.607225Z","steps":["trace[876981141] 'process raft request' (duration: 736.429798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:03.607447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:02.870542Z","time spent":"736.790817ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:03.607596Z","caller":"traceutil/trace.go:171","msg":"trace[1560820453] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"515.949449ms","start":"2026-03-14T07:16:03.091594Z","end":"2026-03-14T07:16:03.607543Z","steps":["trace[1560820453] 'process raft request' (duration: 515.56578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:03.607833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:03.091564Z","time spent":"516.144253ms","remote":"127.0.0.1:56768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:03.747538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.06062ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:16:03.747657Z","caller":"traceutil/trace.go:171","msg":"trace[856575453] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8128; }","duration":"476.999173ms","start":"2026-03-14T07:16:03.270636Z","end":"2026-03-14T07:16:03.747635Z","steps":["trace[856575453] 'read index received' (duration: 133.765039ms)","trace[856575453] 'applied index is now lower than readState.Index' (duration: 343.232064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:03.747786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.131046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:03.747862Z","caller":"traceutil/trace.go:171","msg":"trace[1424005848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7841; }","duration":"477.244759ms","start":"2026-03-14T07:16:03.270593Z","end":"2026-03-14T07:16:03.747838Z","steps":["trace[1424005848] 'agreement among raft nodes before linearized reading' (duration: 477.121386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:03.747895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:03.270573Z","time spent":"477.316421ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:16:03.747918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.956936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ca3e4098a95bf\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-14T07:16:03.747972Z","caller":"traceutil/trace.go:171","msg":"trace[977485723] range","detail":"{range_begin:/registry/events/openstack/ceph.189ca3e4098a95bf; range_end:; response_count:1; response_revision:7841; }","duration":"132.056728ms","start":"2026-03-14T07:16:03.615901Z","end":"2026-03-14T07:16:03.747957Z","steps":["trace[977485723] 'agreement among raft nodes before linearized reading' (duration: 131.862724ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:06.205371Z","caller":"traceutil/trace.go:171","msg":"trace[1671784811] linearizableReadLoop","detail":"{readStateIndex:8144; appliedIndex:8143; }","duration":"139.715672ms","start":"2026-03-14T07:16:06.065626Z","end":"2026-03-14T07:16:06.205341Z","steps":["trace[1671784811] 'read index received' (duration: 139.548427ms)","trace[1671784811] 'applied index is now lower than readState.Index' (duration: 166.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:06.205751Z","caller":"traceutil/trace.go:171","msg":"trace[937729532] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"187.228252ms","start":"2026-03-14T07:16:06.018509Z","end":"2026-03-14T07:16:06.205737Z","steps":["trace[937729532] 'process raft request' (duration: 186.594066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:06.206143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.506471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-14T07:16:06.20619Z","caller":"traceutil/trace.go:171","msg":"trace[1753067223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7853; }","duration":"140.633464ms","start":"2026-03-14T07:16:06.065544Z","end":"2026-03-14T07:16:06.206178Z","steps":["trace[1753067223] 'agreement among raft nodes before linearized reading' (duration: 140.434009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:06.206392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.511338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:16:06.20643Z","caller":"traceutil/trace.go:171","msg":"trace[70453930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7853; }","duration":"139.552249ms","start":"2026-03-14T07:16:06.066868Z","end":"2026-03-14T07:16:06.206421Z","steps":["trace[70453930] 'agreement among raft nodes before linearized reading' (duration: 139.456606ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:12.61751Z","caller":"traceutil/trace.go:171","msg":"trace[2121865051] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"165.405149ms","start":"2026-03-14T07:16:12.452069Z","end":"2026-03-14T07:16:12.617474Z","steps":["trace[2121865051] 'process raft request' (duration: 165.174403ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:12.684662Z","caller":"traceutil/trace.go:171","msg":"trace[14956837] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8220; }","duration":"150.08153ms","start":"2026-03-14T07:16:12.534554Z","end":"2026-03-14T07:16:12.684636Z","steps":["trace[14956837] 'read index received' (duration: 82.775785ms)","trace[14956837] 'applied index is now lower than readState.Index' (duration: 67.304755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:12.684843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.266105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:16:12.684928Z","caller":"traceutil/trace.go:171","msg":"trace[1971843908] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7928; }","duration":"150.372609ms","start":"2026-03-14T07:16:12.534537Z","end":"2026-03-14T07:16:12.68491Z","steps":["trace[1971843908] 'agreement among raft nodes before linearized reading' (duration: 150.203994ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:12.684777Z","caller":"traceutil/trace.go:171","msg":"trace[1508655170] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7928; }","duration":"231.897133ms","start":"2026-03-14T07:16:12.452806Z","end":"2026-03-14T07:16:12.684703Z","steps":["trace[1508655170] 'process raft request' (duration: 231.697638ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:13.902437Z","caller":"traceutil/trace.go:171","msg":"trace[1230269989] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"469.575396ms","start":"2026-03-14T07:16:13.432834Z","end":"2026-03-14T07:16:13.902409Z","steps":["trace[1230269989] 'process raft request' (duration: 469.397002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:13.902613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:13.432813Z","time spent":"469.709919ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:14.340404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.291387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:14.340704Z","caller":"traceutil/trace.go:171","msg":"trace[1812010562] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"721.04377ms","start":"2026-03-14T07:16:13.619609Z","end":"2026-03-14T07:16:14.340653Z","steps":["trace[1812010562] 'process raft request' (duration: 552.348912ms)","trace[1812010562] 'compare' (duration: 167.900098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.340869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:13.619575Z","time spent":"721.212223ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:14.341008Z","caller":"traceutil/trace.go:171","msg":"trace[1046214587] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"703.317083ms","start":"2026-03-14T07:16:13.637515Z","end":"2026-03-14T07:16:14.340832Z","steps":["trace[1046214587] 'process raft request' (duration: 703.014456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:14.341149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:13.637487Z","time spent":"703.59194ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:14.715774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.089068ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:16:14.716088Z","caller":"traceutil/trace.go:171","msg":"trace[852848062] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8224; }","duration":"1.091055807s","start":"2026-03-14T07:16:13.62501Z","end":"2026-03-14T07:16:14.716066Z","steps":["trace[852848062] 'read index received' (duration: 277.286833ms)","trace[852848062] 'applied index is now lower than readState.Index' (duration: 813.766814ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:14.716281Z","caller":"traceutil/trace.go:171","msg":"trace[1578045530] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"386.426961ms","start":"2026-03-14T07:16:14.329607Z","end":"2026-03-14T07:16:14.716034Z","steps":["trace[1578045530] 'process raft request' (duration: 386.280526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:14.716377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.329589Z","time spent":"386.733189ms","remote":"127.0.0.1:36718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:16:14.802717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.114487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:16:14.802837Z","caller":"traceutil/trace.go:171","msg":"trace[2111069146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7934; }","duration":"560.277342ms","start":"2026-03-14T07:16:14.242515Z","end":"2026-03-14T07:16:14.802793Z","steps":["trace[2111069146] 'agreement among raft nodes before linearized reading' (duration: 473.691045ms)","trace[2111069146] 'range keys from in-memory index tree' (duration: 86.334391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.802917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.242487Z","time spent":"560.412485ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:14.802843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.898607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-14T07:16:14.803581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.947416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:16:14.802561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.617124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:16:14.80322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178173326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-14T07:16:14.803938Z","caller":"traceutil/trace.go:171","msg":"trace[1152078626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7934; }","duration":"533.378296ms","start":"2026-03-14T07:16:14.27053Z","end":"2026-03-14T07:16:14.803908Z","steps":["trace[1152078626] 'agreement among raft nodes before linearized reading' (duration: 445.714333ms)","trace[1152078626] 'range keys from in-memory index tree' (duration: 87.255743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.803894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.382749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:16:14.802988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.243682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-03-14T07:16:14.80399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.2705Z","time spent":"533.480519ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:16:14.803976Z","caller":"traceutil/trace.go:171","msg":"trace[440780594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7934; }","duration":"488.067499ms","start":"2026-03-14T07:16:14.315864Z","end":"2026-03-14T07:16:14.803931Z","steps":["trace[440780594] 'agreement among raft nodes before linearized reading' (duration: 400.376916ms)","trace[440780594] 'range keys from in-memory index tree' (duration: 86.157736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.803644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.12956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-14T07:16:14.804011Z","caller":"traceutil/trace.go:171","msg":"trace[1514522954] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7934; }","duration":"1.179020126s","start":"2026-03-14T07:16:13.624952Z","end":"2026-03-14T07:16:14.803972Z","steps":["trace[1514522954] 'agreement among raft nodes before linearized reading' (duration: 1.09120349s)","trace[1514522954] 'range keys from in-memory index tree' (duration: 86.776052ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:14.80402Z","caller":"traceutil/trace.go:171","msg":"trace[1075730370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7934; }","duration":"486.550494ms","start":"2026-03-14T07:16:14.317439Z","end":"2026-03-14T07:16:14.803989Z","steps":["trace[1075730370] 'agreement among raft nodes before linearized reading' (duration: 398.797809ms)","trace[1075730370] 'range keys from in-memory index tree' (duration: 86.503915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.804052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.114174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:16:14.804067Z","caller":"traceutil/trace.go:171","msg":"trace[1081388297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7934; }","duration":"480.57306ms","start":"2026-03-14T07:16:14.323473Z","end":"2026-03-14T07:16:14.804046Z","steps":["trace[1081388297] 'agreement among raft nodes before linearized reading' (duration: 392.728313ms)","trace[1081388297] 'range keys from in-memory index tree' (duration: 87.292144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.804083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.317426Z","time spent":"486.633245ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:16:14.804092Z","caller":"traceutil/trace.go:171","msg":"trace[1129206471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7934; }","duration":"486.207546ms","start":"2026-03-14T07:16:14.317869Z","end":"2026-03-14T07:16:14.804077Z","steps":["trace[1129206471] 'agreement among raft nodes before linearized reading' (duration: 398.360969ms)","trace[1129206471] 'range keys from in-memory index tree' (duration: 86.139635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.804131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.317859Z","time spent":"486.263667ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:16:14.804133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.323462Z","time spent":"480.654812ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:16:14.804119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.315846Z","time spent":"488.218593ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:16:14.804076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:13.624924Z","time spent":"1.17914018s","remote":"127.0.0.1:56768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-14T07:16:14.803921Z","caller":"traceutil/trace.go:171","msg":"trace[396080930] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7934; }","duration":"477.025314ms","start":"2026-03-14T07:16:14.326865Z","end":"2026-03-14T07:16:14.803891Z","steps":["trace[396080930] 'agreement among raft nodes before linearized reading' (duration: 389.356851ms)","trace[396080930] 'range keys from in-memory index tree' (duration: 86.405213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.802723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.795324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:16:14.804241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.326853Z","time spent":"477.378503ms","remote":"127.0.0.1:56786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-14T07:16:14.804274Z","caller":"traceutil/trace.go:171","msg":"trace[126639764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7934; }","duration":"487.436584ms","start":"2026-03-14T07:16:14.316825Z","end":"2026-03-14T07:16:14.804262Z","steps":["trace[126639764] 'agreement among raft nodes before linearized reading' (duration: 399.408173ms)","trace[126639764] 'range keys from in-memory index tree' (duration: 86.254008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.804315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.316786Z","time spent":"487.520646ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:16:14.80453Z","caller":"traceutil/trace.go:171","msg":"trace[674485672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:7934; }","duration":"476.294927ms","start":"2026-03-14T07:16:14.327699Z","end":"2026-03-14T07:16:14.803994Z","steps":["trace[674485672] 'agreement among raft nodes before linearized reading' (duration: 388.505591ms)","trace[674485672] 'range keys from in-memory index tree' (duration: 86.624559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:14.804578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:14.327691Z","time spent":"476.87754ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kqj4f\" "} {"level":"info","ts":"2026-03-14T07:16:14.831962Z","caller":"traceutil/trace.go:171","msg":"trace[2127902830] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"110.382688ms","start":"2026-03-14T07:16:14.721557Z","end":"2026-03-14T07:16:14.83194Z","steps":["trace[2127902830] 'process raft request' (duration: 110.253565ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:14.964042Z","caller":"traceutil/trace.go:171","msg":"trace[1530826172] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"240.846998ms","start":"2026-03-14T07:16:14.723176Z","end":"2026-03-14T07:16:14.964023Z","steps":["trace[1530826172] 'process raft request' (duration: 230.217103ms)","trace[1530826172] 'compare' (duration: 10.474541ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:14.964478Z","caller":"traceutil/trace.go:171","msg":"trace[226097807] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"155.876919ms","start":"2026-03-14T07:16:14.80857Z","end":"2026-03-14T07:16:14.964447Z","steps":["trace[226097807] 'process raft request' (duration: 155.660834ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:14.964553Z","caller":"traceutil/trace.go:171","msg":"trace[987506251] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"155.861078ms","start":"2026-03-14T07:16:14.808682Z","end":"2026-03-14T07:16:14.964543Z","steps":["trace[987506251] 'process raft request' (duration: 155.680314ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:14.964522Z","caller":"traceutil/trace.go:171","msg":"trace[1877087713] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"156.113155ms","start":"2026-03-14T07:16:14.808371Z","end":"2026-03-14T07:16:14.964484Z","steps":["trace[1877087713] 'process raft request' (duration: 155.608593ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:14.964626Z","caller":"traceutil/trace.go:171","msg":"trace[321738246] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"155.729326ms","start":"2026-03-14T07:16:14.808784Z","end":"2026-03-14T07:16:14.964513Z","steps":["trace[321738246] 'process raft request' (duration: 155.633423ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:14.964728Z","caller":"traceutil/trace.go:171","msg":"trace[1184158911] linearizableReadLoop","detail":"{readStateIndex:8231; appliedIndex:8229; }","duration":"158.80868ms","start":"2026-03-14T07:16:14.805912Z","end":"2026-03-14T07:16:14.964721Z","steps":["trace[1184158911] 'read index received' (duration: 26.002784ms)","trace[1184158911] 'applied index is now lower than readState.Index' (duration: 132.805185ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:14.964768Z","caller":"traceutil/trace.go:171","msg":"trace[1296289046] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"154.391244ms","start":"2026-03-14T07:16:14.810365Z","end":"2026-03-14T07:16:14.964757Z","steps":["trace[1296289046] 'process raft request' (duration: 154.290112ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:14.964852Z","caller":"traceutil/trace.go:171","msg":"trace[655918043] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"155.292405ms","start":"2026-03-14T07:16:14.809551Z","end":"2026-03-14T07:16:14.964843Z","steps":["trace[655918043] 'process raft request' (duration: 154.924997ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:14.96489Z","caller":"traceutil/trace.go:171","msg":"trace[1288364362] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"144.723411ms","start":"2026-03-14T07:16:14.820161Z","end":"2026-03-14T07:16:14.964884Z","steps":["trace[1288364362] 'process raft request' (duration: 144.521817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:14.965001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.101156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:14.965024Z","caller":"traceutil/trace.go:171","msg":"trace[1410924277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7943; }","duration":"159.164178ms","start":"2026-03-14T07:16:14.805854Z","end":"2026-03-14T07:16:14.965018Z","steps":["trace[1410924277] 'agreement among raft nodes before linearized reading' (duration: 159.113906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:14.965222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.891478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ca3e4098a95bf\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-14T07:16:14.965366Z","caller":"traceutil/trace.go:171","msg":"trace[2102044057] range","detail":"{range_begin:/registry/events/openstack/ceph.189ca3e4098a95bf; range_end:; response_count:1; response_revision:7943; }","duration":"153.059232ms","start":"2026-03-14T07:16:14.812287Z","end":"2026-03-14T07:16:14.965346Z","steps":["trace[2102044057] 'agreement among raft nodes before linearized reading' (duration: 152.717443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:14.965266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.795708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228415"} {"level":"info","ts":"2026-03-14T07:16:14.967205Z","caller":"traceutil/trace.go:171","msg":"trace[1231357745] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7943; }","duration":"157.766745ms","start":"2026-03-14T07:16:14.809417Z","end":"2026-03-14T07:16:14.967183Z","steps":["trace[1231357745] 'agreement among raft nodes before linearized reading' (duration: 155.517811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:15.188645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.762935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T07:16:15.188755Z","caller":"traceutil/trace.go:171","msg":"trace[1285125540] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7946; }","duration":"117.913549ms","start":"2026-03-14T07:16:15.07081Z","end":"2026-03-14T07:16:15.188723Z","steps":["trace[1285125540] 'range keys from in-memory index tree' (duration: 117.575811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:16.704591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.836538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:16.704707Z","caller":"traceutil/trace.go:171","msg":"trace[298320858] linearizableReadLoop","detail":"{readStateIndex:8245; appliedIndex:8244; }","duration":"295.626983ms","start":"2026-03-14T07:16:16.40906Z","end":"2026-03-14T07:16:16.704687Z","steps":["trace[298320858] 'read index received' (duration: 129.558829ms)","trace[298320858] 'applied index is now lower than readState.Index' (duration: 166.066264ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:16.704803Z","caller":"traceutil/trace.go:171","msg":"trace[606887636] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"357.591558ms","start":"2026-03-14T07:16:16.34717Z","end":"2026-03-14T07:16:16.704762Z","steps":["trace[606887636] 'process raft request' (duration: 191.471933ms)","trace[606887636] 'compare' (duration: 165.47864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:16.704853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.793536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:16:16.704896Z","caller":"traceutil/trace.go:171","msg":"trace[1930808726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7950; }","duration":"295.885519ms","start":"2026-03-14T07:16:16.408999Z","end":"2026-03-14T07:16:16.704884Z","steps":["trace[1930808726] 'agreement among raft nodes before linearized reading' (duration: 295.799786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:16.705001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.941591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T07:16:16.70511Z","caller":"traceutil/trace.go:171","msg":"trace[1383747552] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7950; }","duration":"296.097244ms","start":"2026-03-14T07:16:16.408998Z","end":"2026-03-14T07:16:16.705096Z","steps":["trace[1383747552] 'agreement among raft nodes before linearized reading' (duration: 295.842347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:16.705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:16.347133Z","time spent":"357.760963ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:17.08562Z","caller":"traceutil/trace.go:171","msg":"trace[411536034] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"112.344645ms","start":"2026-03-14T07:16:16.973253Z","end":"2026-03-14T07:16:17.085597Z","steps":["trace[411536034] 'process raft request' (duration: 112.191041ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:17.310311Z","caller":"traceutil/trace.go:171","msg":"trace[264677731] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"336.550935ms","start":"2026-03-14T07:16:16.973723Z","end":"2026-03-14T07:16:17.310274Z","steps":["trace[264677731] 'process raft request' (duration: 254.764452ms)","trace[264677731] 'compare' (duration: 81.407443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:17.310539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:16.973706Z","time spent":"336.709349ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:17.310661Z","caller":"traceutil/trace.go:171","msg":"trace[958357740] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"336.841812ms","start":"2026-03-14T07:16:16.973784Z","end":"2026-03-14T07:16:17.310626Z","steps":["trace[958357740] 'process raft request' (duration: 336.36353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:17.310851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:16.973763Z","time spent":"336.985255ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:17.311861Z","caller":"traceutil/trace.go:171","msg":"trace[20993664] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"337.717232ms","start":"2026-03-14T07:16:16.974109Z","end":"2026-03-14T07:16:17.311826Z","steps":["trace[20993664] 'process raft request' (duration: 337.409065ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:17.311992Z","caller":"traceutil/trace.go:171","msg":"trace[2034842211] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8245; }","duration":"336.944123ms","start":"2026-03-14T07:16:16.975022Z","end":"2026-03-14T07:16:17.311966Z","steps":["trace[2034842211] 'read index received' (duration: 110.514721ms)","trace[2034842211] 'applied index is now lower than readState.Index' (duration: 226.427972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:17.312093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:16.974102Z","time spent":"337.869035ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:17.312062Z","caller":"traceutil/trace.go:171","msg":"trace[390969379] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"336.253507ms","start":"2026-03-14T07:16:16.975748Z","end":"2026-03-14T07:16:17.312002Z","steps":["trace[390969379] 'process raft request' (duration: 335.998671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:17.312384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.347353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-14T07:16:17.312484Z","caller":"traceutil/trace.go:171","msg":"trace[1201298656] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:7956; }","duration":"337.464306ms","start":"2026-03-14T07:16:16.975004Z","end":"2026-03-14T07:16:17.312469Z","steps":["trace[1201298656] 'agreement among raft nodes before linearized reading' (duration: 337.115608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:17.312513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:16.975738Z","time spent":"336.662846ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:17.312545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:16.974999Z","time spent":"337.532498ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kqj4f\" "} {"level":"info","ts":"2026-03-14T07:16:17.312633Z","caller":"traceutil/trace.go:171","msg":"trace[335631775] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"337.870685ms","start":"2026-03-14T07:16:16.973844Z","end":"2026-03-14T07:16:17.311714Z","steps":["trace[335631775] 'process raft request' (duration: 336.707838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:17.312725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:16.973819Z","time spent":"338.860779ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:26.000476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.617994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4jp9x\" ","response":"range_response_count:1 size:4557"} {"level":"info","ts":"2026-03-14T07:16:26.000572Z","caller":"traceutil/trace.go:171","msg":"trace[1835843426] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4jp9x; range_end:; response_count:1; response_revision:8025; }","duration":"150.769077ms","start":"2026-03-14T07:16:25.849784Z","end":"2026-03-14T07:16:26.000553Z","steps":["trace[1835843426] 'range keys from in-memory index tree' (duration: 150.381728ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:29.010844Z","caller":"traceutil/trace.go:171","msg":"trace[784104271] linearizableReadLoop","detail":"{readStateIndex:8360; appliedIndex:8359; }","duration":"120.313226ms","start":"2026-03-14T07:16:28.890503Z","end":"2026-03-14T07:16:29.010817Z","steps":["trace[784104271] 'read index received' (duration: 72.303125ms)","trace[784104271] 'applied index is now lower than readState.Index' (duration: 48.009181ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:29.010878Z","caller":"traceutil/trace.go:171","msg":"trace[1357321576] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"195.945671ms","start":"2026-03-14T07:16:28.81488Z","end":"2026-03-14T07:16:29.010825Z","steps":["trace[1357321576] 'process raft request' (duration: 148.062563ms)","trace[1357321576] 'compare' (duration: 47.733535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:29.011198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.658144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4jp9x\" ","response":"range_response_count:1 size:4943"} {"level":"info","ts":"2026-03-14T07:16:29.011304Z","caller":"traceutil/trace.go:171","msg":"trace[628475948] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4jp9x; range_end:; response_count:1; response_revision:8060; }","duration":"120.803728ms","start":"2026-03-14T07:16:28.890472Z","end":"2026-03-14T07:16:29.011276Z","steps":["trace[628475948] 'agreement among raft nodes before linearized reading' (duration: 120.440969ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:30.773194Z","caller":"traceutil/trace.go:171","msg":"trace[104670469] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"145.300305ms","start":"2026-03-14T07:16:30.627853Z","end":"2026-03-14T07:16:30.773154Z","steps":["trace[104670469] 'process raft request' (duration: 144.623819ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:30.905877Z","caller":"traceutil/trace.go:171","msg":"trace[1386846220] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"118.509994ms","start":"2026-03-14T07:16:30.787339Z","end":"2026-03-14T07:16:30.905849Z","steps":["trace[1386846220] 'process raft request' (duration: 71.734992ms)","trace[1386846220] 'compare' (duration: 46.581267ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:32.577465Z","caller":"traceutil/trace.go:171","msg":"trace[1753320820] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"116.240808ms","start":"2026-03-14T07:16:32.461193Z","end":"2026-03-14T07:16:32.577434Z","steps":["trace[1753320820] 'process raft request' (duration: 116.074064ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.623197Z","caller":"traceutil/trace.go:171","msg":"trace[2003227952] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"103.916693ms","start":"2026-03-14T07:16:32.519237Z","end":"2026-03-14T07:16:32.623153Z","steps":["trace[2003227952] 'process raft request' (duration: 103.648307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.623219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.608044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:16:32.623307Z","caller":"traceutil/trace.go:171","msg":"trace[177783781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8141; }","duration":"120.760157ms","start":"2026-03-14T07:16:32.502526Z","end":"2026-03-14T07:16:32.623287Z","steps":["trace[177783781] 'agreement among raft nodes before linearized reading' (duration: 120.587113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.785253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.20294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:32.785384Z","caller":"traceutil/trace.go:171","msg":"trace[1730074336] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"156.761151ms","start":"2026-03-14T07:16:32.628602Z","end":"2026-03-14T07:16:32.785363Z","steps":["trace[1730074336] 'process raft request' (duration: 52.364176ms)","trace[1730074336] 'compare' (duration: 104.079428ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:33.264226Z","caller":"traceutil/trace.go:171","msg":"trace[1892674134] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"186.805202ms","start":"2026-03-14T07:16:33.077401Z","end":"2026-03-14T07:16:33.264207Z","steps":["trace[1892674134] 'process raft request' (duration: 186.644869ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.264222Z","caller":"traceutil/trace.go:171","msg":"trace[1116259817] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8444; }","duration":"113.897803ms","start":"2026-03-14T07:16:33.150294Z","end":"2026-03-14T07:16:33.264192Z","steps":["trace[1116259817] 'read index received' (duration: 113.692028ms)","trace[1116259817] 'applied index is now lower than readState.Index' (duration: 204.765µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.264479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.168679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fd30432-1cf4-45d2-a1a7-51e766a4bb02\" ","response":"range_response_count:1 size:3639"} {"level":"info","ts":"2026-03-14T07:16:33.264559Z","caller":"traceutil/trace.go:171","msg":"trace[594907282] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3fd30432-1cf4-45d2-a1a7-51e766a4bb02; range_end:; response_count:1; response_revision:8145; }","duration":"114.289192ms","start":"2026-03-14T07:16:33.150249Z","end":"2026-03-14T07:16:33.264538Z","steps":["trace[594907282] 'agreement among raft nodes before linearized reading' (duration: 114.024196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.725575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.059457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:33.725771Z","caller":"traceutil/trace.go:171","msg":"trace[1211519775] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"456.571494ms","start":"2026-03-14T07:16:33.269162Z","end":"2026-03-14T07:16:33.725734Z","steps":["trace[1211519775] 'process raft request' (duration: 352.256012ms)","trace[1211519775] 'compare' (duration: 103.852841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.725863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.26915Z","time spent":"456.666966ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:16:33.726286Z","caller":"traceutil/trace.go:171","msg":"trace[698833864] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"454.78777ms","start":"2026-03-14T07:16:33.271217Z","end":"2026-03-14T07:16:33.726005Z","steps":["trace[698833864] 'read index received' (duration: 350.220242ms)","trace[698833864] 'applied index is now lower than readState.Index' (duration: 104.564738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.779089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.866764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:33.779175Z","caller":"traceutil/trace.go:171","msg":"trace[1489858359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8146; }","duration":"507.973897ms","start":"2026-03-14T07:16:33.271171Z","end":"2026-03-14T07:16:33.779144Z","steps":["trace[1489858359] 'agreement among raft nodes before linearized reading' (duration: 455.127839ms)","trace[1489858359] 'range keys from in-memory index tree' (duration: 52.739024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.779212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.271152Z","time spent":"508.052739ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:16:33.779632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.421641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:16:33.779929Z","caller":"traceutil/trace.go:171","msg":"trace[957391001] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8146; }","duration":"461.752189ms","start":"2026-03-14T07:16:33.318161Z","end":"2026-03-14T07:16:33.779914Z","steps":["trace[957391001] 'agreement among raft nodes before linearized reading' (duration: 461.39949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.779938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.219564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:16:33.779944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.825981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:16:33.779986Z","caller":"traceutil/trace.go:171","msg":"trace[97245191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8146; }","duration":"383.298856ms","start":"2026-03-14T07:16:33.396676Z","end":"2026-03-14T07:16:33.779975Z","steps":["trace[97245191] 'agreement among raft nodes before linearized reading' (duration: 383.066071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.779775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.21943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-14T07:16:33.780025Z","caller":"traceutil/trace.go:171","msg":"trace[560743205] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:8146; }","duration":"367.513217ms","start":"2026-03-14T07:16:33.412503Z","end":"2026-03-14T07:16:33.780016Z","steps":["trace[560743205] 'agreement among raft nodes before linearized reading' (duration: 367.112698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.779774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.7681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:16:33.78003Z","caller":"traceutil/trace.go:171","msg":"trace[988719515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8146; }","duration":"376.966584ms","start":"2026-03-14T07:16:33.40304Z","end":"2026-03-14T07:16:33.780007Z","steps":["trace[988719515] 'agreement among raft nodes before linearized reading' (duration: 376.716818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.780023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.463767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:16:33.780024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.500575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-14T07:16:33.780075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.403014Z","time spent":"377.051966ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:16:33.780102Z","caller":"traceutil/trace.go:171","msg":"trace[869758186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8146; }","duration":"382.575559ms","start":"2026-03-14T07:16:33.397505Z","end":"2026-03-14T07:16:33.78008Z","steps":["trace[869758186] 'agreement among raft nodes before linearized reading' (duration: 382.329963ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.78011Z","caller":"traceutil/trace.go:171","msg":"trace[1744796390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8146; }","duration":"384.636099ms","start":"2026-03-14T07:16:33.395455Z","end":"2026-03-14T07:16:33.780091Z","steps":["trace[1744796390] 'agreement among raft nodes before linearized reading' (duration: 384.323192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.780026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.396654Z","time spent":"383.364527ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:16:33.780149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.397495Z","time spent":"382.64514ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:16:33.78015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.395431Z","time spent":"384.70981ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:16:33.77999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.318148Z","time spent":"461.8274ms","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:16:33.780055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.412492Z","time spent":"367.557028ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kqj4f\" "} {"level":"info","ts":"2026-03-14T07:16:33.780061Z","caller":"traceutil/trace.go:171","msg":"trace[1233861795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8146; }","duration":"377.096907ms","start":"2026-03-14T07:16:33.402956Z","end":"2026-03-14T07:16:33.780053Z","steps":["trace[1233861795] 'agreement among raft nodes before linearized reading' (duration: 376.625806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:33.780461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:33.402945Z","time spent":"377.503217ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:16:33.905138Z","caller":"traceutil/trace.go:171","msg":"trace[465391535] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"119.751602ms","start":"2026-03-14T07:16:33.785355Z","end":"2026-03-14T07:16:33.905106Z","steps":["trace[465391535] 'process raft request' (duration: 63.872442ms)","trace[465391535] 'compare' (duration: 55.690576ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:33.905569Z","caller":"traceutil/trace.go:171","msg":"trace[1076012695] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"120.089122ms","start":"2026-03-14T07:16:33.785442Z","end":"2026-03-14T07:16:33.905531Z","steps":["trace[1076012695] 'process raft request' (duration: 119.621059ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.905676Z","caller":"traceutil/trace.go:171","msg":"trace[951574782] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"120.178794ms","start":"2026-03-14T07:16:33.785479Z","end":"2026-03-14T07:16:33.905658Z","steps":["trace[951574782] 'process raft request' (duration: 120.113922ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.905682Z","caller":"traceutil/trace.go:171","msg":"trace[800025991] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"120.212825ms","start":"2026-03-14T07:16:33.785451Z","end":"2026-03-14T07:16:33.905664Z","steps":["trace[800025991] 'process raft request' (duration: 119.906797ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:46.256702Z","caller":"traceutil/trace.go:171","msg":"trace[406184556] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8540; }","duration":"106.50184ms","start":"2026-03-14T07:16:46.150177Z","end":"2026-03-14T07:16:46.256679Z","steps":["trace[406184556] 'read index received' (duration: 67.866805ms)","trace[406184556] 'applied index is now lower than readState.Index' (duration: 38.634145ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:46.256814Z","caller":"traceutil/trace.go:171","msg":"trace[855422347] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"115.396624ms","start":"2026-03-14T07:16:46.14134Z","end":"2026-03-14T07:16:46.256737Z","steps":["trace[855422347] 'process raft request' (duration: 76.82788ms)","trace[855422347] 'compare' (duration: 38.403679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:46.257079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.876869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9599"} {"level":"info","ts":"2026-03-14T07:16:46.257125Z","caller":"traceutil/trace.go:171","msg":"trace[2031121328] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8237; }","duration":"106.953161ms","start":"2026-03-14T07:16:46.15016Z","end":"2026-03-14T07:16:46.257113Z","steps":["trace[2031121328] 'agreement among raft nodes before linearized reading' (duration: 106.624243ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:17.259112Z","caller":"traceutil/trace.go:171","msg":"trace[1042472944] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"117.401101ms","start":"2026-03-14T07:17:17.141677Z","end":"2026-03-14T07:17:17.259078Z","steps":["trace[1042472944] 'process raft request' (duration: 117.228557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:28.325776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.325273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:17:28.325872Z","caller":"traceutil/trace.go:171","msg":"trace[1008944441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8563; }","duration":"230.474157ms","start":"2026-03-14T07:17:28.095375Z","end":"2026-03-14T07:17:28.325849Z","steps":["trace[1008944441] 'range keys from in-memory index tree' (duration: 230.142149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:28.325776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.869724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:17:28.326174Z","caller":"traceutil/trace.go:171","msg":"trace[92755512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8563; }","duration":"149.293823ms","start":"2026-03-14T07:17:28.176847Z","end":"2026-03-14T07:17:28.326141Z","steps":["trace[92755512] 'range keys from in-memory index tree' (duration: 148.71279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:29.508096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083250112s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:17:29.595208Z","caller":"traceutil/trace.go:171","msg":"trace[278851839] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"1.19388664s","start":"2026-03-14T07:17:28.401275Z","end":"2026-03-14T07:17:29.595162Z","steps":["trace[278851839] 'process raft request' (duration: 1.107364239s)","trace[278851839] 'compare' (duration: 85.810504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:17:29.59534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:28.401252Z","time spent":"1.194012503s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:29.596128Z","caller":"traceutil/trace.go:171","msg":"trace[663941938] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"761.250682ms","start":"2026-03-14T07:17:28.834864Z","end":"2026-03-14T07:17:29.596115Z","steps":["trace[663941938] 'process raft request' (duration: 760.235688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:29.596221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:28.834835Z","time spent":"761.348345ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:29.596407Z","caller":"traceutil/trace.go:171","msg":"trace[2079444416] linearizableReadLoop","detail":"{readStateIndex:8885; appliedIndex:8883; }","duration":"552.117937ms","start":"2026-03-14T07:17:29.044231Z","end":"2026-03-14T07:17:29.596349Z","steps":["trace[2079444416] 'read index received' (duration: 464.338246ms)","trace[2079444416] 'applied index is now lower than readState.Index' (duration: 87.774421ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:29.596481Z","caller":"traceutil/trace.go:171","msg":"trace[1623111642] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"293.208239ms","start":"2026-03-14T07:17:29.303215Z","end":"2026-03-14T07:17:29.596424Z","steps":["trace[1623111642] 'process raft request' (duration: 292.85831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:29.596628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.420251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:17:29.596646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.387699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:17:29.596622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.370823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-14T07:17:29.596677Z","caller":"traceutil/trace.go:171","msg":"trace[1184426394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8571; }","duration":"323.497543ms","start":"2026-03-14T07:17:29.273169Z","end":"2026-03-14T07:17:29.596666Z","steps":["trace[1184426394] 'agreement among raft nodes before linearized reading' (duration: 323.425402ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:29.596706Z","caller":"traceutil/trace.go:171","msg":"trace[1857477617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8571; }","duration":"424.501603ms","start":"2026-03-14T07:17:29.172185Z","end":"2026-03-14T07:17:29.596687Z","steps":["trace[1857477617] 'agreement among raft nodes before linearized reading' (duration: 424.378279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:29.596719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:29.273149Z","time spent":"323.563555ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:17:29.596727Z","caller":"traceutil/trace.go:171","msg":"trace[361926841] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8571; }","duration":"552.504437ms","start":"2026-03-14T07:17:29.044194Z","end":"2026-03-14T07:17:29.596698Z","steps":["trace[361926841] 'agreement among raft nodes before linearized reading' (duration: 552.341102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:29.596758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:29.172159Z","time spent":"424.584244ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:17:29.596776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:29.044165Z","time spent":"552.601489ms","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-14T07:17:30.371954Z","caller":"traceutil/trace.go:171","msg":"trace[2140976478] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"229.837322ms","start":"2026-03-14T07:17:30.142095Z","end":"2026-03-14T07:17:30.371932Z","steps":["trace[2140976478] 'process raft request' (duration: 229.416912ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:30.515738Z","caller":"traceutil/trace.go:171","msg":"trace[1927571990] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"112.724129ms","start":"2026-03-14T07:17:30.402987Z","end":"2026-03-14T07:17:30.515711Z","steps":["trace[1927571990] 'process raft request' (duration: 112.649568ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:30.515781Z","caller":"traceutil/trace.go:171","msg":"trace[648644313] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"113.333223ms","start":"2026-03-14T07:17:30.402415Z","end":"2026-03-14T07:17:30.515748Z","steps":["trace[648644313] 'process raft request' (duration: 37.497048ms)","trace[648644313] 'compare' (duration: 75.576498ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:30.515938Z","caller":"traceutil/trace.go:171","msg":"trace[1951346854] linearizableReadLoop","detail":"{readStateIndex:8891; appliedIndex:8888; }","duration":"112.064573ms","start":"2026-03-14T07:17:30.403832Z","end":"2026-03-14T07:17:30.515897Z","steps":["trace[1951346854] 'read index received' (duration: 36.072034ms)","trace[1951346854] 'applied index is now lower than readState.Index' (duration: 75.989919ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:30.515975Z","caller":"traceutil/trace.go:171","msg":"trace[1920692324] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"112.37916ms","start":"2026-03-14T07:17:30.403573Z","end":"2026-03-14T07:17:30.515952Z","steps":["trace[1920692324] 'process raft request' (duration: 112.106224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:30.516268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.413581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-14T07:17:30.516318Z","caller":"traceutil/trace.go:171","msg":"trace[1997670462] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:8576; }","duration":"112.505433ms","start":"2026-03-14T07:17:30.4038Z","end":"2026-03-14T07:17:30.516305Z","steps":["trace[1997670462] 'agreement among raft nodes before linearized reading' (duration: 112.328619ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:46.716423Z","caller":"traceutil/trace.go:171","msg":"trace[1273715229] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"116.264286ms","start":"2026-03-14T07:17:46.600134Z","end":"2026-03-14T07:17:46.716398Z","steps":["trace[1273715229] 'process raft request' (duration: 116.094922ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:46.716415Z","caller":"traceutil/trace.go:171","msg":"trace[272193872] linearizableReadLoop","detail":"{readStateIndex:9081; appliedIndex:9079; }","duration":"108.342405ms","start":"2026-03-14T07:17:46.608036Z","end":"2026-03-14T07:17:46.716378Z","steps":["trace[272193872] 'read index received' (duration: 101.528611ms)","trace[272193872] 'applied index is now lower than readState.Index' (duration: 6.811224ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:46.716439Z","caller":"traceutil/trace.go:171","msg":"trace[749724919] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"118.195092ms","start":"2026-03-14T07:17:46.598076Z","end":"2026-03-14T07:17:46.716271Z","steps":["trace[749724919] 'process raft request' (duration: 111.554152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:46.716603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.54718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqj4f\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-14T07:17:46.716662Z","caller":"traceutil/trace.go:171","msg":"trace[1372661802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqj4f; range_end:; response_count:1; response_revision:8763; }","duration":"108.638152ms","start":"2026-03-14T07:17:46.608012Z","end":"2026-03-14T07:17:46.71665Z","steps":["trace[1372661802] 'agreement among raft nodes before linearized reading' (duration: 108.430077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:46.749557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.723878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:17:46.74964Z","caller":"traceutil/trace.go:171","msg":"trace[886704762] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8764; }","duration":"136.8202ms","start":"2026-03-14T07:17:46.612803Z","end":"2026-03-14T07:17:46.749623Z","steps":["trace[886704762] 'agreement among raft nodes before linearized reading' (duration: 136.647025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:46.750356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.550566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-14T07:17:46.750418Z","caller":"traceutil/trace.go:171","msg":"trace[1366531908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8764; }","duration":"107.70639ms","start":"2026-03-14T07:17:46.642693Z","end":"2026-03-14T07:17:46.7504Z","steps":["trace[1366531908] 'agreement among raft nodes before linearized reading' (duration: 106.800048ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:09.922322Z","caller":"traceutil/trace.go:171","msg":"trace[2092938188] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9244; }","duration":"127.125806ms","start":"2026-03-14T07:18:09.795162Z","end":"2026-03-14T07:18:09.922288Z","steps":["trace[2092938188] 'read index received' (duration: 6.196879ms)","trace[2092938188] 'applied index is now lower than readState.Index' (duration: 120.927227ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:09.922471Z","caller":"traceutil/trace.go:171","msg":"trace[1118413969] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"147.539187ms","start":"2026-03-14T07:18:09.774864Z","end":"2026-03-14T07:18:09.922404Z","steps":["trace[1118413969] 'process raft request' (duration: 63.908867ms)","trace[1118413969] 'compare' (duration: 83.352143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:09.922679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.505246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:18:09.923002Z","caller":"traceutil/trace.go:171","msg":"trace[1650931102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8923; }","duration":"127.857735ms","start":"2026-03-14T07:18:09.795097Z","end":"2026-03-14T07:18:09.922955Z","steps":["trace[1650931102] 'agreement among raft nodes before linearized reading' (duration: 127.398924ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.302365Z","caller":"traceutil/trace.go:171","msg":"trace[398405078] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"121.156129ms","start":"2026-03-14T07:19:24.181148Z","end":"2026-03-14T07:19:24.302304Z","steps":["trace[398405078] 'process raft request' (duration: 120.74117ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:49.14522Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T07:19:49.204456Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T07:19:49.204586Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T07:19:51.046128Z","caller":"traceutil/trace.go:171","msg":"trace[648753475] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"126.511019ms","start":"2026-03-14T07:19:50.919589Z","end":"2026-03-14T07:19:51.0461Z","steps":["trace[648753475] 'process raft request' (duration: 126.326245ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:44.721387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7710} {"level":"info","ts":"2026-03-14T07:20:44.780477Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7710,"took":"56.803705ms","hash":2818816063,"current-db-size-bytes":42647552,"current-db-size":"43 MB","current-db-size-in-use-bytes":25894912,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-14T07:20:44.780562Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2818816063,"revision":7710,"compact-revision":5663} {"level":"info","ts":"2026-03-14T07:25:44.729777Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9971} {"level":"info","ts":"2026-03-14T07:25:44.805793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9971,"took":"74.361034ms","hash":2693508876,"current-db-size-bytes":42647552,"current-db-size":"43 MB","current-db-size-in-use-bytes":17162240,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-14T07:25:44.805844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2693508876,"revision":9971,"compact-revision":7710}